-- Logs begin at Thu 2022-03-03 05:03:13 UTC, end at Thu 2022-03-03 07:01:44 UTC. -- Mar 03 05:37:32.293347 dv-neutron-831582-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 03 05:37:34.767618 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.common.config [-] Logging enabled! Mar 03 05:37:34.768309 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev56 Mar 03 05:37:34.768399 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87685) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 05:37:34.771502 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.common.config [-] Logging enabled! Mar 03 05:37:34.771748 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev56 Mar 03 05:37:34.772078 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87685) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 03 05:37:34.772993 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 05:37:34.773219 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 05:37:34.773569 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 05:37:34.773810 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 05:37:34.774030 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 05:37:34.774341 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.774638 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.774926 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.775151 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.775438 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.775721 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.776022 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.776304 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.776594 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.776874 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.777147 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.777423 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.777648 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.777922 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.778201 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.778480 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.778698 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] debug = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.778971 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.779387 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.779793 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.780080 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.780364 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.780636 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.780903 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.781171 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.781448 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.781769 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] host = dv-neutron-831582-1-hyperv {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.782040 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.782396 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.783189 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.783471 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.783744 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.784037 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.784316 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.784587 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.784859 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] log_file = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.785128 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.785408 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.785687 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.785970 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.786189 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.786406 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.786685 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.786964 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.787233 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.787498 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.788069 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.788340 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.788606 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.788869 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.789148 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.789426 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.789702 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.789971 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.790239 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.790505 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.790770 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.791048 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.791311 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.791577 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.791876 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.792162 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.792423 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.792691 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.792982 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.793260 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.793529 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.793805 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.794073 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.794349 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.794620 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.794886 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.795149 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] use_json = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.795413 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.795676 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.795982 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.796250 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.796518 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.796783 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.797048 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.797324 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.797588 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:34.797877 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.798191 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.798485 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.798767 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.799051 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.799323 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.799604 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.799899 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.800183 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.800465 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.800747 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.801018 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.801297 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.801567 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.801854 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.802152 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.802437 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.802719 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.802987 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.803254 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.803519 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.803818 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.804093 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.804381 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.804666 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.804933 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.805203 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.805484 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.805755 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.806019 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.806287 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.806568 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.806840 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.807103 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.807373 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.807640 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.807934 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.808201 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.808470 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.808752 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.809020 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.809283 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.809545 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.809813 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.810076 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.810349 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.810618 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.810880 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.811142 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.811409 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.811673 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.811971 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.812243 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.812505 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.812773 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.813037 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.813298 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.813560 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.813866 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.814132 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.814396 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.814666 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.814935 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.815198 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.815462 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.815725 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.816012 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.816277 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.816553 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.816842 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.817113 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.817384 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.817656 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.817925 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.818195 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.818465 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.818735 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.819005 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.819269 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.819553 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.819854 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.820134 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.820409 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.820678 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.820964 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.821232 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.821508 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.821779 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.822056 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.822333 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.822609 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.822894 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.823177 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.823462 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.823747 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.824053 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.824327 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.824632 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.824903 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:34.825112 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 05:37:34.825343 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87685) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 03 05:37:35.215640 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO keyring.backend [-] Loading KWallet Mar 03 05:37:35.222670 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO keyring.backend [-] Loading SecretService Mar 03 05:37:35.226040 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO keyring.backend [-] Loading Windows Mar 03 05:37:35.227349 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO keyring.backend [-] Loading chainer Mar 03 05:37:35.228155 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO keyring.backend [-] Loading macOS Mar 03 05:37:35.260572 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 03 05:37:35.260845 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 03 05:37:35.261130 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 03 05:37:35.261456 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 03 05:37:35.645255 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.645538 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.645807 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.647091 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.647372 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.647634 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.682044 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.682299 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.682563 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.696009 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.696280 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.696541 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.725811 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.726084 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.726347 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.763669 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.763970 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.764243 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.997709 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.998301 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.998301 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.998501 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:35.999219 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.119592 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.119930 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.120206 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.120467 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.120724 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.121029 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.121287 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.121538 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.121786 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.122061 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.122313 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.122570 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.122829 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.123078 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.123338 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.123602 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.123883 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.124148 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.124393 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.124667 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.125010 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.125258 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.125501 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.125781 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.126026 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.126303 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.126687 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 05:37:36.126930 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 05:37:36.127163 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 05:37:36.127395 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 05:37:36.127626 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 05:37:36.127888 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 05:37:36.128246 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 03 05:37:36.131280 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 03 05:37:36.135201 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 03 05:37:36.138956 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 03 05:37:36.140618 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 03 05:37:36.142078 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 03 05:37:36.142413 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 03 05:37:36.142799 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 03 05:37:36.145640 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 03 05:37:36.145887 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 03 05:37:36.146225 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 05:37:36.174685 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 03 05:37:36.175119 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.175410 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87685) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 03 05:37:36.175784 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.177130 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87685) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 03 05:37:36.177408 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 03 05:37:36.177648 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 03 05:37:36.180996 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.181277 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.242237 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 03 05:37:36.242469 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 03 05:37:36.242699 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 03 05:37:36.243055 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 03 05:37:36.273826 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_db.sqlalchemy.engines [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87685) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 03 05:37:36.601079 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Initializing driver for type 'gre' Mar 03 05:37:36.601528 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] gre ID ranges: [(1, 1000)] Mar 03 05:37:36.656176 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Initializing driver for type 'local' Mar 03 05:37:36.656510 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Initializing driver for type 'vlan' Mar 03 05:37:36.667467 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] VlanTypeDriver initialization complete Mar 03 05:37:36.667818 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Initializing driver for type 'vxlan' Mar 03 05:37:36.668301 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] vxlan ID ranges: [(1, 1000)] Mar 03 05:37:36.717322 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Initializing extension driver 'port_security' Mar 03 05:37:36.717656 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.extensions.port_security [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] PortSecurityExtensionDriver initialization complete Mar 03 05:37:36.717985 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Initializing mechanism driver 'openvswitch' Mar 03 05:37:36.718305 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Initializing mechanism driver 'hyperv' Mar 03 05:37:36.724859 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.plugins.ml2.plugin [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87685) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:37:36.725522 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > port after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.725887 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > port after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.726236 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > port after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.726751 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 05:37:36.727174 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > subnet after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.727521 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > subnet after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.727887 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.728272 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 05:37:36.728672 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > network after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.729016 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > network after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.729354 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > network after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.729733 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 05:37:36.730132 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > security_group after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.730476 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > security_group after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.730812 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.731336 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 05:37:36.731738 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.732107 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.732444 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.732824 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 05:37:36.733219 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > address_group after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.733560 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > address_group after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.733893 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.734273 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87685) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 03 05:37:36.734708 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] ML2 OVO RPC backend initialized. {{(pid=87685) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 03 05:37:36.735451 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.735868 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.736311 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > network before_response 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.736663 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > networks before_response 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.737013 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > port before_response 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.737344 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > ports before_response 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.737681 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > subnet before_response 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.738016 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > subnets before_response 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.738354 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > network after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.738689 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > network after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.739020 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > network after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.739351 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > port after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.739686 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > port after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.740041 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > port after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.740420 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > subnet after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.740807 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > subnet after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.741267 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.741834 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.plugin [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Modular L2 Plugin initialization complete Mar 03 05:37:36.742156 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading services supported by the core plugin {{(pid=87685) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 03 05:37:36.742478 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.plugins.ml2.managers [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Got port-security extension from driver 'port_security' Mar 03 05:37:36.742933 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.extensions.vlantransparent [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Disabled vlantransparent extension. Mar 03 05:37:36.743436 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87685) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 03 05:37:36.743745 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading Plugin: router Mar 03 05:37:36.781561 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.781944 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router after_create 55549900 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.782361 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router before_create 55549900 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.782727 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.783096 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.783448 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router after_delete 55549900 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.783820 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.784185 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router after_create 55549900 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.784528 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router after_update 55549900 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.784872 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router after_update 55549900 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.785217 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.785576 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router after_update 55549900 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.785984 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router precommit_update 55549900 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.786352 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: port after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.786689 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: port after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.787023 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: subnet after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.787357 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.787995 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.788339 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router precommit_create 55549900 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.788677 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: port before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.789014 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router precommit_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.789365 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router after_update 55549900 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.789701 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.790042 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router precommit_create 55549900 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.790396 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.790735 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router precommit_update 55549900 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.791094 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > agent after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.791438 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > agent after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.791793 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > network after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.792646 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Tracking information for resource: router configured {{(pid=87685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 05:37:36.792975 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Tracking information for resource: floatingip configured {{(pid=87685) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 03 05:37:36.798032 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.db.l3_agentschedulers_db [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 03 05:37:36.798602 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: port after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.798960 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: port after_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.799308 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: port after_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.799656 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: port after_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.800469 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router before_create 55550100 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.800829 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.801185 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router precommit_create 55550100 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.801531 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > router precommit_update 55550100 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.805920 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.services.provider_configuration [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service providers = [] {{(pid=87685) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 03 05:37:36.806282 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.db.servicetype_db [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87685) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 03 05:37:36.809210 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.services.service_base [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87685) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 05:37:36.809557 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.services.service_base [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87685) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 05:37:36.809897 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.services.service_base [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87685) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 05:37:36.810764 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.services.service_base [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87685) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 03 05:37:36.811128 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.services.service_base [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 03 05:37:36.811497 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 05:37:36.811839 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 03 05:37:36.822909 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 05:37:36.823221 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading Plugin: auto_allocate Mar 03 05:37:36.829079 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: network precommit_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.830033 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: network precommit_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.830539 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 05:37:36.830855 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading Plugin: tag Mar 03 05:37:36.837416 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 05:37:36.837733 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading Plugin: timestamp Mar 03 05:37:36.841743 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 05:37:36.842068 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading Plugin: network_ip_availability Mar 03 05:37:36.847282 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.847647 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.848037 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:36.848728 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 05:37:36.849041 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading Plugin: flavors Mar 03 05:37:36.853779 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 05:37:36.854061 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading Plugin: revisions Mar 03 05:37:36.858346 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87685) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 03 05:37:36.858728 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_concurrency.lockutils [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.597s {{(pid=87685) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 03 05:37:36.859462 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87685) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 03 05:37:36.859817 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Initializing extension manager. Mar 03 05:37:36.860316 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: __init__.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.860795 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: __pycache__ {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.861116 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.861446 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: address_group.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.862193 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.862747 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: address-group Mar 03 05:37:36.863065 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: address_scope.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.863782 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.864299 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: address-scope Mar 03 05:37:36.864615 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.865527 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.866023 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: router-admin-state-down-before-update Mar 03 05:37:36.866341 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: agent.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.870593 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.871339 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: agent Mar 03 05:37:36.871696 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: agent_resources_synced.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.872657 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.873164 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: agent-resources-synced Mar 03 05:37:36.873489 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: allowedaddresspairs.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.875273 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.875817 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: allowed-address-pairs Mar 03 05:37:36.876688 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: auto_allocated_topology.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.877759 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.878266 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: auto-allocated-topology Mar 03 05:37:36.878588 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: availability_zone.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.879274 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.879788 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: availability_zone Mar 03 05:37:36.880119 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: availability_zone_filter.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.881023 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.881522 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: availability_zone_filter Mar 03 05:37:36.881841 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: data_plane_status.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.882733 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.883228 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension data-plane-status not supported by any of loaded plugins Mar 03 05:37:36.883547 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: default_subnetpools.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.884489 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.884989 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: default-subnetpools Mar 03 05:37:36.885308 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.886104 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.886603 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: dhcp_agent_scheduler Mar 03 05:37:36.886923 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: dns.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.887837 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.888335 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension dns-integration not supported by any of loaded plugins Mar 03 05:37:36.888655 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: dns_domain_ports.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.889557 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.890061 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 03 05:37:36.890389 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: dvr.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.891051 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.891553 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: dvr Mar 03 05:37:36.892498 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: empty_string_filtering.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.893401 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.893907 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: empty-string-filtering Mar 03 05:37:36.894225 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.895124 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.895622 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 03 05:37:36.895964 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.896853 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.897352 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 03 05:37:36.897668 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: external_net.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.898571 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.899073 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: external-net Mar 03 05:37:36.899392 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.900315 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.900814 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: extra_dhcp_opt Mar 03 05:37:36.901130 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: extraroute.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.902031 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.902528 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: extraroute Mar 03 05:37:36.902844 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: extraroute_atomic.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.903888 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.904390 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: extraroute-atomic Mar 03 05:37:36.904706 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: filter_validation.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.905352 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.905847 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: filter-validation Mar 03 05:37:36.906160 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: fip_pf_description.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.907053 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.907580 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 03 05:37:36.907935 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: fip_port_details.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.908848 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.909343 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: fip-port-details Mar 03 05:37:36.909658 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: flavors.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.910889 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.911401 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: flavors Mar 03 05:37:36.911725 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.913658 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.914175 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 03 05:37:36.914502 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: floatingip_pools.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.915196 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.915701 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: floatingip-pools Mar 03 05:37:36.916047 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: ip_allocation.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.916950 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.917453 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension ip_allocation not supported by any of loaded plugins Mar 03 05:37:36.917771 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.918677 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.919185 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: ip-substring-filtering Mar 03 05:37:36.919504 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: l2_adjacency.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.920454 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.920956 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 03 05:37:36.921272 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: l3.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.922212 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.922719 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: router Mar 03 05:37:36.923571 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.925913 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.926436 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 03 05:37:36.926763 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.927693 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.928238 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: ext-gw-mode Mar 03 05:37:36.928562 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.929467 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.929971 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: l3-ha Mar 03 05:37:36.930290 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: l3_flavors.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.931190 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.931692 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: l3-flavors Mar 03 05:37:36.932035 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.932950 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.933452 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 03 05:37:36.933770 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: l3agentscheduler.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.934789 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.935294 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: l3_agent_scheduler Mar 03 05:37:36.935616 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: logging.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.937137 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.937657 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension logging not supported by any of loaded plugins Mar 03 05:37:36.937987 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: metering.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.939325 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.939921 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: metering Mar 03 05:37:36.940247 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.941340 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.941852 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: metering_source_and_destination_fields Mar 03 05:37:36.942176 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: multiprovidernet.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.943087 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.943586 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: multi-provider Mar 03 05:37:36.943938 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: netmtu.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.944842 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.945340 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: net-mtu Mar 03 05:37:36.945675 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: netmtu_writable.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.946556 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.947054 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: net-mtu-writable Mar 03 05:37:36.947372 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: network_availability_zone.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.948064 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.948564 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: network_availability_zone Mar 03 05:37:36.948879 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: network_ip_availability.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.949958 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.950458 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: network-ip-availability Mar 03 05:37:36.950783 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: network_segment_range.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.951566 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.952085 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension network-segment-range not supported by any of loaded plugins Mar 03 05:37:36.952403 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: pagination.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.953370 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.953691 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: pagination Mar 03 05:37:36.954006 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: port_device_profile.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.954952 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.955460 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: port-device-profile Mar 03 05:37:36.955795 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.956698 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.957197 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: port-mac-address-regenerate Mar 03 05:37:36.957513 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.958403 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.958901 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: port-numa-affinity-policy Mar 03 05:37:36.959216 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: port_resource_request.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.960154 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.960656 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension port-resource-request not supported by any of loaded plugins Mar 03 05:37:36.960970 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: portbindings.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.961871 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.962373 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: binding Mar 03 05:37:36.962689 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: portbindings_extended.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.964118 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.964628 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: binding-extended Mar 03 05:37:36.964947 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: portsecurity.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.965843 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.966349 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: port-security Mar 03 05:37:36.966669 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: project_id.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.967629 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.967984 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: project-id Mar 03 05:37:36.968303 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: providernet.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.969198 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.969709 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: provider Mar 03 05:37:36.970089 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: qos.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.973650 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.974169 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension qos not supported by any of loaded plugins Mar 03 05:37:36.974495 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.975731 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.976266 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 03 05:37:36.976590 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.977496 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.978000 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 03 05:37:36.978319 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: qos_default.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.979215 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.979720 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension qos-default not supported by any of loaded plugins Mar 03 05:37:36.980069 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: qos_fip.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.980722 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.981221 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension qos-fip not supported by any of loaded plugins Mar 03 05:37:36.981540 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: qos_gateway_ip.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.982450 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.982952 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 03 05:37:36.983270 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: qos_port_network_policy.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.984192 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.984696 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 03 05:37:36.985015 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: qos_rule_type_details.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.986453 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.986953 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 03 05:37:36.987270 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: qos_rules_alias.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.988333 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.988835 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 03 05:37:36.989152 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: quotasv2.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.990051 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.990373 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: quotas Mar 03 05:37:36.990689 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: quotasv2_detail.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.992330 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.992669 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: quota_details Mar 03 05:37:36.992997 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: rbac.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.994042 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.994556 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: rbac-policies Mar 03 05:37:36.994880 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: rbac_address_group.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.995820 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.996338 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: rbac-address-group Mar 03 05:37:36.996659 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: rbac_address_scope.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.997572 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.998081 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: rbac-address-scope Mar 03 05:37:36.998593 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: rbac_security_groups.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:36.999287 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:36.999818 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: rbac-security-groups Mar 03 05:37:37.000171 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: rbac_subnetpool.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.001663 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.002170 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: rbac-subnetpool Mar 03 05:37:37.002486 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: revisionifmatch.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.003391 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.003926 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: revision-if-match Mar 03 05:37:37.004245 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: revisions.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.005461 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.005970 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: standard-attr-revisions Mar 03 05:37:37.006289 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: router_availability_zone.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.006953 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.007455 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: router_availability_zone Mar 03 05:37:37.007795 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: routerservicetype.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.008698 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.009202 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension router-service-type not supported by any of loaded plugins Mar 03 05:37:37.009520 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.010423 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.010927 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: security-groups-normalized-cidr Mar 03 05:37:37.011249 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.012188 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.012695 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: port-security-groups-filtering Mar 03 05:37:37.013013 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.013917 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.014420 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: security-groups-remote-address-group Mar 03 05:37:37.014735 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: securitygroup.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.024276 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.024801 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: security-group Mar 03 05:37:37.025130 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: segment.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.025901 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.026408 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension segment not supported by any of loaded plugins Mar 03 05:37:37.026731 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.027656 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.028203 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 03 05:37:37.028526 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: servicetype.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.029616 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.030133 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: service-type Mar 03 05:37:37.030456 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: sorting.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.031422 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.031750 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: sorting Mar 03 05:37:37.032104 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: standard_attr_segment.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.033040 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.033545 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 03 05:37:37.033861 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: standardattrdescription.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.034497 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.035001 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: standard-attr-description Mar 03 05:37:37.035318 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: stateful_security_group.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.036257 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.036762 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: stateful-security-group Mar 03 05:37:37.037080 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: stdattrs_common.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.037918 dv-neutron-831582-1-hyperv neutron-server[87685]: WARNING neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 03 05:37:37.038238 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.039225 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.039727 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 03 05:37:37.040069 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: subnet_onboard.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.041137 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.041647 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: subnet_onboard Mar 03 05:37:37.041964 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.042892 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.043391 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 03 05:37:37.043708 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: subnet_service_types.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.044641 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.045146 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: subnet-service-types Mar 03 05:37:37.045601 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: subnetallocation.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.046697 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.047203 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: subnet_allocation Mar 03 05:37:37.047523 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.048757 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.049260 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: subnetpool-prefix-ops Mar 03 05:37:37.049574 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.050498 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.050997 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 03 05:37:37.051312 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: tagging.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.052393 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.052912 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: standard-attr-tag Mar 03 05:37:37.053231 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: timestamp.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.054422 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.054931 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loaded extension: standard-attr-timestamp Mar 03 05:37:37.055254 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: trunk.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.056307 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.056817 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension trunk not supported by any of loaded plugins Mar 03 05:37:37.057141 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: trunk_details.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.058046 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.058554 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension trunk-details not supported by any of loaded plugins Mar 03 05:37:37.058873 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: uplink_status_propagation.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.059791 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.060315 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 03 05:37:37.060633 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Loading extension file: vlantransparent.py {{(pid=87685) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 03 05:37:37.061292 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87685) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 03 05:37:37.061793 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 03 05:37:37.064805 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:network Mar 03 05:37:37.065544 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:subnet Mar 03 05:37:37.066303 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 05:37:37.066891 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:port Mar 03 05:37:37.068178 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.068620 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service FLAVORS assigned prefix: {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.069236 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.069661 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.069991 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:router Mar 03 05:37:37.070638 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 05:37:37.071332 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service METERING assigned prefix: /metering {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.072799 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:37.073165 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:37.073517 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87685) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:37:37.075835 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 05:37:37.076281 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:security_group Mar 03 05:37:37.076924 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 05:37:37.077653 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service CORE assigned prefix: {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.077983 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 05:37:37.078317 dv-neutron-831582-1-hyperv neutron-server[87685]: WARNING neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] subnetpool is already registered Mar 03 05:37:37.078914 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service CORE assigned prefix: {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.079301 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 05:37:37.079630 dv-neutron-831582-1-hyperv neutron-server[87685]: WARNING neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] subnetpool is already registered Mar 03 05:37:37.190127 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.190465 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service FLAVORS assigned prefix: {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.191054 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.191477 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.191835 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:router Mar 03 05:37:37.192179 dv-neutron-831582-1-hyperv neutron-server[87685]: WARNING neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] router is already registered Mar 03 05:37:37.192825 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:floatingip Mar 03 05:37:37.193151 dv-neutron-831582-1-hyperv neutron-server[87685]: WARNING neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] floatingip is already registered Mar 03 05:37:37.193779 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service METERING assigned prefix: /metering {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.194576 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of CountableResource for resource:rbac_policy Mar 03 05:37:37.194905 dv-neutron-831582-1-hyperv neutron-server[87685]: WARNING neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] rbac_policy is already registered Mar 03 05:37:37.195316 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:security_group Mar 03 05:37:37.195640 dv-neutron-831582-1-hyperv neutron-server[87685]: WARNING neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] security_group is already registered Mar 03 05:37:37.196243 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 03 05:37:37.196569 dv-neutron-831582-1-hyperv neutron-server[87685]: WARNING neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] security_group_rule is already registered Mar 03 05:37:37.197216 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service CORE assigned prefix: {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.197542 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 05:37:37.197863 dv-neutron-831582-1-hyperv neutron-server[87685]: WARNING neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] subnetpool is already registered Mar 03 05:37:37.198444 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.v2.resource_helper [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Service CORE assigned prefix: {{(pid=87685) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 03 05:37:37.198767 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Creating instance of TrackedResource for resource:subnetpool Mar 03 05:37:37.199085 dv-neutron-831582-1-hyperv neutron-server[87685]: WARNING neutron.quota.resource_registry [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] subnetpool is already registered Mar 03 05:37:37.199720 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: extensions {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.201252 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: address-groups {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.202884 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: address-scopes {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.204117 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: agents {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.205315 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: auto-allocated-topology {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.206663 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: availability_zones {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.207913 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: dhcp-networks {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.209324 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: dhcp-agents {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.210768 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: routers {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.212606 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: flavors {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.213761 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: service_profiles {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.214953 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: next_providers {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.216520 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: service_profiles {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.217968 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: floatingip-pools {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.219178 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: routers {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.221041 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: floatingips {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.222247 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: l3-routers {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.223622 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: l3-agents {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.225176 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: metering-labels {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.226427 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: metering-label-rules {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.227716 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: network-ip-availabilities {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.229000 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: bindings {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.230658 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: quotas {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.232131 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: quotas {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.233536 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: rbac-policies {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.234823 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: security-groups {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.236592 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: security-group-rules {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.237817 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: service-providers {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.239144 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: subnetpools {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.240559 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: subnetpools {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.241994 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: tags {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.243761 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: tags {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.245492 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: tags {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.247296 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: tags {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.250102 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: tags {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.252569 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: tags {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.254270 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: tags {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.256190 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: tags {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.257927 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: tags {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.259799 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron.api.extensions [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Extended resource: tags {{(pid=87685) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 03 05:37:37.265698 dv-neutron-831582-1-hyperv neutron-server[87685]: WARNING keystonemiddleware.auth_token [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 03 05:37:37.270405 dv-neutron-831582-1-hyperv neutron-server[87685]: WARNING keystonemiddleware.auth_token [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 03 05:37:37.278448 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_concurrency.lockutils [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Acquired lock "singleton_lock" {{(pid=87685) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 03 05:37:37.278917 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_concurrency.lockutils [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Releasing lock "singleton_lock" {{(pid=87685) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 03 05:37:37.279541 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO oslo_service.service [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Starting 2 workers Mar 03 05:37:37.284725 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Started child 87792 {{(pid=87685) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 05:37:37.289203 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Started child 87793 {{(pid=87685) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 05:37:37.290016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:37.290742 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO neutron.service [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 03 05:37:37.291379 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Notify callbacks [] for process, before_spawn {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:37.291534 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [-] (87792) wsgi starting up on http://0.0.0.0:9696 Mar 03 05:37:37.293632 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:37.294125 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO oslo_service.service [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Starting 1 workers Mar 03 05:37:37.294958 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [-] (87793) wsgi starting up on http://0.0.0.0:9696 Mar 03 05:37:37.299384 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Started child 87794 {{(pid=87685) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 05:37:37.299946 dv-neutron-831582-1-hyperv neutron-server[87685]: INFO oslo_service.service [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Starting 1 workers Mar 03 05:37:37.302916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.service [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] calling RpcWorker wait() {{(pid=87794) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 03 05:37:37.303453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.service [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] returning from RpcWorker wait() {{(pid=87794) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 03 05:37:37.304217 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Started child 87795 {{(pid=87685) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 03 05:37:37.304948 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:37.305044 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG neutron_lib.callbacks.manager [None req-78a1df9f-d851-4a52-ac65-36ed6d8f0b46 None None] Notify callbacks [] for process, after_spawn {{(pid=87685) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:37.305498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:37:37.306778 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87685) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 03 05:37:37.306991 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 05:37:37.307173 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 05:37:37.307389 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 05:37:37.307732 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 05:37:37.307916 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 05:37:37.308410 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.308676 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.308764 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:37.309207 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.309207 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.309445 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.309998 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.310278 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.310538 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.310811 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.311055 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.311218 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.311378 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.311624 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.311885 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.312165 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.312436 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.312680 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.312928 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.313094 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.313336 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.313697 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.313923 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.314180 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] debug = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.314456 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.314892 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.315142 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.315371 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.315613 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.315899 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.316126 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.316400 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.316626 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.316841 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.317660 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.317660 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.317660 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.317889 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.317962 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.318205 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.318438 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.319312 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] host = dv-neutron-831582-1-hyperv {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.319312 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.319312 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.319545 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.319762 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.320008 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.320217 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.320481 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.320718 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.320974 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.321189 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.321443 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.321662 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.321870 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.322100 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_file = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.322281 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_options = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.322506 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.322776 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.323035 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.323222 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.323387 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.323555 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.323832 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.323987 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.324243 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.324486 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.324694 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.324928 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.325156 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.325410 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.325665 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.325894 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.326129 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.326365 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.326602 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.326841 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.327060 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.327303 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.327534 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.327765 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.327995 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.328209 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.328434 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.328660 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.328905 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.329117 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.329415 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.330127 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.330228 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:37:37.330397 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.330601 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.330827 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.331054 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.331271 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.331528 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.331752 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.332025 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.332265 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.332475 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.332723 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.332948 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.333087 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.333316 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] use_json = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.333525 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.333732 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.333990 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.334840 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.335914 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.336143 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.336427 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.336954 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.337112 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.337518 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.337829 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.338254 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.338510 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.338744 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.338989 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.339236 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.339455 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.339717 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.339999 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.340272 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.340710 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.340991 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.341233 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.341472 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.342200 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.342445 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.344127 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.344396 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.344649 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.345417 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.345649 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.346372 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.346689 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.346917 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.347180 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.347398 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.347639 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.347926 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.348111 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.350050 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.350224 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.350475 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.350694 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.352358 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.352611 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.352857 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.353089 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.353324 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.353583 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.353842 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.357838 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.358089 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.358329 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.358564 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.358798 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.359026 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.359269 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.359513 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.359798 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.361452 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.363853 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.364110 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.366643 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.366883 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.367135 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.367395 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.367631 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.367892 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.368156 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.368378 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.368631 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.368876 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.369098 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.369334 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.369558 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.369776 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.369996 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.370220 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.370434 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.370655 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.370867 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.371081 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.371298 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.371533 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.371747 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.372501 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.372717 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.372935 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.373965 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.374197 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.374419 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.375013 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.375230 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.376467 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.376775 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.377034 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.377882 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.378125 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.378378 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.378603 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.378849 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.379071 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.379292 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.379524 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.379795 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.380037 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.380285 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.380528 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.380783 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.381016 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.381250 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.381489 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.381735 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.381970 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.382211 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.382486 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.382714 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.383330 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.383589 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.383883 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.384158 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.384394 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.384686 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.384934 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.385200 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.385510 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.385761 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.386044 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.386311 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.386571 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.386832 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.387101 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.387517 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.387803 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.388040 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.388279 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.388605 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.388999 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.389307 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.389521 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.389747 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.390116 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.390342 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.390587 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.390799 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.391074 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.391331 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.391569 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.391922 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.392166 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.392549 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.392669 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.392894 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.394132 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.394132 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.394132 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.394132 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.394469 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.394469 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.394613 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.394825 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.395053 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.395338 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.395501 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.395801 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.397084 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.397084 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.397084 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.397084 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.397084 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.397084 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.397508 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.397508 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.397741 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.398012 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.398117 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.398326 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.398534 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.398797 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.399049 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.399277 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.399520 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.399852 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.400044 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.400277 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.400530 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.400760 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.400988 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.401198 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.401420 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.401632 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.401841 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.402084 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.402296 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.402528 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.402742 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.403083 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.403325 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.403549 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.403826 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.404070 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.404280 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.404508 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.404719 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.404931 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.405142 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.405374 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.405607 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.405842 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.406050 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.406795 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.406795 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.406795 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.407020 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.407173 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.407957 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.408195 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.408412 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.408629 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.408863 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.409073 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.409270 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.409479 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.409704 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.409911 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.410200 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.410462 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.410757 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.410995 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.411883 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.412904 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.413120 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.413350 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.413586 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.413795 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.414040 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.414393 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.414492 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.414816 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.414920 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.415201 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.415444 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.415657 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.415985 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.416230 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.416458 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.416722 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.417046 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.417256 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.417513 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.417736 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.417988 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.418220 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.418479 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.418808 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.419126 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.419375 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.419624 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.419949 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.420215 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.420479 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.420692 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.420978 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.421293 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.421573 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.421836 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.422056 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.422322 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.422559 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.422769 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.423602 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.423859 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.424092 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.424343 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.424587 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.424829 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.425043 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.425282 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.425492 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.425720 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.425925 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.426160 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.426380 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.426563 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 05:37:37.427034 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87685) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 03 05:37:37.427191 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 03 05:37:37.427337 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 03 05:37:37.427532 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 03 05:37:37.427685 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 03 05:37:37.427870 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 03 05:37:37.428054 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.428224 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.428367 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.428495 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.428646 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.428817 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.428967 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.429115 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.429263 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.429412 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.429516 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:37:37.429610 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.429699 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.429856 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.430015 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.430152 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.430306 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.430459 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.430615 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.430773 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.430926 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.431077 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.431229 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.431384 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] debug = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.431538 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.431706 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.431884 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.432037 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.432192 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.432346 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.432499 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.432652 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.432806 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.432965 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.433116 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.433270 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.433430 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.433668 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.433789 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.433870 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.434031 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.434197 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] host = dv-neutron-831582-1-hyperv {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.434340 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.434480 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.434621 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.434781 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.434942 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.435050 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.435189 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.435472 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.435762 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.435952 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.436126 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.436272 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.436437 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.436523 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_file = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.436685 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_options = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.436835 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.436984 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.437129 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.437310 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.437467 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.437626 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.437771 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.437917 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.438070 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.438223 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.438413 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.438574 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.438718 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.438870 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.439025 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.439178 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.439319 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.439459 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.439617 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.439804 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.439946 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.440097 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.440301 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.440394 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.440551 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.440704 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.440858 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.441031 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.441163 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.441618 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.441777 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.441931 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.442086 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.442241 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.442393 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.442545 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.442697 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.442855 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.443008 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.443161 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.443602 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.443781 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.443944 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.444098 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.444251 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.444407 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] use_json = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.444555 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.444687 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.444841 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.444997 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.445137 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.445283 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.445421 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.445556 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.445694 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 03 05:37:37.445865 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.446008 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.446177 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.446319 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.446677 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.446677 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.446955 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.446955 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.447225 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.447225 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.447483 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.447483 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.447860 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.447860 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.448118 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.448118 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.448452 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.448452 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.448743 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.448743 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.449014 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.449014 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.449274 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.449274 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.449433 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.449565 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.449721 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.449878 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.450035 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.450192 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.450348 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.450505 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.450662 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.450817 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.450972 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.451127 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.451283 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.451601 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.451601 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.451974 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.451974 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.452182 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.452182 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.452327 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.452473 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.452835 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.452835 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.453514 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.453514 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.453514 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.453859 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.453859 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.454327 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.454327 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.454327 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.454631 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.454631 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.454860 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.454860 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.455072 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.455194 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.455304 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.455638 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.455638 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.455894 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.455894 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.456101 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.456235 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.456359 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.456480 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.467903 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.467903 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.467903 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 51472) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:37:37.468299 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468299 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468299 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468299 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468299 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468299 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468299 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468299 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468299 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468835 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468835 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468835 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468835 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468835 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468835 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468835 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.468835 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469263 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469263 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469263 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469263 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469263 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469263 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469263 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469263 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469691 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469691 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469691 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469691 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469691 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469691 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469691 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.469691 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.470677 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.470677 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.470677 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.470677 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.470677 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.470677 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.470677 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.470677 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471116 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471116 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471116 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471116 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471116 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471116 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471116 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471116 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471538 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471538 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471538 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471538 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471538 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471538 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471538 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.471538 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472002 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472002 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472118 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069633 Mar 03 05:37:37.472186 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472186 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472186 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472186 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472186 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472186 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472186 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472186 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472634 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472634 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472634 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472634 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472634 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472634 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472634 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.472634 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.473057 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.473057 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.473057 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.473057 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.473057 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.473332 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.473332 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.474163 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.474163 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.474163 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.474163 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.474163 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.474478 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.474478 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.474592 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.474671 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.474796 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.474951 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.475163 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.475261 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.475407 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.475567 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.475723 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.475903 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.476062 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.476219 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.476375 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.476531 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.476690 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.476846 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.477008 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.477166 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.477321 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.477479 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.477635 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.477793 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.477956 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.478117 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.478270 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.478448 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.478621 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.478816 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.478961 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.479098 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.479185 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.479344 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.479498 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.479655 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.479832 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.479993 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.480151 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.480306 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.480461 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.480616 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.480774 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.480933 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.481092 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.481248 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.481406 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.481564 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.481722 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.481878 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.482034 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.482190 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.482346 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.482502 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.482657 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.482815 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.482982 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.483130 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.483283 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.483438 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.483592 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.483758 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.483946 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.484101 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.484256 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.484411 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.484576 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.484730 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.484946 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.485100 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.485255 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.485537 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.486180 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.486335 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.487431 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.487594 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.487752 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.487933 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.488105 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.488265 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.488426 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.488584 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.488745 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.488920 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.489073 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.489218 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.489386 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.489550 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.489708 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.489873 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.490037 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.490202 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.490359 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.490523 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.490693 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.490849 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.491005 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.491160 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.491318 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.491474 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.491630 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.491858 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.491962 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.492104 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.492259 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.492413 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.492568 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.492722 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.492878 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.493035 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.493189 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.493345 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.493501 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.493657 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 03 05:37:37.493805 dv-neutron-831582-1-hyperv neutron-server[87685]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87685) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 03 05:37:48.148428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdf126f-18ed-4a86-9b8c-607e32082275 None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 05:37:48.225541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdf126f-18ed-4a86-9b8c-607e32082275 None None] No non-hosted networks {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 03 05:37:48.242510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.agentschedulers_db [None req-6cdf126f-18ed-4a86-9b8c-607e32082275 None None] DHCP Agent not found on host dv-neutron-831582-1-hyperv {{(pid=87794) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 03 05:37:48.357706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5b70b3b6-21a6-47e1-8dfe-aa729d8851cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733509'] for agent, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:50.386482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-38e453e0-190b-4811-9485-4d2f5b135080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733509'] for agent, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:50.446462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2b56d439-bf83-4f35-a091-983de55ea6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:51.494368 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733509'] for agent, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:51.720086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733509'] for agent, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:51.721555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:37:51.721987 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:37:51.722381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:37:51.722818 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:37:51.723208 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:37:51.723617 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:37:51.724018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:37:51.724459 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:37:51.724957 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:37:51.725610 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:37:51.726507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:37:51.727133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:37:51.728273 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-831582-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:37:51.734299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-831582-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:37:52.761752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733509'] for agent, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:54.421900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 51566) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:37:54.607384 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.db.l3_hamode_db [None req-e5df1d02-d7b8-46da-bd9c-a211272a9210 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 03 05:37:54.693432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df1d02-d7b8-46da-bd9c-a211272a9210 None None] Routers set() bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:37:54.693731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df1d02-d7b8-46da-bd9c-a211272a9210 None None] Router IDs set() for agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 03 05:37:54.996955 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING oslo_policy.policy [None req-afe4eab1-c956-4bde-9d73-4446cf91a439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 05:37:54.997548 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING oslo_policy.policy [None req-afe4eab1-c956-4bde-9d73-4446cf91a439 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 05:37:55.214733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-afe4eab1-c956-4bde-9d73-4446cf91a439 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:37:55.215754 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-afe4eab1-c956-4bde-9d73-4446cf91a439 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7928731 Mar 03 05:37:57.594962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 51580) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:37:57.950744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f71aaf0e-294f-4e22-bc08-181a28c603d4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:37:58.045917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.policy [None req-f71aaf0e-294f-4e22-bc08-181a28c603d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87793) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 05:37:58.090178 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING oslo_policy.policy [None req-f71aaf0e-294f-4e22-bc08-181a28c603d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 05:37:58.090585 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING oslo_policy.policy [None req-f71aaf0e-294f-4e22-bc08-181a28c603d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 05:37:58.099592 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.quota [None req-f71aaf0e-294f-4e22-bc08-181a28c603d4 admin admin] Loaded quota_driver: . Mar 03 05:37:58.114913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f71aaf0e-294f-4e22-bc08-181a28c603d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:37:58.173597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f71aaf0e-294f-4e22-bc08-181a28c603d4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781479002980', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781479009623', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781479015957', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781478993353', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781478999137', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781478780778', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7875146', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7874684', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-551505', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-784037'] for rbac-policy, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:58.234815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f71aaf0e-294f-4e22-bc08-181a28c603d4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:37:58.236006 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f71aaf0e-294f-4e22-bc08-181a28c603d4 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6400566 Mar 03 05:38:00.825816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 51594) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:38:01.165641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '27f74fc271a645db92b6bbbe621c8b5f'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:38:01.170403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:38:01.174904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Usage tracker for resource:network and tenant:27f74fc271a645db92b6bbbe621c8b5f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:38:01.179532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:38:01.185568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:38:01.194839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Made reservation on behalf of 27f74fc271a645db92b6bbbe621c8b5f for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:38:01.197750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:01.215317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:01.229365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:38:01.232897 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Usage tracker for resource:security_group_rule and tenant:27f74fc271a645db92b6bbbe621c8b5f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:38:01.237835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:38:01.243309 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:38:01.337927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:01.341921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:01.367251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:38:01.392558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781475497988', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:01.393665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Unsubscribe: segment precommit_create {{(pid=87793) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 05:38:01.394157 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Added segment 70bd6141-06c6-487b-a7c2-7a4994e7c0c6 of type vlan for network 855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd Mar 03 05:38:01.402399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4093eb58-68c8-4006-aeed-46ec5c65797a,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:01.451206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:01.451568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:01.451938 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:01.452503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:01.452833 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:01.453175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:01.453500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:01.453836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:01.454156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:01.454471 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:01.454785 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:01.455739 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Tracked resource versions report: Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: pushed versions: Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: { 'AddressGroup': {'1.2'}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'ConntrackHelper': {'1.0'}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Log': {'1.0'}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Network': {'1.1'}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Port': {'1.7'}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'PortForwarding': {'1.2'}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'QosPolicy': {'1.8'}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'SecurityGroup': {'1.4'}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'SecurityGroupRule': {'1.2'}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'SubPort': {'1.0'}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Subnet': {'1.1'}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Trunk': {'1.1'}} Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: consumer versions: Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: { DHCP agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: L3 agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: Metadata agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: Metering agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: Open vSwitch agent@dv-neutron-831582-1-hyperv: { 'AddressGroup': '1.2', Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'ConntrackHelper': '1.0', Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Log': '1.0', Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Network': '1.1', Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Port': '1.7', Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'PortForwarding': '1.2', Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'QosPolicy': '1.8', Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'SecurityGroup': '1.4', Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'SecurityGroupRule': '1.2', Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'SubPort': '1.0', Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Subnet': '1.1', Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Trunk': '1.1'}} Mar 03 05:38:01.457075 dv-neutron-831582-1-hyperv neutron-server[87793]: {{(pid=87793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 05:38:01.502872 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:01.543606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:01.544750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:38:01.545385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:01.648281 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8213205 Mar 03 05:38:01.653012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee383f-7be2-49d1-b1a4-204dc16ea330 admin admin] Pushing event updated for resources: {'Network': ['ID=855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:01.665032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:38:04.312621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 51610) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:38:04.876327 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING oslo_policy.policy [None req-00d077a4-b864-4ea8-8d83-c6a1efe1983f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 05:38:04.877487 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING oslo_policy.policy [None req-00d077a4-b864-4ea8-8d83-c6a1efe1983f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 05:38:05.302572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.policy [None req-00d077a4-b864-4ea8-8d83-c6a1efe1983f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87792) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 03 05:38:05.346796 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING oslo_policy.policy [None req-00d077a4-b864-4ea8-8d83-c6a1efe1983f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 05:38:05.347362 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING oslo_policy.policy [None req-00d077a4-b864-4ea8-8d83-c6a1efe1983f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 03 05:38:05.355285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d077a4-b864-4ea8-8d83-c6a1efe1983f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:38:05.357162 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-00d077a4-b864-4ea8-8d83-c6a1efe1983f admin admin] 10.222.0.20 "GET /v2.0/networks/855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd HTTP/1.1" status: 200 len: 825 time: 1.0419900 Mar 03 05:38:05.388726 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-27b21a1d-c813-41ab-877c-78aa318d62b9 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/378e77a3-9d97-4732-8629-41caa917dbde HTTP/1.1" status: 200 len: 734 time: 0.0256128 Mar 03 05:38:05.397974 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '378e77a3-9d97-4732-8629-41caa917dbde', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:38:05.399709 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.quota [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Loaded quota_driver: . Mar 03 05:38:05.405718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:38:05.411801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Usage tracker for resource:subnet and tenant:27f74fc271a645db92b6bbbe621c8b5f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:38:05.415297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:38:05.422057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:38:05.435987 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Made reservation on behalf of 27f74fc271a645db92b6bbbe621c8b5f for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:38:05.438739 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:05.735618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:05.813487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Checking segment: {'id': '70bd6141-06c6-487b-a7c2-7a4994e7c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:38:05.813870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Network hostable DHCP agents. Network: 855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:38:05.833321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8354820-45d6-4433-ac6c-a2db065a6ea3,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:05.845090 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:05.845453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:05.845821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:05.846151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:05.846474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:05.846813 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:05.847157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:05.847491 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:05.847858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:05.848214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:05.848550 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:05.848868 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Tracked resource versions report: Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: pushed versions: Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: { 'AddressGroup': {'1.2'}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'ConntrackHelper': {'1.0'}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Log': {'1.0'}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Network': {'1.1'}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Port': {'1.7'}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'PortForwarding': {'1.2'}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'QosPolicy': {'1.8'}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'SecurityGroup': {'1.4'}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'SecurityGroupRule': {'1.2'}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'SubPort': {'1.0'}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Subnet': {'1.1'}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Trunk': {'1.1'}} Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: consumer versions: Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: { DHCP agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: L3 agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: Metadata agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: Metering agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: Open vSwitch agent@dv-neutron-831582-1-hyperv: { 'AddressGroup': '1.2', Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'ConntrackHelper': '1.0', Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Log': '1.0', Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Network': '1.1', Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Port': '1.7', Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'PortForwarding': '1.2', Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'QosPolicy': '1.8', Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'SecurityGroup': '1.4', Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'SecurityGroupRule': '1.2', Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'SubPort': '1.0', Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Subnet': '1.1', Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Trunk': '1.1'}} Mar 03 05:38:05.850173 dv-neutron-831582-1-hyperv neutron-server[87792]: {{(pid=87792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 05:38:05.864376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Network 855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:38:05.879441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:38:05.883942 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:38:05.884570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:05.888926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a54f5b-c40c-4745-8b01-58bfa24f5fc2 None None] Network 855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:38:05.906443 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4a1d3454-a7b7-4cc0-ab78-796db28e5f46 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5118666 Mar 03 05:38:06.196854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd', 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'fixed_ips': [{'subnet_id': 'c8354820-45d6-4433-ac6c-a2db065a6ea3'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:38:06.198075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:06.378634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Allocated IP 172.20.0.2 (855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd/c8354820-45d6-4433-ac6c-a2db065a6ea3/6647ed96-7ee9-4e7e-880a-37c46b3f4715) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:38:06.605782 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:06.618765 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Transition to ACTIVE for port object 6647ed96-7ee9-4e7e-880a-37c46b3f4715 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:38:06.638437 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Transition to ACTIVE for port object 6647ed96-7ee9-4e7e-880a-37c46b3f4715 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:38:06.645501 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:06.704086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Network 855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:38:06.711652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:38:06.714963 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:38:06.724890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Pushing event updated for resources: {'Port': ['ID=6647ed96-7ee9-4e7e-880a-37c46b3f4715,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:06.763206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:06.763566 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:06.763936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:06.764268 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:06.764604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:06.764945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:06.765283 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:06.765600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:06.765935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:06.766257 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:06.766578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:06.766896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Tracked resource versions report: Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: pushed versions: Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: { 'AddressGroup': {'1.2'}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'ConntrackHelper': {'1.0'}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Log': {'1.0'}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Network': {'1.1'}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Port': {'1.7'}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'PortForwarding': {'1.2'}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'QosPolicy': {'1.8'}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'SecurityGroup': {'1.4'}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'SecurityGroupRule': {'1.2'}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'SubPort': {'1.0'}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Subnet': {'1.1'}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Trunk': {'1.1'}} Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: consumer versions: Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: { DHCP agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: L3 agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: Metadata agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: Metering agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: Open vSwitch agent@dv-neutron-831582-1-hyperv: { 'AddressGroup': '1.2', Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'ConntrackHelper': '1.0', Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Log': '1.0', Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Network': '1.1', Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Port': '1.7', Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'PortForwarding': '1.2', Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'QosPolicy': '1.8', Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'SecurityGroup': '1.4', Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'SecurityGroupRule': '1.2', Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'SubPort': '1.0', Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Subnet': '1.1', Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Trunk': '1.1'}} Mar 03 05:38:06.768895 dv-neutron-831582-1-hyperv neutron-server[87794]: {{(pid=87794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 05:38:06.824390 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Attempting to bind port 6647ed96-7ee9-4e7e-880a-37c46b3f4715 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:38:06.824781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Attempting to bind port 6647ed96-7ee9-4e7e-880a-37c46b3f4715 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '70bd6141-06c6-487b-a7c2-7a4994e7c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:38:06.825195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Attempting to bind port 6647ed96-7ee9-4e7e-880a-37c46b3f4715 on network 855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:38:06.830363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:38:06.830758 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Checking segment: {'id': '70bd6141-06c6-487b-a7c2-7a4994e7c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:38:06.831220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:06.831608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Bound using segment: {'id': '70bd6141-06c6-487b-a7c2-7a4994e7c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:38:06.832115 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Bound port: 6647ed96-7ee9-4e7e-880a-37c46b3f4715, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70bd6141-06c6-487b-a7c2-7a4994e7c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:38:06.832497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:06.919812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] For port 6647ed96-7ee9-4e7e-880a-37c46b3f4715, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:38:06.923563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] For port 6647ed96-7ee9-4e7e-880a-37c46b3f4715, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6647ed96-7ee9-4e7e-880a-37c46b3f4715,segment=NetworkSegment(70bd6141-06c6-487b-a7c2-7a4994e7c0c6),segment_id=70bd6141-06c6-487b-a7c2-7a4994e7c0c6)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:38:06.928266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:07.019614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a57483-eb9c-48c0-a44d-21e221f3a229 None None] Pushing event updated for resources: {'Port': ['ID=6647ed96-7ee9-4e7e-880a-37c46b3f4715,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:08.321254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 51630) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:38:08.683743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-95faa4fa-80df-4def-986e-8d9f016dbba5 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:38:08.684763 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-95faa4fa-80df-4def-986e-8d9f016dbba5 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3624988 Mar 03 05:38:10.791504 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54c9a99-e7a9-4255-9b50-1033752c5d53 None None] Network 855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:38:10.901192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1341f868-8180-4612-8c63-7de7450fd988 None None] Provisioning for port 6647ed96-7ee9-4e7e-880a-37c46b3f4715 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:38:11.110842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 51644) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:38:11.475283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-c1d61611-2560-4a01-b9e3-9eeab78dfbb6 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:38:11.479740 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c1d61611-2560-4a01-b9e3-9eeab78dfbb6 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3677180 Mar 03 05:38:11.483308 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6647ed96-7ee9-4e7e-880a-37c46b3f4715 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:38:11.552534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 6647ed96-7ee9-4e7e-880a-37c46b3f4715 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:38:11.557609 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 6647ed96-7ee9-4e7e-880a-37c46b3f4715 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:38:11.558013 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:11.678337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:11.710567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 6647ed96-7ee9-4e7e-880a-37c46b3f4715, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6647ed96-7ee9-4e7e-880a-37c46b3f4715,segment=NetworkSegment(70bd6141-06c6-487b-a7c2-7a4994e7c0c6),segment_id=70bd6141-06c6-487b-a7c2-7a4994e7c0c6)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:38:11.714687 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:11.802504 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=6647ed96-7ee9-4e7e-880a-37c46b3f4715,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:13.455233 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6647ed96-7ee9-4e7e-880a-37c46b3f4715 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:38:13.520682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 6647ed96-7ee9-4e7e-880a-37c46b3f4715 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:38:13.521054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:14.150463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 51656) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:38:14.501541 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-85e90cb2-8500-47ff-9c9a-4d1b34103418 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'name': 'router1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:38:14.506536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-85e90cb2-8500-47ff-9c9a-4d1b34103418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:38:14.510414 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-85e90cb2-8500-47ff-9c9a-4d1b34103418 admin admin] Usage tracker for resource:router and tenant:27f74fc271a645db92b6bbbe621c8b5f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:38:14.513676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-85e90cb2-8500-47ff-9c9a-4d1b34103418 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:38:14.519411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-85e90cb2-8500-47ff-9c9a-4d1b34103418 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:38:14.529309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-85e90cb2-8500-47ff-9c9a-4d1b34103418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:14.530997 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-85e90cb2-8500-47ff-9c9a-4d1b34103418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:14.554690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-85e90cb2-8500-47ff-9c9a-4d1b34103418 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:14.663294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-85e90cb2-8500-47ff-9c9a-4d1b34103418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:14.680870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-85e90cb2-8500-47ff-9c9a-4d1b34103418 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:14.682098 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-85e90cb2-8500-47ff-9c9a-4d1b34103418 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5306842 Mar 03 05:38:17.042226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 51666) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:38:17.397811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-40411005-f86c-4d70-b8ee-3fafeefe0d5a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:38:17.398796 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-40411005-f86c-4d70-b8ee-3fafeefe0d5a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3556123 Mar 03 05:38:18.107346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-adb9eb79-e1cb-45c0-a61f-d45ac949e48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:19.771678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 51676) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:38:20.127910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:38:20.132414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:38:20.136470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Usage tracker for resource:network and tenant:ba5c8e6de91c4ff49820a75f12fc18ac is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:38:20.139358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:38:20.145387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:38:20.155082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Made reservation on behalf of ba5c8e6de91c4ff49820a75f12fc18ac for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:38:20.157341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:20.169764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:20.183465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:38:20.187117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Usage tracker for resource:security_group_rule and tenant:ba5c8e6de91c4ff49820a75f12fc18ac is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:38:20.189862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:38:20.195254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:38:20.276338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:20.280133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:20.298730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Reserving flat network on physical network physnet1 {{(pid=87793) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 03 05:38:20.319468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3011f3-92fa-450a-95e8-c87a0ad1b567,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:20.325725 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:20.326065 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Added segment dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f of type flat for network 2bbf0369-3496-4c83-b9d6-95faf970c002 Mar 03 05:38:20.363823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:20.385554 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0e1c01cb-4f43-49d3-9d71-2ed403603930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:20.409306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:20.410359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:38:20.410931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:20.511407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] Pushing event updated for resources: {'Network': ['ID=2bbf0369-3496-4c83-b9d6-95faf970c002,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:20.515785 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f4652a08-7fed-4e35-9497-af8c94b454bd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7431169 Mar 03 05:38:20.522330 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:38:21.436404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:21.707197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:22.728084 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:22.903470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 51696) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:38:23.108462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aee20c0-f627-4274-9797-a5c2adb79c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:38:23.109756 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0aee20c0-f627-4274-9797-a5c2adb79c05 admin admin] 10.222.0.20 "GET /v2.0/subnets/c8354820-45d6-4433-ac6c-a2db065a6ea3 HTTP/1.1" status: 200 len: 849 time: 0.2052014 Mar 03 05:38:23.261611 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-58dd55bf-ebff-46e7-9634-bf15de0a4890 admin admin] 10.222.0.20 "GET /v2.0/routers/8cd350f5-1e5c-4d17-8750-a2602d419be4 HTTP/1.1" status: 200 len: 704 time: 0.1457348 Mar 03 05:38:23.710181 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:23.935682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Allocated IP 172.20.0.1 (855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd/c8354820-45d6-4433-ac6c-a2db065a6ea3/25a5dfc8-96a7-4231-bacb-4bdc2ac08141) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:38:24.085546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:24.102398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Transition to ACTIVE for port object 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:38:24.156632 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:24.212884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Network 855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:38:24.215570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:38:24.219109 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:38:24.219635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:24.389765 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=25a5dfc8-96a7-4231-bacb-4bdc2ac08141,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:24.416604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3ffae8d5-be28-4961-a53f-ecc0e945255d None None] Provisioning for port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:38:24.421410 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3ffae8d5-be28-4961-a53f-ecc0e945255d None None] Provisioning complete for port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:38:24.421782 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3ffae8d5-be28-4961-a53f-ecc0e945255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:24.476643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3ffae8d5-be28-4961-a53f-ecc0e945255d None None] Port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:38:24.522280 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:24.741753 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:24.746040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:24.746807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:24.838291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=25a5dfc8-96a7-4231-bacb-4bdc2ac08141,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:24.935133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Network 855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:38:24.936202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:38:25.099063 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e5c275d5-4e7e-4cda-bfd6-7e0f1dce0917 None None] Provisioning complete for port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:38:25.099422 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e5c275d5-4e7e-4cda-bfd6-7e0f1dce0917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:25.137133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Router 8cd350f5-1e5c-4d17-8750-a2602d419be4 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:38:25.150795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e5c275d5-4e7e-4cda-bfd6-7e0f1dce0917 None None] Port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:38:25.298194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:38:25.308338 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d5e29788-3e23-47b3-8d14-40977e47f6e5 admin admin] 10.222.0.20 "PUT /v2.0/routers/8cd350f5-1e5c-4d17-8750-a2602d419be4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0419002 Mar 03 05:38:25.308470 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Sync routers for ids ['8cd350f5-1e5c-4d17-8750-a2602d419be4'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:38:25.318510 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Routers {'8cd350f5-1e5c-4d17-8750-a2602d419be4'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:38:25.319317 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:38:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8cd350f5-1e5c-4d17-8750-a2602d419be4'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:38:25.506470 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Set router 8cd350f5-1e5c-4d17-8750-a2602d419be4 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:38:25.860570 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'name': 'router1', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:38:14Z', 'updated_at': '2022-03-03T05:38:24Z', 'revision_number': 2, 'project_id': '27f74fc271a645db92b6bbbe621c8b5f', 'gw_port_host': None, '_interfaces': [{'id': '25a5dfc8-96a7-4231-bacb-4bdc2ac08141', 'name': '', 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'mac_address': 'fa:16:3e:8e:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8354820-45d6-4433-ac6c-a2db065a6ea3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:38:23Z', 'updated_at': '2022-03-03T05:38:24Z', 'revision_number': 2, 'project_id': '27f74fc271a645db92b6bbbe621c8b5f', 'subnets': [{'id': 'c8354820-45d6-4433-ac6c-a2db065a6ea3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '378e77a3-9d97-4732-8629-41caa917dbde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:38:25.865249 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Checking router: 8cd350f5-1e5c-4d17-8750-a2602d419be4 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:38:25.865614 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Updating router 8cd350f5-1e5c-4d17-8750-a2602d419be4 port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:38:25.916758 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:26.284353 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:26.299478 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Transition to ACTIVE for port object 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:38:26.305477 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:26.476845 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Pushing event updated for resources: {'Port': ['ID=25a5dfc8-96a7-4231-bacb-4bdc2ac08141,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:26.536873 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:26.537156 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:26.537489 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:26.537817 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:26.538400 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:26.538734 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:26.539054 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:26.539371 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:26.539698 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:26.540037 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:26.540347 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:26.540655 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Tracked resource versions report: Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: pushed versions: Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: { 'AddressGroup': {'1.2'}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'ConntrackHelper': {'1.0'}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Log': {'1.0'}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Network': {'1.1'}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Port': {'1.7'}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'PortForwarding': {'1.2'}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'QosPolicy': {'1.8'}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'SecurityGroup': {'1.4'}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'SecurityGroupRule': {'1.2'}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'SubPort': {'1.0'}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Subnet': {'1.1'}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Trunk': {'1.1'}} Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: consumer versions: Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: { DHCP agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: L3 agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: Metadata agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: Metering agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: Open vSwitch agent@dv-neutron-831582-1-hyperv: { 'AddressGroup': '1.2', Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'ConntrackHelper': '1.0', Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Log': '1.0', Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Network': '1.1', Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Port': '1.7', Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'PortForwarding': '1.2', Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'QosPolicy': '1.8', Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'SecurityGroup': '1.4', Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'SecurityGroupRule': '1.2', Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'SubPort': '1.0', Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Subnet': '1.1', Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Trunk': '1.1'}} Mar 03 05:38:26.541962 dv-neutron-831582-1-hyperv neutron-server[87795]: {{(pid=87795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 05:38:26.566034 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Attempting to bind port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:38:26.566426 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Attempting to bind port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '70bd6141-06c6-487b-a7c2-7a4994e7c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:38:26.566835 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Attempting to bind port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 on network 855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:38:26.572012 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:38:26.572405 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Checking segment: {'id': '70bd6141-06c6-487b-a7c2-7a4994e7c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:38:26.572864 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:26.573248 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Bound using segment: {'id': '70bd6141-06c6-487b-a7c2-7a4994e7c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:38:26.573719 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Bound port: 25a5dfc8-96a7-4231-bacb-4bdc2ac08141, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70bd6141-06c6-487b-a7c2-7a4994e7c0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:38:26.574124 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:26.659888 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] For port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:38:26.663912 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] For port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=25a5dfc8-96a7-4231-bacb-4bdc2ac08141,segment=NetworkSegment(70bd6141-06c6-487b-a7c2-7a4994e7c0c6),segment_id=70bd6141-06c6-487b-a7c2-7a4994e7c0c6)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:38:26.668627 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:26.754854 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Routers {'8cd350f5-1e5c-4d17-8750-a2602d419be4'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:38:26.755474 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:38:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8cd350f5-1e5c-4d17-8750-a2602d419be4'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:38:26.806422 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f25201-e42c-4ee0-9ca2-b4fc0090e12f None None] Pushing event updated for resources: {'Port': ['ID=25a5dfc8-96a7-4231-bacb-4bdc2ac08141,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:26.913206 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] Set router 8cd350f5-1e5c-4d17-8750-a2602d419be4 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:38:27.233032 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'name': 'router1', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:38:14Z', 'updated_at': '2022-03-03T05:38:24Z', 'revision_number': 2, 'project_id': '27f74fc271a645db92b6bbbe621c8b5f', 'gw_port_host': None, '_interfaces': [{'id': '25a5dfc8-96a7-4231-bacb-4bdc2ac08141', 'name': '', 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'mac_address': 'fa:16:3e:8e:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8354820-45d6-4433-ac6c-a2db065a6ea3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:38:23Z', 'updated_at': '2022-03-03T05:38:26Z', 'revision_number': 4, 'project_id': '27f74fc271a645db92b6bbbe621c8b5f', 'subnets': [{'id': 'c8354820-45d6-4433-ac6c-a2db065a6ea3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '378e77a3-9d97-4732-8629-41caa917dbde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:38:27.236820 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecae6ba-c8ac-4bcb-ba52-158b425e561d None None] The sync data for ids ['8cd350f5-1e5c-4d17-8750-a2602d419be4'] in dv-neutron-831582-1-hyperv is: [{'id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'name': 'router1', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:38:14Z', 'updated_at': '2022-03-03T05:38:24Z', 'revision_number': 2, 'project_id': '27f74fc271a645db92b6bbbe621c8b5f', 'gw_port_host': None, '_interfaces': [{'id': '25a5dfc8-96a7-4231-bacb-4bdc2ac08141', 'name': '', 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'mac_address': 'fa:16:3e:8e:37:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8354820-45d6-4433-ac6c-a2db065a6ea3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:38:23Z', 'updated_at': '2022-03-03T05:38:26Z', 'revision_number': 4, 'project_id': '27f74fc271a645db92b6bbbe621c8b5f', 'subnets': [{'id': 'c8354820-45d6-4433-ac6c-a2db065a6ea3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '378e77a3-9d97-4732-8629-41caa917dbde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:38:27.523519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 51718) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:38:27.672905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ea2110-9690-4d1a-aa5b-e1430a301b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:38:27.673983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-05ea2110-9690-4d1a-aa5b-e1430a301b27 admin admin] Synchronizing usage tracker for tenant:ba5c8e6de91c4ff49820a75f12fc18ac on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:38:27.690747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-05ea2110-9690-4d1a-aa5b-e1430a301b27 admin admin] Unset dirty status for tenant:ba5c8e6de91c4ff49820a75f12fc18ac on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:38:27.692028 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-05ea2110-9690-4d1a-aa5b-e1430a301b27 admin admin] 10.222.0.20 "GET /v2.0/networks/2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 842 time: 0.1674621 Mar 03 05:38:27.701663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Request body: {'subnet': {'cidr': '172.26.3.0/24', 'enable_dhcp': False, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.26.3.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:38:27.706095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:38:27.709749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Usage tracker for resource:subnet and tenant:ba5c8e6de91c4ff49820a75f12fc18ac is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:38:27.712828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:38:27.721818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:38:27.731395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Made reservation on behalf of ba5c8e6de91c4ff49820a75f12fc18ac for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:38:27.734042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:28.164131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.objects.ports [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87793) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:38:28.164612 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:28.232788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=528bbc75-806f-4ba0-b1ee-66c75f3945bd,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:28.244280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:38:28.244654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Network hostable DHCP agents. Network: 2bbf0369-3496-4c83-b9d6-95faf970c002, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:38:28.265560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:38:28.275593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 2bbf0369-3496-4c83-b9d6-95faf970c002) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:38:28.280216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:38:28.280791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:28.285739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe21f34-a626-4616-b883-1f9b4b9d6ed6 None None] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:38:28.302248 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ddca6037-e5f0-4d87-85f3-80aea0703f69 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6040077 Mar 03 05:38:28.506819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5e081f-a625-41ba-a964-f05b781c10c1 None None] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:38:29.342625 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 5 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:38:29.477141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:38:29.547090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:38:29.551748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:38:29.552162 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:29.666305 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:29.696779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=25a5dfc8-96a7-4231-bacb-4bdc2ac08141,segment=NetworkSegment(70bd6141-06c6-487b-a7c2-7a4994e7c0c6),segment_id=70bd6141-06c6-487b-a7c2-7a4994e7c0c6)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:38:29.700896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:29.765358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=25a5dfc8-96a7-4231-bacb-4bdc2ac08141,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:30.578877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 51732) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:38:30.799015 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ee5a7d34-ab13-49bb-9c16-4cf5d7748564 admin admin] 10.222.0.20 "GET /v2.0/routers/8cd350f5-1e5c-4d17-8750-a2602d419be4 HTTP/1.1" status: 200 len: 710 time: 0.2179527 Mar 03 05:38:30.921875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e98f502-383d-4cf5-b5ae-7eaf7325c7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:38:30.923695 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6e98f502-383d-4cf5-b5ae-7eaf7325c7d4 admin admin] 10.222.0.20 "GET /v2.0/networks/2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 886 time: 0.1191285 Mar 03 05:38:30.931997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:38:31.396881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:31.465030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:38:31.530714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:38:31.531077 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:31.722416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:31.776629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:31.909764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Allocated IP 172.26.3.36 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/7864c3f1-3ced-4555-9ce5-76b8410ebd89) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:38:32.054285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:32.110194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:32.166693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:38:32.167665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:38:32.171122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:38:32.243598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Pushing event updated for resources: {'Port': ['ID=7864c3f1-3ced-4555-9ce5-76b8410ebd89,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:32.552342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:32.912398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:32.915853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:33.088058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Router 8cd350f5-1e5c-4d17-8750-a2602d419be4 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:38:33.258960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:38:33.268324 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:33.268719 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-85fbd137-29ae-42f3-89dc-fa995bae79fd admin admin] 10.222.0.20 "PUT /v2.0/routers/8cd350f5-1e5c-4d17-8750-a2602d419be4 HTTP/1.1" status: 200 len: 889 time: 2.3397417 Mar 03 05:38:33.271585 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Sync routers for ids ['8cd350f5-1e5c-4d17-8750-a2602d419be4'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:38:33.281613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Routers {'8cd350f5-1e5c-4d17-8750-a2602d419be4'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:38:33.282265 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:38:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8cd350f5-1e5c-4d17-8750-a2602d419be4'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:38:33.497354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Set router 8cd350f5-1e5c-4d17-8750-a2602d419be4 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:38:33.828213 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'name': 'router1', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '7864c3f1-3ced-4555-9ce5-76b8410ebd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:38:14Z', 'updated_at': '2022-03-03T05:38:32Z', 'revision_number': 4, 'project_id': '27f74fc271a645db92b6bbbe621c8b5f', 'gw_port': {'id': '7864c3f1-3ced-4555-9ce5-76b8410ebd89', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:38:31Z', 'updated_at': '2022-03-03T05:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '25a5dfc8-96a7-4231-bacb-4bdc2ac08141', 'name': '', 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'mac_address': 'fa:16:3e:8e:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8354820-45d6-4433-ac6c-a2db065a6ea3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:38:23Z', 'updated_at': '2022-03-03T05:38:29Z', 'revision_number': 5, 'project_id': '27f74fc271a645db92b6bbbe621c8b5f', 'subnets': [{'id': 'c8354820-45d6-4433-ac6c-a2db065a6ea3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '378e77a3-9d97-4732-8629-41caa917dbde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:38:33.833500 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Checking router: 8cd350f5-1e5c-4d17-8750-a2602d419be4 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:38:33.833856 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Updating router 8cd350f5-1e5c-4d17-8750-a2602d419be4 port 7864c3f1-3ced-4555-9ce5-76b8410ebd89 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:38:33.883502 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:34.203272 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:34.215009 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Transition to ACTIVE for port object 7864c3f1-3ced-4555-9ce5-76b8410ebd89 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:38:34.221034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:34.293815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Attempting to bind port 7864c3f1-3ced-4555-9ce5-76b8410ebd89 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:38:34.294385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Attempting to bind port 7864c3f1-3ced-4555-9ce5-76b8410ebd89 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:38:34.294536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Attempting to bind port 7864c3f1-3ced-4555-9ce5-76b8410ebd89 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:38:34.304559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1aa0c-f374-465f-86b9-42d68e0f8501 None None] Pushing event updated for resources: {'Port': ['ID=7864c3f1-3ced-4555-9ce5-76b8410ebd89,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:34.311795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:38:34.311795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:38:34.311795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:34.311795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:38:34.311795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Bound port: 7864c3f1-3ced-4555-9ce5-76b8410ebd89, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:38:34.311795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:34.383194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] For port 7864c3f1-3ced-4555-9ce5-76b8410ebd89, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:38:34.386177 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] For port 7864c3f1-3ced-4555-9ce5-76b8410ebd89, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7864c3f1-3ced-4555-9ce5-76b8410ebd89,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:38:34.389666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:34.464583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Routers {'8cd350f5-1e5c-4d17-8750-a2602d419be4'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:38:34.465141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:38:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8cd350f5-1e5c-4d17-8750-a2602d419be4'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:38:34.532699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1aa0c-f374-465f-86b9-42d68e0f8501 None None] Pushing event updated for resources: {'Port': ['ID=7864c3f1-3ced-4555-9ce5-76b8410ebd89,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:34.651819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] Set router 8cd350f5-1e5c-4d17-8750-a2602d419be4 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:38:35.008116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'name': 'router1', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '7864c3f1-3ced-4555-9ce5-76b8410ebd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:38:14Z', 'updated_at': '2022-03-03T05:38:32Z', 'revision_number': 4, 'project_id': '27f74fc271a645db92b6bbbe621c8b5f', 'gw_port': {'id': '7864c3f1-3ced-4555-9ce5-76b8410ebd89', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:38:31Z', 'updated_at': '2022-03-03T05:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '25a5dfc8-96a7-4231-bacb-4bdc2ac08141', 'name': '', 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'mac_address': 'fa:16:3e:8e:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8354820-45d6-4433-ac6c-a2db065a6ea3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:38:23Z', 'updated_at': '2022-03-03T05:38:29Z', 'revision_number': 5, 'project_id': '27f74fc271a645db92b6bbbe621c8b5f', 'subnets': [{'id': 'c8354820-45d6-4433-ac6c-a2db065a6ea3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '378e77a3-9d97-4732-8629-41caa917dbde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:38:35.013054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efa9da0-2619-4ef7-a8bb-6cdb4c1283b3 None None] The sync data for ids ['8cd350f5-1e5c-4d17-8750-a2602d419be4'] in dv-neutron-831582-1-hyperv is: [{'id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'name': 'router1', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.36'}], 'enable_snat': True}, 'gw_port_id': '7864c3f1-3ced-4555-9ce5-76b8410ebd89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:38:14Z', 'updated_at': '2022-03-03T05:38:32Z', 'revision_number': 4, 'project_id': '27f74fc271a645db92b6bbbe621c8b5f', 'gw_port': {'id': '7864c3f1-3ced-4555-9ce5-76b8410ebd89', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b2:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:38:31Z', 'updated_at': '2022-03-03T05:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '25a5dfc8-96a7-4231-bacb-4bdc2ac08141', 'name': '', 'network_id': '855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd', 'tenant_id': '27f74fc271a645db92b6bbbe621c8b5f', 'mac_address': 'fa:16:3e:8e:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd350f5-1e5c-4d17-8750-a2602d419be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c8354820-45d6-4433-ac6c-a2db065a6ea3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:38:23Z', 'updated_at': '2022-03-03T05:38:29Z', 'revision_number': 5, 'project_id': '27f74fc271a645db92b6bbbe621c8b5f', 'subnets': [{'id': 'c8354820-45d6-4433-ac6c-a2db065a6ea3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '378e77a3-9d97-4732-8629-41caa917dbde'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:38:35.494004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7864c3f1-3ced-4555-9ce5-76b8410ebd89 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:38:35.569767 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 7864c3f1-3ced-4555-9ce5-76b8410ebd89 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:38:35.575405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7864c3f1-3ced-4555-9ce5-76b8410ebd89 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:38:35.575805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:35.652168 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 51742) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:38:35.695316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:35.711710 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 7864c3f1-3ced-4555-9ce5-76b8410ebd89, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7864c3f1-3ced-4555-9ce5-76b8410ebd89,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:38:35.717085 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:35.773180 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cf6b5c4b-2067-48b5-884c-ccd115d35665 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1198926 Mar 03 05:38:35.793152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=7864c3f1-3ced-4555-9ce5-76b8410ebd89,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:38:37.470695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7864c3f1-3ced-4555-9ce5-76b8410ebd89 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:38:37.545464 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7864c3f1-3ced-4555-9ce5-76b8410ebd89 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:38:37.546047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:48.113254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-caba9e83-95e3-4f8e-b160-0004f6c68972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:50.387726 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f8108f71-99fb-4b31-936a-48501909bb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:51.441304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:51.709416 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:38:52.738672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:39:06.341828 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 5 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:39:18.105242 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-72d336fe-8373-41eb-96c1-5363fa662999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:39:20.391199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-14389a2f-6975-447f-80c1-9e1016c0f46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:39:21.446601 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:39:21.712791 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:39:22.743738 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:39:43.341085 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 5 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:39:48.113965 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8b37-9b9f-4869-b3d3-915822d79eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:39:50.444834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a1d8f25e-08d0-45ac-af82-80adaf0f247c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:39:51.447250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:39:51.738658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:39:52.746303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:18.108351 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6ed684ae-f2b5-4355-b8db-e1afb9c1d895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:20.339538 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 5 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:40:20.398303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ba1157b7-7612-40a8-8fff-f8dd8a45501e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:21.446202 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:21.714192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:22.747111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:40.899549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 52344) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:40:40.965370 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a84dc4-8dee-448e-951d-9cc4f666e80b admin admin] GET failed (client error): The resource could not be found. Mar 03 05:40:40.966590 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-11a84dc4-8dee-448e-951d-9cc4f666e80b admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660930 Mar 03 05:40:41.098091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d38d19-4fc2-4112-a2ee-9c1f3d5c69b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:41.099445 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-00d38d19-4fc2-4112-a2ee-9c1f3d5c69b1 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1280046 Mar 03 05:40:43.229071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 52354) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:40:43.335938 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f58323-569e-479a-8411-a82ba6a4a559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:43.337252 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b4f58323-569e-479a-8411-a82ba6a4a559 admin admin] 10.222.0.20 "GET /v2.0/subnets/c8354820-45d6-4433-ac6c-a2db065a6ea3 HTTP/1.1" status: 200 len: 849 time: 0.1072602 Mar 03 05:40:43.346234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:40:43.459327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:43.686558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781475358693'] for subnet, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:43.727545 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:43.728073 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:43.729318 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] 10.222.0.20 "PUT /v2.0/subnets/c8354820-45d6-4433-ac6c-a2db065a6ea3 HTTP/1.1" status: 200 len: 868 time: 0.3866324 Mar 03 05:40:43.746103 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30a5653-bd51-434a-a3ff-6a06477ac798 None None] Network 855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:40:43.755442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8354820-45d6-4433-ac6c-a2db065a6ea3,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:40:43.763376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:40:43.764214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:40:43.764565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:40:43.765037 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:40:43.765373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:40:43.765702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:40:43.766028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:40:43.766353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:40:43.766746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:40:43.767076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:40:43.767685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:40:43.768048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e35dd1-7c7a-4b81-8865-16d6bae9db07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:40:44.222317 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7f9cfbde-1b28-4e51-83a2-187d4dd9ecd2 None None] Provisioning complete for port 25a5dfc8-96a7-4231-bacb-4bdc2ac08141 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:40:44.222688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfbde-1b28-4e51-83a2-187d4dd9ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:44.347327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7f9cfbde-1b28-4e51-83a2-187d4dd9ecd2 None None] Provisioning complete for port 6647ed96-7ee9-4e7e-880a-37c46b3f4715 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:40:44.347665 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7f9cfbde-1b28-4e51-83a2-187d4dd9ecd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:45.887825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 52364) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:40:46.057870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89310199-8c46-41cd-a170-e2bdb5ec3baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:46.058351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89310199-8c46-41cd-a170-e2bdb5ec3baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:46.059893 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-89310199-8c46-41cd-a170-e2bdb5ec3baa admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1709943 Mar 03 05:40:48.113565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aa5aff69-73c3-4784-93e0-24d21fcbd1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:48.213679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 52374) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:40:48.385890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1b124-8952-45a8-a193-44e4b1853b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:48.386367 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1b124-8952-45a8-a193-44e4b1853b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:48.387902 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-eef1b124-8952-45a8-a193-44e4b1853b82 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1732640 Mar 03 05:40:50.400200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-211d0424-c731-443d-8678-d16c28796660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:50.526771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52384) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:40:50.690451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184ac265-5f4f-4248-aa95-7d4ac64e24d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:50.691710 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-184ac265-5f4f-4248-aa95-7d4ac64e24d9 admin admin] 10.222.0.20 "GET /v2.0/networks/2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 886 time: 0.1640162 Mar 03 05:40:51.448394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:51.716975 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:52.758741 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:40:52.836734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52394) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:40:53.003837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf266aa-e9e3-4ff4-b720-3f27bfe55d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:53.005155 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9bf266aa-e9e3-4ff4-b720-3f27bfe55d27 admin admin] 10.222.0.20 "GET /v2.0/networks/855ac2ef-ce9a-4966-b5a6-e5aa40eb3ddd HTTP/1.1" status: 200 len: 869 time: 0.1673722 Mar 03 05:40:55.146136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52404) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:40:55.252293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cef60e3-ffda-45f5-9245-e7bb439647a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:55.252746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cef60e3-ffda-45f5-9245-e7bb439647a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:55.253448 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2cef60e3-ffda-45f5-9245-e7bb439647a9 admin admin] Synchronizing usage tracker for tenant:ba5c8e6de91c4ff49820a75f12fc18ac on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:40:55.269491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2cef60e3-ffda-45f5-9245-e7bb439647a9 admin admin] Unset dirty status for tenant:ba5c8e6de91c4ff49820a75f12fc18ac on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:40:55.270770 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2cef60e3-ffda-45f5-9245-e7bb439647a9 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1236796 Mar 03 05:40:57.338975 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 5 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:40:57.438171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52414) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:40:57.542908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5785bbc-462f-4954-b151-4d027afd434b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:57.543357 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5785bbc-462f-4954-b151-4d027afd434b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:57.544880 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e5785bbc-462f-4954-b151-4d027afd434b admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1052892 Mar 03 05:40:59.677638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52424) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:40:59.782173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaa5049-17a5-453f-b9ee-32f1daea3367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:40:59.783511 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dfaa5049-17a5-453f-b9ee-32f1daea3367 admin admin] 10.222.0.20 "GET /v2.0/subnets/528bbc75-806f-4ba0-b1ee-66c75f3945bd HTTP/1.1" status: 200 len: 816 time: 0.1049540 Mar 03 05:41:01.901700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52434) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:41:02.006792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2132129-2b33-43b3-b3bb-2502bb0eee3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:41:02.008172 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c2132129-2b33-43b3-b3bb-2502bb0eee3e admin admin] 10.222.0.20 "GET /v2.0/subnets/c8354820-45d6-4433-ac6c-a2db065a6ea3 HTTP/1.1" status: 200 len: 868 time: 0.1055396 Mar 03 05:41:18.115122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a6a8bc1b-4d5d-44e4-a699-429a495fd2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:20.401677 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d8c41c1f-53ae-463f-a499-3f01c2878ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:20.653119 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52480) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:41:20.699304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-3542dd55-2090-41b6-b9ae-99ca2b71ac08 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:41:20.700294 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3542dd55-2090-41b6-b9ae-99ca2b71ac08 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463207 Mar 03 05:41:21.450589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:21.718398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:22.753470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:22.903806 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52490) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:41:22.968737 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dda7797-6892-4d22-85a8-232761e99516 admin admin] GET failed (client error): The resource could not be found. Mar 03 05:41:22.969945 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9dda7797-6892-4d22-85a8-232761e99516 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0652351 Mar 03 05:41:23.095087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea1ad5f-d205-40c7-ab61-95b1409c031c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:41:23.096556 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6ea1ad5f-d205-40c7-ab61-95b1409c031c admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1227987 Mar 03 05:41:25.266283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52500) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:41:25.312618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:41:25.318196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:41:25.327433 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:41:25.337370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Made reservation on behalf of ba5c8e6de91c4ff49820a75f12fc18ac for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:41:25.339664 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:25.461441 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING neutron.services.revisions.revision_plugin [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Could not find related network for resource to bump revision. Mar 03 05:41:25.472343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:41:25.480982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:25.481317 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Added segment e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a of type vlan for network 8811c2b6-67ef-4bbe-b4f7-793011482eca Mar 03 05:41:25.506067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:25.533210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:25.534302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:41:25.534874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:25.637877 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3704948 Mar 03 05:41:25.640375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Pushing event updated for resources: {'Network': ['ID=8811c2b6-67ef-4bbe-b4f7-793011482eca,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:41:25.647184 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:25.647529 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:25.647902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:25.648236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:25.648560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:25.648913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:25.649241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:25.649576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:25.649896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:25.650444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:25.650563 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:25.650830 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aba523-9360-4977-874f-921d90df4d76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:25.663271 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 8811c2b6-67ef-4bbe-b4f7-793011482eca details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:41:27.803340 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52510) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:41:27.870180 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1e109e-e6ff-4caa-aac4-ea3eb40fac7d admin admin] GET failed (client error): The resource could not be found. Mar 03 05:41:27.870683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ae1e109e-e6ff-4caa-aac4-ea3eb40fac7d admin admin] Synchronizing usage tracker for tenant:ba5c8e6de91c4ff49820a75f12fc18ac on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:41:27.885523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ae1e109e-e6ff-4caa-aac4-ea3eb40fac7d admin admin] Unset dirty status for tenant:ba5c8e6de91c4ff49820a75f12fc18ac on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:41:27.886783 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ae1e109e-e6ff-4caa-aac4-ea3eb40fac7d admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0824189 Mar 03 05:41:27.990209 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084b6771-63cb-43d3-8253-770673991bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:41:27.991614 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-084b6771-63cb-43d3-8253-770673991bd1 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1007276 Mar 03 05:41:28.000822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '8811c2b6-67ef-4bbe-b4f7-793011482eca', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:41:28.005539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:41:28.014639 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:41:28.024675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] Made reservation on behalf of ba5c8e6de91c4ff49820a75f12fc18ac for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:41:28.026943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:28.218745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:28.287553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ece413d-8e0b-4cf5-b247-125b9765d37e,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:41:28.294617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] Checking segment: {'id': 'e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8811c2b6-67ef-4bbe-b4f7-793011482eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:41:28.294963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] Network hostable DHCP agents. Network: 8811c2b6-67ef-4bbe-b4f7-793011482eca, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:41:28.312690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] Network 8811c2b6-67ef-4bbe-b4f7-793011482eca is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:41:28.322241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 8811c2b6-67ef-4bbe-b4f7-793011482eca) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:41:28.326259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:41:28.326845 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:28.332316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb2ae3b-2cca-4329-82b0-fc81aa50502d None None] Network 8811c2b6-67ef-4bbe-b4f7-793011482eca requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:41:28.351420 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a83407c7-6ecc-4d9d-b8f6-9fe5a01ebce3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3537993 Mar 03 05:41:28.571320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-8811c2b6-67ef-4bbe-b4f7-793011482eca', 'network_id': '8811c2b6-67ef-4bbe-b4f7-793011482eca', 'tenant_id': 'ba5c8e6de91c4ff49820a75f12fc18ac', 'fixed_ips': [{'subnet_id': '7ece413d-8e0b-4cf5-b247-125b9765d37e'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:41:28.572345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:28.727512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Allocated IP 192.168.233.2 (8811c2b6-67ef-4bbe-b4f7-793011482eca/7ece413d-8e0b-4cf5-b247-125b9765d37e/d1e4dd96-e0cb-4b41-ba85-776d10de11de) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:41:28.930306 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:28.942820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Transition to ACTIVE for port object d1e4dd96-e0cb-4b41-ba85-776d10de11de will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:41:28.961761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Transition to ACTIVE for port object d1e4dd96-e0cb-4b41-ba85-776d10de11de will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:41:28.967133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:29.027892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Network 8811c2b6-67ef-4bbe-b4f7-793011482eca is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:41:29.030492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:41:29.038790 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:41:29.070948 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Pushing event updated for resources: {'Port': ['ID=d1e4dd96-e0cb-4b41-ba85-776d10de11de,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:41:29.086315 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:29.086680 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:29.087022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:29.087354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:29.087684 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:29.088052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:29.088380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:29.088702 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:29.089037 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:29.089359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:29.089697 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:29.090016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:41:29.140229 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Attempting to bind port d1e4dd96-e0cb-4b41-ba85-776d10de11de on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:41:29.140590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Attempting to bind port d1e4dd96-e0cb-4b41-ba85-776d10de11de by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8811c2b6-67ef-4bbe-b4f7-793011482eca'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:41:29.140946 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Attempting to bind port d1e4dd96-e0cb-4b41-ba85-776d10de11de on network 8811c2b6-67ef-4bbe-b4f7-793011482eca {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:41:29.146803 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:41:29.147167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Checking segment: {'id': 'e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8811c2b6-67ef-4bbe-b4f7-793011482eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:41:29.148235 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:29.148235 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Bound using segment: {'id': 'e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8811c2b6-67ef-4bbe-b4f7-793011482eca'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:41:29.148542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Bound port: d1e4dd96-e0cb-4b41-ba85-776d10de11de, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8811c2b6-67ef-4bbe-b4f7-793011482eca'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:41:29.148767 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:29.237465 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] For port d1e4dd96-e0cb-4b41-ba85-776d10de11de, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:41:29.240708 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] For port d1e4dd96-e0cb-4b41-ba85-776d10de11de, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d1e4dd96-e0cb-4b41-ba85-776d10de11de,segment=NetworkSegment(e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a),segment_id=e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:41:29.245569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:29.328983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f68c89-05b1-4dd6-95bb-3c15dca5ecd5 None None] Pushing event updated for resources: {'Port': ['ID=d1e4dd96-e0cb-4b41-ba85-776d10de11de,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:41:29.597938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d1e4dd96-e0cb-4b41-ba85-776d10de11de up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:41:29.679570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port d1e4dd96-e0cb-4b41-ba85-776d10de11de completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:41:30.144236 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ff0567-1475-4462-9122-69ec1710dad4 None None] Network 8811c2b6-67ef-4bbe-b4f7-793011482eca requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:41:30.253595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3e26b45d-8e7c-41ac-8f7b-be098e1838f3 None None] Provisioning for port d1e4dd96-e0cb-4b41-ba85-776d10de11de completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:41:30.272772 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3e26b45d-8e7c-41ac-8f7b-be098e1838f3 None None] Provisioning complete for port d1e4dd96-e0cb-4b41-ba85-776d10de11de triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:41:30.273019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3e26b45d-8e7c-41ac-8f7b-be098e1838f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:30.498953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3e26b45d-8e7c-41ac-8f7b-be098e1838f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:30.543821 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3e26b45d-8e7c-41ac-8f7b-be098e1838f3 None None] For port d1e4dd96-e0cb-4b41-ba85-776d10de11de, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d1e4dd96-e0cb-4b41-ba85-776d10de11de,segment=NetworkSegment(e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a),segment_id=e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:41:30.548248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3e26b45d-8e7c-41ac-8f7b-be098e1838f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:30.620570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26b45d-8e7c-41ac-8f7b-be098e1838f3 None None] Pushing event updated for resources: {'Port': ['ID=d1e4dd96-e0cb-4b41-ba85-776d10de11de,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:41:30.768392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3c1cad4b-7616-42d6-9f4b-1d9bcb3f71e3 None None] Provisioning complete for port d1e4dd96-e0cb-4b41-ba85-776d10de11de triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:41:30.768761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3c1cad4b-7616-42d6-9f4b-1d9bcb3f71e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:31.559661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d1e4dd96-e0cb-4b41-ba85-776d10de11de up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:41:31.625563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port d1e4dd96-e0cb-4b41-ba85-776d10de11de triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:41:31.626235 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:34.338026 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 5 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:41:48.118756 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ffd66ab4-3476-4857-b01e-902bc3c355ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:50.403180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7a9b53dd-14c2-4a83-b429-62c9f19018e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:51.453543 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:51.722800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:41:52.757327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:11.336230 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 5 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:42:18.119863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a154c4d8-cf0e-49bf-9ea4-f3b0d3a04725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:20.409770 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aad12658-e8e8-4fe8-8984-5bbae5a1c654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:21.458363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:21.724111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:22.759669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:45.025732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52554) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:42:45.031375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-cdaf9344-ef75-4bbc-90b9-418f1d7dfdc1 tempest-verify_tempest_config-1722527648 tempest-verify_tempest_config-1722527648-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:42:45.032929 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cdaf9344-ef75-4bbc-90b9-418f1d7dfdc1 tempest-verify_tempest_config-1722527648 tempest-verify_tempest_config-1722527648-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062418 Mar 03 05:42:45.331340 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52572) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:42:45.454241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:45.467838 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:42:45.471988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Usage tracker for resource:security_group_rule and tenant:574f9b6fd6c742df9549f77a9946fe1d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:42:45.474678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:42:45.480147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:42:45.562390 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:45.566016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:45.610634 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Synchronizing usage tracker for tenant:ba5c8e6de91c4ff49820a75f12fc18ac on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:42:45.613866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d59589-86dd-464a-834d-3e68d7d8a6bd,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:42:45.624422 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:42:45.624789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:42:45.625131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:42:45.625555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:42:45.625935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:42:45.626275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:42:45.626601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:42:45.626942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:42:45.627266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:42:45.627583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:42:45.627933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:42:45.628248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:42:45.638621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] Unset dirty status for tenant:ba5c8e6de91c4ff49820a75f12fc18ac on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:42:45.639863 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c845fcd5-65c1-44cf-88da-77b8698aef09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=574f9b6fd6c742df9549f77a9946fe1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3074939 Mar 03 05:42:45.643072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52578) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:42:45.699006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-611e6a7d-6dd3-4cac-82ef-dffe6091d492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:45.724292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-611e6a7d-6dd3-4cac-82ef-dffe6091d492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:45.816867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-611e6a7d-6dd3-4cac-82ef-dffe6091d492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:45.831232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e6a7d-6dd3-4cac-82ef-dffe6091d492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d59589-86dd-464a-834d-3e68d7d8a6bd,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:42:45.836915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-611e6a7d-6dd3-4cac-82ef-dffe6091d492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:45.840276 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-611e6a7d-6dd3-4cac-82ef-dffe6091d492 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8d59589-86dd-464a-834d-3e68d7d8a6bd HTTP/1.1" status: 204 len: 168 time: 0.1962118 Mar 03 05:42:48.121983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-263792b1-0f35-4700-9cad-ec95d56c8a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:48.334515 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 5 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:42:50.406114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1bd4b2af-0494-43c7-8e81-dd81697ee061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:51.459594 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:51.725113 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:42:52.762557 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:43:18.124480 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2ee1a84b-23f8-4ee5-8728-21b6deb6ffe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:43:20.408053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-934a6598-461b-482f-9330-e63c6c0f6e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:43:21.462622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:43:21.725539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:43:22.769508 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:43:25.332449 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 5 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:43:48.126426 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e401a61d-1e43-48cf-8894-5ddddc68afd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:43:50.417904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c8ee598f-0ebf-4608-befc-de0e5b81e5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:43:51.466580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:43:51.727980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:43:52.769874 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:44:00.150411 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-733509'] for agent, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:44:02.331406 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:44:14.674792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52648) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:44:14.782659 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c85a60a9-ce1b-4028-b05d-bcf1bcb5d7bb admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1068170 Mar 03 05:44:16.940121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52658) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:44:16.993711 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-277f19ea-37f6-4625-8b39-b71d2883b489 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0525520 Mar 03 05:44:18.127269 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-65d44f36-8ea9-4d19-8062-ce013c46d912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:44:20.410597 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-864f6784-7b67-4347-a7d5-f8f03e3c0139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:44:21.466890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:44:21.730440 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:44:22.773093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:44:30.146936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:44:39.330460 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:44:48.128924 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c5e85413-7f0d-49eb-b141-716c72921050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:44:50.412444 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c001f5ca-c4c1-4a90-9144-430ad7071c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:44:51.470078 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:44:51.737264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:44:52.781717 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:00.148237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:16.329785 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:45:18.131473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-935d934d-6f36-4810-8ee3-42e5b6d89b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:20.413797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-207655af-1521-4efd-ae78-2d15adc2feb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:21.470672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:21.728850 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:22.779030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:30.163721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:48.135620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-91283750-3901-4ec5-b47e-f0b5e24a448b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:50.423024 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7841b621-8d38-4889-aa9e-2cb070ba7338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:51.481427 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:51.739425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:52.794514 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:53.328682 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:45:55.583593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52794) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:45:55.896093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1053970755-network', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:45:55.900811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:45:55.904847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Usage tracker for resource:network and tenant:9b48212c453e4049a0f406125c5ca8be is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:45:55.908179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:45:55.913810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:45:55.926272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Made reservation on behalf of 9b48212c453e4049a0f406125c5ca8be for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:45:55.928992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:55.942100 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:55.959365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:45:55.963232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Usage tracker for resource:security_group_rule and tenant:9b48212c453e4049a0f406125c5ca8be is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:45:55.966081 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:45:55.972679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:45:56.060784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:56.065278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:56.092951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:45:56.106272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661d3dc9-1d41-435f-83b0-0684bc595f41,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:45:56.115217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.115585 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.115944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.116265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.116740 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.117223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.117709 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.118212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.118533 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.119114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.119245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.119519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Tracked resource versions report: Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: pushed versions: Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: { 'AddressGroup': {'1.2'}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'ConntrackHelper': {'1.0'}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Log': {'1.0'}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Network': {'1.1'}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Port': {'1.7'}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'PortForwarding': {'1.2'}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'QosPolicy': {'1.8'}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'SecurityGroup': {'1.4'}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'SecurityGroupRule': {'1.2'}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'SubPort': {'1.0'}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Subnet': {'1.1'}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Trunk': {'1.1'}} Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: consumer versions: Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: { DHCP agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: HyperV agent@hv-neutron-8315: {}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: L3 agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: Metadata agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: Metering agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: Open vSwitch agent@dv-neutron-831582-1-hyperv: { 'AddressGroup': '1.2', Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'ConntrackHelper': '1.0', Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Log': '1.0', Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Network': '1.1', Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Port': '1.7', Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'PortForwarding': '1.2', Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'QosPolicy': '1.8', Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'SecurityGroup': '1.4', Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'SecurityGroupRule': '1.2', Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'SubPort': '1.0', Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Subnet': '1.1', Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: 'Trunk': '1.1'}} Mar 03 05:45:56.120840 dv-neutron-831582-1-hyperv neutron-server[87793]: {{(pid=87793) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 05:45:56.126622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:56.127139 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Added segment 46ad05fc-48cb-4646-a06a-35cad9ab2437 of type vlan for network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 Mar 03 05:45:56.154453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:56.186892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:56.188605 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:45:56.189163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:56.298439 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7135844 Mar 03 05:45:56.301520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 52838) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:45:56.308089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Request body: {'subnet': {'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1053970755-subnet', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:45:56.313561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:45:56.317565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a4cdc-8157-4ba0-9378-bf90f809ca66 admin admin] Pushing event updated for resources: {'Network': ['ID=331b4cde-bf4b-4bc0-811f-6811cf8e6483,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:45:56.329595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:45:56.331031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Usage tracker for resource:subnet and tenant:9b48212c453e4049a0f406125c5ca8be is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:45:56.340669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:45:56.355506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:45:56.368959 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Made reservation on behalf of 9b48212c453e4049a0f406125c5ca8be for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:45:56.371334 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:56.519069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52848) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:45:56.605344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:56.688381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Checking segment: {'id': '46ad05fc-48cb-4646-a06a-35cad9ab2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:45:56.688741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Network hostable DHCP agents. Network: 331b4cde-bf4b-4bc0-811f-6811cf8e6483, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:45:56.699867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95f19597-877f-493e-a52a-b03389550958,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:45:56.713761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.714124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.714463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.714793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.715118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.715456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.715797 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.716131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.716451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.716766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.717078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.717389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Tracked resource versions report: Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: pushed versions: Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: { 'AddressGroup': {'1.2'}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'ConntrackHelper': {'1.0'}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Log': {'1.0'}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Network': {'1.1'}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Port': {'1.7'}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'PortForwarding': {'1.2'}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'QosPolicy': {'1.8'}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'SecurityGroup': {'1.4'}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'SecurityGroupRule': {'1.2'}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'SubPort': {'1.0'}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Subnet': {'1.1'}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Trunk': {'1.1'}} Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: consumer versions: Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: { DHCP agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: HyperV agent@hv-neutron-8315: {}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: L3 agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: Metadata agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: Metering agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: Open vSwitch agent@dv-neutron-831582-1-hyperv: { 'AddressGroup': '1.2', Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'ConntrackHelper': '1.0', Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Log': '1.0', Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Network': '1.1', Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Port': '1.7', Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'PortForwarding': '1.2', Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'QosPolicy': '1.8', Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'SecurityGroup': '1.4', Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'SecurityGroupRule': '1.2', Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'SubPort': '1.0', Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Subnet': '1.1', Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: 'Trunk': '1.1'}} Mar 03 05:45:56.718477 dv-neutron-831582-1-hyperv neutron-server[87792]: {{(pid=87792) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 05:45:56.729478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:45:56.739961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 331b4cde-bf4b-4bc0-811f-6811cf8e6483) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:45:56.744686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:45:56.745322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:56.754879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e18caa6-bbc5-46d5-a4da-ce723036f09f None None] Network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:45:56.784348 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6825fde4-dff5-4bca-98b5-bd41070c3a24 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4811845 Mar 03 05:45:56.785826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 52864) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:45:56.794087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:45:56.799399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:45:56.803335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Usage tracker for resource:router and tenant:9b48212c453e4049a0f406125c5ca8be is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:45:56.807455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:45:56.814441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:45:56.826487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:56.827687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:56.845834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.015741 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52870) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:45:57.028273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-469775175-network', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:45:57.034505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:45:57.039191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Usage tracker for resource:network and tenant:05a7b63e8ae64b29be32863d19c4523d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:45:57.039962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'fixed_ips': [{'subnet_id': '95f19597-877f-493e-a52a-b03389550958'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:45:57.040804 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.043150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:45:57.051303 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:45:57.066012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Made reservation on behalf of 05a7b63e8ae64b29be32863d19c4523d for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:45:57.068955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.087419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.107631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:45:57.112190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Usage tracker for resource:security_group_rule and tenant:05a7b63e8ae64b29be32863d19c4523d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:45:57.115560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:45:57.121916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:45:57.190939 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.253895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.261210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52882) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:45:57.275287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.301022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:45:57.315481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.315895 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Added segment cf84d456-a468-4942-b6ff-7a762bf685c3 of type vlan for network d33d742a-0580-477c-af11-3f9cd4115607 Mar 03 05:45:57.344052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.374776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Allocated IP 172.20.0.2 (331b4cde-bf4b-4bc0-811f-6811cf8e6483/95f19597-877f-493e-a52a-b03389550958/6b6c0fd0-1d9d-4085-8c95-3827f4683ef2) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:45:57.381649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.382918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:45:57.383497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.430073 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9093673 Mar 03 05:45:57.435165 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 52890) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:45:57.444776 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Request body: {'subnet': {'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-469775175-subnet', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:45:57.450877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:45:57.455685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Usage tracker for resource:subnet and tenant:05a7b63e8ae64b29be32863d19c4523d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:45:57.459151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:45:57.467324 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:45:57.535160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Pushing event updated for resources: {'Network': ['ID=d33d742a-0580-477c-af11-3f9cd4115607,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:45:57.544617 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Made reservation on behalf of 05a7b63e8ae64b29be32863d19c4523d for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:45:57.545399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32347ef8-cc89-46ab-90e2-27fe1de0d1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05029a2-07b3-49ba-a730-4877862ce159,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:45:57.547993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Notify callbacks [] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.630841 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d15687cf-530a-4b31-a807-e6e68a13f2d4 tempest-AgentManagementNegativeTest-1202505104 tempest-AgentManagementNegativeTest-1202505104-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6103978 Mar 03 05:45:57.637107 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network d33d742a-0580-477c-af11-3f9cd4115607 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:45:57.835473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.835718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.848671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Transition to ACTIVE for port object 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:45:57.869602 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Transition to ACTIVE for port object 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:45:57.870566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.877736 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.924802 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1631109643-network', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:45:57.930960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:45:57.940159 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Usage tracker for resource:network and tenant:9c1bfd704a37471c9717c3c2cb1ec379 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:45:57.946536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:45:57.954046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Pushing event updated for resources: {'Port': ['ID=6b6c0fd0-1d9d-4085-8c95-3827f4683ef2,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:45:57.957114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:45:57.965001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:57.965538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:57.966037 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:57.966563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:57.967119 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:57.967654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:57.968278 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:57.968764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:57.969996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:57.970654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:57.971589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:57.972062 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Tracked resource versions report: Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: pushed versions: Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: { 'AddressGroup': {'1.2'}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'ConntrackHelper': {'1.0'}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Log': {'1.0'}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Network': {'1.1'}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Port': {'1.7'}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'PortForwarding': {'1.2'}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'QosPolicy': {'1.8'}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'SecurityGroup': {'1.4'}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'SecurityGroupRule': {'1.2'}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'SubPort': {'1.0'}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Subnet': {'1.1'}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Trunk': {'1.1'}} Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: consumer versions: Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: { DHCP agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: HyperV agent@hv-neutron-8315: {}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: L3 agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: Metadata agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: Metering agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: Open vSwitch agent@dv-neutron-831582-1-hyperv: { 'AddressGroup': '1.2', Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'ConntrackHelper': '1.0', Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Log': '1.0', Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Network': '1.1', Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Port': '1.7', Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'PortForwarding': '1.2', Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'QosPolicy': '1.8', Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'SecurityGroup': '1.4', Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'SecurityGroupRule': '1.2', Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'SubPort': '1.0', Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Subnet': '1.1', Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: 'Trunk': '1.1'}} Mar 03 05:45:57.973463 dv-neutron-831582-1-hyperv neutron-server[87794]: {{(pid=87794) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 05:45:57.987173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Made reservation on behalf of 9c1bfd704a37471c9717c3c2cb1ec379 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:45:57.989877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:57.990322 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:45:57.991701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:45:57.994679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:45:58.017910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.050895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:45:58.059710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Usage tracker for resource:security_group_rule and tenant:9c1bfd704a37471c9717c3c2cb1ec379 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:45:58.063929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:45:58.075311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:45:58.106560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Allocated IP 172.26.3.7 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/ecb1c206-697c-4658-a0f1-c6c1d1722e11) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:45:58.109894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.116358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Attempting to bind port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:45:58.117630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Attempting to bind port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '46ad05fc-48cb-4646-a06a-35cad9ab2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:45:58.118255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Attempting to bind port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 on network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:45:58.126876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:45:58.127536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Checking segment: {'id': '46ad05fc-48cb-4646-a06a-35cad9ab2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:45:58.128196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.128780 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Bound using segment: {'id': '46ad05fc-48cb-4646-a06a-35cad9ab2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:45:58.129865 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Bound port: 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ad05fc-48cb-4646-a06a-35cad9ab2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:45:58.130599 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.191560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1051c150-4cec-4074-8313-46dd4306fdc8,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:45:58.212054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.220026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.233522 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:45:58.245812 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.246316 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Added segment 1671a4b1-dfde-4c69-82dc-094f7952330a of type vlan for network 7e244160-a50d-4c6d-bf34-2da61490a896 Mar 03 05:45:58.274962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.295300 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-897b5930-7623-446d-aad4-11cf0458356a None None] For port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:45:58.302009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Checking segment: {'id': 'cf84d456-a468-4942-b6ff-7a762bf685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:45:58.302370 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Network hostable DHCP agents. Network: d33d742a-0580-477c-af11-3f9cd4115607, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:45:58.303691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-897b5930-7623-446d-aad4-11cf0458356a None None] For port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6b6c0fd0-1d9d-4085-8c95-3827f4683ef2,segment=NetworkSegment(46ad05fc-48cb-4646-a06a-35cad9ab2437),segment_id=46ad05fc-48cb-4646-a06a-35cad9ab2437)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:45:58.314114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.342448 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Network d33d742a-0580-477c-af11-3f9cd4115607 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:45:58.359211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, d33d742a-0580-477c-af11-3f9cd4115607) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:45:58.369673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:45:58.370303 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.379927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.380884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:45:58.381487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.401781 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.419580 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2e5c13d6-67f1-45b7-a465-43e1ff1d2eef admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9833255 Mar 03 05:45:58.422949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 52920) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:45:58.428936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:45:58.434134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:45:58.440021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Usage tracker for resource:router and tenant:05a7b63e8ae64b29be32863d19c4523d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:45:58.444536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:45:58.451909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:45:58.466052 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.467180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.473416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.499412 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b5930-7623-446d-aad4-11cf0458356a None None] Pushing event updated for resources: {'Port': ['ID=6b6c0fd0-1d9d-4085-8c95-3827f4683ef2,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:45:58.505570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcb7120-f86b-4ba1-818d-51ea16bcccae None None] Network d33d742a-0580-477c-af11-3f9cd4115607 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:45:58.534338 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:45:58.540883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:45:58.558888 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:45:58.643086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Pushing event updated for resources: {'Network': ['ID=7e244160-a50d-4c6d-bf34-2da61490a896,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:45:58.651303 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e1bb3b-d9eb-46c3-b3a8-30e857194149,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:45:58.663604 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a175ffa6-2998-4e35-8365-50143c308911 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4011540 Mar 03 05:45:58.667931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52930) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:45:58.694025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52934) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:45:58.697607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Request body: {'subnet': {'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1631109643-subnet', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:45:58.771584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 7e244160-a50d-4c6d-bf34-2da61490a896 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:45:58.813650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:45:58.824778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Usage tracker for resource:subnet and tenant:9c1bfd704a37471c9717c3c2cb1ec379 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:45:58.832749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:45:58.867540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:45:58.898735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Made reservation on behalf of 9c1bfd704a37471c9717c3c2cb1ec379 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:45:58.901785 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:58.936029 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-d33d742a-0580-477c-af11-3f9cd4115607', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'fixed_ips': [{'subnet_id': '1051c150-4cec-4074-8313-46dd4306fdc8'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:45:58.936892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:59.069060 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:59.134514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:59.172063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb1c206-697c-4658-a0f1-c6c1d1722e11,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:45:59.250437 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Allocated IP 172.20.0.2 (d33d742a-0580-477c-af11-3f9cd4115607/1051c150-4cec-4074-8313-46dd4306fdc8/042a17c1-e642-40da-bd9f-a009ccbc1cca) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:45:59.350757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:59.388575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2944d339-8908-4693-aefe-5212cdcdbd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:59.436999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2944d339-8908-4693-aefe-5212cdcdbd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:45:59.452758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2944d339-8908-4693-aefe-5212cdcdbd08 admin admin] Usage tracker for resource:security_group_rule and tenant:88f1d8b8619540f780553a455af94ecc is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:45:59.462240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2944d339-8908-4693-aefe-5212cdcdbd08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:45:59.485590 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2944d339-8908-4693-aefe-5212cdcdbd08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:45:59.497937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09e5298-9a37-429e-9341-288a14d58e72,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:45:59.562137 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Checking segment: {'id': '1671a4b1-dfde-4c69-82dc-094f7952330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:45:59.563166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Network hostable DHCP agents. Network: 7e244160-a50d-4c6d-bf34-2da61490a896, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:45:59.635825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Network 7e244160-a50d-4c6d-bf34-2da61490a896 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:45:59.708658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:59.731711 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Transition to ACTIVE for port object 042a17c1-e642-40da-bd9f-a009ccbc1cca will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:45:59.735486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 7e244160-a50d-4c6d-bf34-2da61490a896) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:45:59.762826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d3b27c-5c81-4e59-aca6-4302791048c1 None None] Network 7e244160-a50d-4c6d-bf34-2da61490a896 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:45:59.764836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:45:59.766271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:59.822704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2944d339-8908-4693-aefe-5212cdcdbd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:59.833348 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2944d339-8908-4693-aefe-5212cdcdbd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:59.852609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:59.898335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Transition to ACTIVE for port object 042a17c1-e642-40da-bd9f-a009ccbc1cca will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:45:59.901938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:45:59.918875 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9d3dcf30-0f85-4df6-80a3-41ee3ca6ed14 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2454994 Mar 03 05:45:59.925079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 52962) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:45:59.938834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:45:59.955559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:45:59.970229 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944d339-8908-4693-aefe-5212cdcdbd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6c959f-22e6-4f84-ad44-4addbf0db6f4,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:45:59.982969 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 52968) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:00.006957 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:00.019629 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2944d339-8908-4693-aefe-5212cdcdbd08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88f1d8b8619540f780553a455af94ecc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3172436 Mar 03 05:46:00.021669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52974) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:00.068014 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Usage tracker for resource:router and tenant:9c1bfd704a37471c9717c3c2cb1ec379 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:00.079190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:00.082884 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7a8821-38fb-456c-b0bc-62fbeb44d8f0 None None] Network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:00.092106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:00.102411 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Pushing event updated for resources: {'Port': ['ID=042a17c1-e642-40da-bd9f-a009ccbc1cca,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:00.156961 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Network d33d742a-0580-477c-af11-3f9cd4115607 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:00.163302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6e6c1164-d44e-4239-8c8a-c7ed366770e2 None None] Provisioning for port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:00.169027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-986023d9-9365-4c8f-ad4e-eaf467f45adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.180389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:00.184262 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.185267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.191366 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.253264 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-986023d9-9365-4c8f-ad4e-eaf467f45adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.297403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52986) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:00.297610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 52988) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:00.307431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.327615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:00.337597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-986023d9-9365-4c8f-ad4e-eaf467f45adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.353818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986023d9-9365-4c8f-ad4e-eaf467f45adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6c959f-22e6-4f84-ad44-4addbf0db6f4,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:00.376312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-986023d9-9365-4c8f-ad4e-eaf467f45adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.378200 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-986023d9-9365-4c8f-ad4e-eaf467f45adc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed6c959f-22e6-4f84-ad44-4addbf0db6f4 HTTP/1.1" status: 204 len: 168 time: 0.3554628 Mar 03 05:46:00.580640 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-68263487'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:00.607192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.645036 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Attempting to bind port 042a17c1-e642-40da-bd9f-a009ccbc1cca on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:00.645400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Attempting to bind port 042a17c1-e642-40da-bd9f-a009ccbc1cca by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'cf84d456-a468-4942-b6ff-7a762bf685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:00.645759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Attempting to bind port 042a17c1-e642-40da-bd9f-a009ccbc1cca on network d33d742a-0580-477c-af11-3f9cd4115607 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:00.662180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-9cabf296-a935-42c3-a457-696c77b5e36b tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:00.674436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1548370365'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:00.682789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:00.685866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:00.693865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Usage tracker for resource:network and tenant:8b987a8bbcdd43ec84bdcbbebb6ef55d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:00.702210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:00.714829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:00.738029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Made reservation on behalf of 8b987a8bbcdd43ec84bdcbbebb6ef55d for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:00.741470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.745223 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-7e244160-a50d-4c6d-bf34-2da61490a896', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'fixed_ips': [{'subnet_id': 'e09e5298-9a37-429e-9341-288a14d58e72'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:46:00.746053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.755187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Usage tracker for resource:network and tenant:8295e6a90ded4ffaa0d1ef520dbb7dbd is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:00.761395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:00.761771 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Checking segment: {'id': 'cf84d456-a468-4942-b6ff-7a762bf685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:00.762171 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.769988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:00.772035 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Bound using segment: {'id': 'cf84d456-a468-4942-b6ff-7a762bf685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:00.772723 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Bound port: 042a17c1-e642-40da-bd9f-a009ccbc1cca, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf84d456-a468-4942-b6ff-7a762bf685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:00.773112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.782830 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.793502 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:00.808677 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:00.821770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:00.826792 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9cabf296-a935-42c3-a457-696c77b5e36b tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] 10.222.0.20 "PUT /v2.0/quotas/f32283f4f9a942818e590f2116553df3 HTTP/1.1" status: 200 len: 366 time: 0.5283504 Mar 03 05:46:00.833503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:00.834089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.838306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53008) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:00.840881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Usage tracker for resource:security_group_rule and tenant:8b987a8bbcdd43ec84bdcbbebb6ef55d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:00.852483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:00.870743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:00.874845 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:00.989735 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Made reservation on behalf of 8295e6a90ded4ffaa0d1ef520dbb7dbd for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:00.993529 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:01.048351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:01.055400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:01.056059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Allocated IP 172.20.0.2 (7e244160-a50d-4c6d-bf34-2da61490a896/e09e5298-9a37-429e-9341-288a14d58e72/d8287782-7172-4ded-85d6-e61313d3cf49) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:01.072212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:01.086287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:01.086788 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Added segment 18940758-f2d9-4c27-859d-96736f3fbfd7 of type vlan for network 9ae9c21e-71cb-4222-bcd0-339b7b7ca472 Mar 03 05:46:01.104757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:01.125560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:01.208306 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bf27d8c0-5e7a-48f0-891a-c8ab2940e9e9 tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1577566 Mar 03 05:46:01.209710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af2ae80-8d2c-4a75-9967-dd1d12e0b299,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:01.230931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53020) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:01.239467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:01.253250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:01.255625 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:01.255899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:01.268227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Router 20432d48-16f1-4947-b872-9f76ab0b42f2 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:46:01.271092 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-35607b03-2cca-49ed-bff9-32c2b4bfa002 tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] 10.222.0.20 "GET /v2.0/quotas/f32283f4f9a942818e590f2116553df3 HTTP/1.1" status: 200 len: 366 time: 0.0363593 Mar 03 05:46:01.272341 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Usage tracker for resource:security_group_rule and tenant:8295e6a90ded4ffaa0d1ef520dbb7dbd is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:01.280006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:01.280465 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:01.286699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53026) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:01.291037 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Transition to ACTIVE for port object d8287782-7172-4ded-85d6-e61313d3cf49 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:01.310283 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Transition to ACTIVE for port object d8287782-7172-4ded-85d6-e61313d3cf49 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:01.347737 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:01.425622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:01.463190 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1625123 Mar 03 05:46:01.465480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53038) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:01.474191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52df100-a0cb-4352-ad39-30b192994de2 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Pushing event updated for resources: {'Network': ['ID=9ae9c21e-71cb-4222-bcd0-339b7b7ca472,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:01.485616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Request body: {'subnet': {'network_id': '9ae9c21e-71cb-4222-bcd0-339b7b7ca472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:01.486250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:01.529227 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Network 7e244160-a50d-4c6d-bf34-2da61490a896 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:01.554628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 9ae9c21e-71cb-4222-bcd0-339b7b7ca472 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:01.604488 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6e449e21-9415-431c-a14f-250bdfccfff5 tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/f32283f4f9a942818e590f2116553df3 HTTP/1.1" status: 204 len: 168 time: 0.3100300 Mar 03 05:46:01.605641 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:01.608907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53044) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:01.637832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:01.642046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Usage tracker for resource:subnet and tenant:8b987a8bbcdd43ec84bdcbbebb6ef55d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:01.644901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:01.650867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:01.660532 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1eb2d0d2-cdae-4377-8710-1600269670a7 tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0497811 Mar 03 05:46:01.662995 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53048) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:01.674986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Made reservation on behalf of 8b987a8bbcdd43ec84bdcbbebb6ef55d for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:01.678662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks [] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:01.712795 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-af9798d5-d1b8-44bf-9c21-2cc49eaeb3fa tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] 10.222.0.20 "GET /v2.0/quotas/f32283f4f9a942818e590f2116553df3 HTTP/1.1" status: 200 len: 370 time: 0.0487006 Mar 03 05:46:01.719710 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53052) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:01.720056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53054) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:01.759856 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:01.762422 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:01.765729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] For port 042a17c1-e642-40da-bd9f-a009ccbc1cca, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:01.784509 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Pushing event updated for resources: {'Port': ['ID=d8287782-7172-4ded-85d6-e61313d3cf49,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:01.811242 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-66dbec4f-5960-4a2c-bf86-0a749e348a98 tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] 10.222.0.20 "GET /v2.0/quotas/f32283f4f9a942818e590f2116553df3/default HTTP/1.1" status: 200 len: 370 time: 0.0881743 Mar 03 05:46:01.814077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53064) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:01.826915 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-334aac7d-ea75-4eba-9704-779af0a98dc8 tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] delete failed (client error): The resource could not be found. Mar 03 05:46:01.828212 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-334aac7d-ea75-4eba-9704-779af0a98dc8 tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/f32283f4f9a942818e590f2116553df3 HTTP/1.1" status: 404 len: 348 time: 0.0130875 Mar 03 05:46:01.833741 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] For port 042a17c1-e642-40da-bd9f-a009ccbc1cca, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=042a17c1-e642-40da-bd9f-a009ccbc1cca,segment=NetworkSegment(cf84d456-a468-4942-b6ff-7a762bf685c3),segment_id=cf84d456-a468-4942-b6ff-7a762bf685c3)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:01.884971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.052565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.122748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Attempting to bind port d8287782-7172-4ded-85d6-e61313d3cf49 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:02.123374 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Attempting to bind port d8287782-7172-4ded-85d6-e61313d3cf49 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1671a4b1-dfde-4c69-82dc-094f7952330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:02.123509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:46:02.125946 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Attempting to bind port d8287782-7172-4ded-85d6-e61313d3cf49 on network 7e244160-a50d-4c6d-bf34-2da61490a896 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:02.133273 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Sync routers for ids ['20432d48-16f1-4947-b872-9f76ab0b42f2'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:46:02.151074 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Routers {'20432d48-16f1-4947-b872-9f76ab0b42f2'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:02.151705 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:45:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['20432d48-16f1-4947-b872-9f76ab0b42f2'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:02.177781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e82e3-07af-4ba8-8c61-d587cf08f4f3 None None] Pushing event updated for resources: {'Port': ['ID=042a17c1-e642-40da-bd9f-a009ccbc1cca,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:02.181922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:02.183217 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Checking segment: {'id': '1671a4b1-dfde-4c69-82dc-094f7952330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:02.183791 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.184900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Bound using segment: {'id': '1671a4b1-dfde-4c69-82dc-094f7952330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:02.185804 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Bound port: d8287782-7172-4ded-85d6-e61313d3cf49, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1671a4b1-dfde-4c69-82dc-094f7952330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:02.186350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.188513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Checking segment: {'id': '18940758-f2d9-4c27-859d-96736f3fbfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9ae9c21e-71cb-4222-bcd0-339b7b7ca472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:02.188998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Network hostable DHCP agents. Network: 9ae9c21e-71cb-4222-bcd0-339b7b7ca472, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:46:02.205918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Pushing event updated for resources: {'Subnet': ['ID=17d6d702-be7c-4d7f-8732-247dc99637a3,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:02.209760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.221237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Network 9ae9c21e-71cb-4222-bcd0-339b7b7ca472 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:46:02.242252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 9ae9c21e-71cb-4222-bcd0-339b7b7ca472) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:02.251904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:02.252733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.279912 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.285820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bbf5fb-90aa-4426-b178-2de8c4a866e4 None None] Network 9ae9c21e-71cb-4222-bcd0-339b7b7ca472 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:02.303135 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bad2e96e-54f9-4b23-810a-421a304a1c4f tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8340740 Mar 03 05:46:02.304118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53076) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:02.322549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Request body: {'port': {'network_id': '9ae9c21e-71cb-4222-bcd0-339b7b7ca472', 'name': 'tempest-DHCPAgentSchedulersTestJSON-394493598'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:02.336264 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:02.342510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:02.355828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Usage tracker for resource:floatingip and tenant:662d20e4361d4882a3e6fa3b6b8f0281 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:02.364325 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:02.372186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2dd9ddf5-4200-43f6-8247-b1e6b20c0b5f None None] Provisioning complete for port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:02.374003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:02.377761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2dd9ddf5-4200-43f6-8247-b1e6b20c0b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.410699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53082) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:02.455943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.464302 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Set router 20432d48-16f1-4947-b872-9f76ab0b42f2 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:46:02.606463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53086) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:02.635191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.698927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6b6c0fd0-1d9d-4085-8c95-3827f4683ef2,segment=NetworkSegment(46ad05fc-48cb-4646-a06a-35cad9ab2437),segment_id=46ad05fc-48cb-4646-a06a-35cad9ab2437)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:02.705431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.709120 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:02.721889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Usage tracker for resource:port and tenant:8b987a8bbcdd43ec84bdcbbebb6ef55d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:02.729063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:02.742236 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.760281 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:02.795964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Made reservation on behalf of 8b987a8bbcdd43ec84bdcbbebb6ef55d for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:02.805767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.832173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Usage tracker for resource:network and tenant:cc247ea371a6451b9f3a9766bda06e29 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:02.837298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.848847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Allocated IP 172.26.3.27 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/8e2b71b2-1e08-427d-9847-a8fe29dc81d2) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:02.857174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:02.857444 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=6b6c0fd0-1d9d-4085-8c95-3827f4683ef2,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:02.879757 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:45:58Z', 'revision_number': 3, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:02.898416 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Checking router: 20432d48-16f1-4947-b872-9f76ab0b42f2 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:46:02.899547 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Updating router 20432d48-16f1-4947-b872-9f76ab0b42f2 port ecb1c206-697c-4658-a0f1-c6c1d1722e11 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:46:02.900001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] For port d8287782-7172-4ded-85d6-e61313d3cf49, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:02.903181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] device_id is not set on port 1d921d56-076c-4785-873a-9b68f29c0de7 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:02.910995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:02.919296 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a17e60fd-f463-44e8-9852-4bc8dcc24ef2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1296246 Mar 03 05:46:02.939935 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Usage tracker for resource:subnet and tenant:cc247ea371a6451b9f3a9766bda06e29 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:02.959343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53096) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:02.964906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:02.969804 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.068906 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 042a17c1-e642-40da-bd9f-a009ccbc1cca up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:03.130853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-173466126'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:03.134580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Allocated IP 172.20.0.2 (9ae9c21e-71cb-4222-bcd0-339b7b7ca472/17d6d702-be7c-4d7f-8732-247dc99637a3/1d921d56-076c-4785-873a-9b68f29c0de7) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:03.139677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:03.148613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:network and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:03.152335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:03.154395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] For port d8287782-7172-4ded-85d6-e61313d3cf49, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d8287782-7172-4ded-85d6-e61313d3cf49,segment=NetworkSegment(1671a4b1-dfde-4c69-82dc-094f7952330a),segment_id=1671a4b1-dfde-4c69-82dc-094f7952330a)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:03.161378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:03.164944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:03.174420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Usage tracker for resource:subnetpool and tenant:cc247ea371a6451b9f3a9766bda06e29 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:03.184173 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.190500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:03.194175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.203752 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:03.221309 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.249904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Usage tracker for resource:port and tenant:cc247ea371a6451b9f3a9766bda06e29 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:03.253589 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:03.262761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-9ae9c21e-71cb-4222-bcd0-339b7b7ca472', 'network_id': '9ae9c21e-71cb-4222-bcd0-339b7b7ca472', 'tenant_id': '8b987a8bbcdd43ec84bdcbbebb6ef55d', 'fixed_ips': [{'subnet_id': '17d6d702-be7c-4d7f-8732-247dc99637a3'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:46:03.263829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.268008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:03.278624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781475497988', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.279176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Unsubscribe: segment precommit_create {{(pid=87792) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 03 05:46:03.279643 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Added segment 1034210f-89cd-4f0b-822e-b9e6d0b7697e of type vlan for network e9665e22-9885-4f97-b2c9-b41e92d9ec3d Mar 03 05:46:03.286363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:security_group_rule and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:03.292702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:03.304208 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:03.419090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 042a17c1-e642-40da-bd9f-a009ccbc1cca completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:03.450781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e935e1f-e8f4-407d-8c24-338489b566f5 None None] Pushing event updated for resources: {'Port': ['ID=d8287782-7172-4ded-85d6-e61313d3cf49,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:03.518694 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Usage tracker for resource:router and tenant:cc247ea371a6451b9f3a9766bda06e29 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:03.588717 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.616971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6babf05-2256-4923-8a44-0c0f7291b60c None None] Network d33d742a-0580-477c-af11-3f9cd4115607 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:03.618796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.633234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Transition to ACTIVE for port object 1d921d56-076c-4785-873a-9b68f29c0de7 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:03.637953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e002cbe-f360-41c6-8458-01619d709fb4,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:03.685185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.691921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.692859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:03.711024 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.730436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:03.733821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.782278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Usage tracker for resource:floatingip and tenant:cc247ea371a6451b9f3a9766bda06e29 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:03.807404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c73a67a-91a0-4e8c-b81e-0736c4351064,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:03.817397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.817741 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Added segment 1c789799-34d3-4b35-b8c8-541a0255508f of type vlan for network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 Mar 03 05:46:03.845181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-649013b6-aaee-4d24-b1fb-4f56964eb02d None None] Provisioning for port 042a17c1-e642-40da-bd9f-a009ccbc1cca completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:03.848192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Pushing event updated for resources: {'Port': ['ID=1d921d56-076c-4785-873a-9b68f29c0de7,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:03.854536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:03.855422 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-649013b6-aaee-4d24-b1fb-4f56964eb02d None None] Provisioning complete for port 042a17c1-e642-40da-bd9f-a009ccbc1cca triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:03.855956 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-649013b6-aaee-4d24-b1fb-4f56964eb02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.857301 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:46:03.862205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Network 9ae9c21e-71cb-4222-bcd0-339b7b7ca472 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:03.871011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:03.873692 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:03.879992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:03.880633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.897043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.934801 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5b485d70-ffc1-4386-b584-63dea7a7081d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6264684 Mar 03 05:46:03.935290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.938435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53102) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:03.941716 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:03.942388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.952559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-918984d6-33a8-45cb-92c5-690a3b2fb7db {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:46:03.953158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:46:03.976895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.979897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:03.982323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:03.983277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.010144 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 4.0043216 Mar 03 05:46:04.028394 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53106) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:04.088495 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-649013b6-aaee-4d24-b1fb-4f56964eb02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.122220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-919d5e17-3c84-466d-a978-190cc6b3e05c tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Deleting port 1d921d56-076c-4785-873a-9b68f29c0de7 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:04.122608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-919d5e17-3c84-466d-a978-190cc6b3e05c tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.139145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-649013b6-aaee-4d24-b1fb-4f56964eb02d None None] For port 042a17c1-e642-40da-bd9f-a009ccbc1cca, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=042a17c1-e642-40da-bd9f-a009ccbc1cca,segment=NetworkSegment(cf84d456-a468-4942-b6ff-7a762bf685c3),segment_id=cf84d456-a468-4942-b6ff-7a762bf685c3)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:04.145246 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-649013b6-aaee-4d24-b1fb-4f56964eb02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.164228 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5566843 Mar 03 05:46:04.165009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456efad3-4c1d-45c1-90d8-e3904b119ca3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Network': ['ID=f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:04.168270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53112) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:04.197920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:04.204567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:04.267897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84338ba7-ddcf-4290-b528-f4c6dbba6405 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Pushing event updated for resources: {'Network': ['ID=e9665e22-9885-4f97-b2c9-b41e92d9ec3d,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:04.290265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Usage tracker for resource:security_group and tenant:cc247ea371a6451b9f3a9766bda06e29 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:04.293447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.377759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network e9665e22-9885-4f97-b2c9-b41e92d9ec3d details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:04.449193 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Pushing event updated for resources: {'Port': ['ID=8e2b71b2-1e08-427d-9847-a8fe29dc81d2,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:04.457515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Request body: {'network': {'name': 'tempest-network--225633993', 'router:external': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:04.470572 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.471452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:04.488606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:04.500650 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:04.503436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:04.520278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:04.544904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:04.573866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:04.588315 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:04.599128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:04.610867 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.633862 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Transition to ACTIVE for port object ecb1c206-697c-4658-a0f1-c6c1d1722e11 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:04.647691 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.661460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Usage tracker for resource:security_group_rule and tenant:cc247ea371a6451b9f3a9766bda06e29 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:04.674467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Usage tracker for resource:network and tenant:5b05c6db09214018abf48d17cd71ae58 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:04.690238 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649013b6-aaee-4d24-b1fb-4f56964eb02d None None] Pushing event updated for resources: {'Port': ['ID=042a17c1-e642-40da-bd9f-a009ccbc1cca,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:04.694210 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:04.703616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:04.715956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.768552 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Attempting to bind port ecb1c206-697c-4658-a0f1-c6c1d1722e11 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:04.769106 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Attempting to bind port ecb1c206-697c-4658-a0f1-c6c1d1722e11 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:04.769463 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Attempting to bind port ecb1c206-697c-4658-a0f1-c6c1d1722e11 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:04.775339 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Pushing event updated for resources: {'Port': ['ID=ecb1c206-697c-4658-a0f1-c6c1d1722e11,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:04.779873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cdf97ee8-2bf8-4f44-ab2f-5ab42130937e None None] Provisioning complete for port 042a17c1-e642-40da-bd9f-a009ccbc1cca triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:04.780024 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:04.780932 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:04.781886 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:04.782226 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.782788 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:04.782918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cdf97ee8-2bf8-4f44-ab2f-5ab42130937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.783091 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Bound port: ecb1c206-697c-4658-a0f1-c6c1d1722e11, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:04.783470 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.802978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:04.833871 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:04.834220 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:04.839361 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:04.839734 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:04.840536 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:04.840928 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:04.841266 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:04.841590 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:04.841914 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:04.842968 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-919d5e17-3c84-466d-a978-190cc6b3e05c tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.844656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92123b55-6a9b-4920-b588-264f534862ce None None] Network 7e244160-a50d-4c6d-bf34-2da61490a896 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:04.846683 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:04.847198 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:04.847542 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Tracked resource versions report: Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: pushed versions: Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: { 'AddressGroup': {'1.2'}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'ConntrackHelper': {'1.0'}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Log': {'1.0'}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Network': {'1.1'}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Port': {'1.7'}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'PortForwarding': {'1.2'}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'QosPolicy': {'1.8'}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'SecurityGroup': {'1.4'}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'SecurityGroupRule': {'1.2'}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'SubPort': {'1.0'}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Subnet': {'1.1'}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Trunk': {'1.1'}} Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: consumer versions: Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: { DHCP agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: HyperV agent@hv-neutron-8315: {}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: L3 agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: Metadata agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: Metering agent@dv-neutron-831582-1-hyperv: {}, Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: Open vSwitch agent@dv-neutron-831582-1-hyperv: { 'AddressGroup': '1.2', Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'ConntrackHelper': '1.0', Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Log': '1.0', Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Network': '1.1', Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Port': '1.7', Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'PortForwarding': '1.2', Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'QosPolicy': '1.8', Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'SecurityGroup': '1.4', Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'SecurityGroupRule': '1.2', Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'SubPort': '1.0', Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Subnet': '1.1', Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: 'Trunk': '1.1'}} Mar 03 05:46:04.848690 dv-neutron-831582-1-hyperv neutron-server[87795]: {{(pid=87795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 03 05:46:04.892961 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] For port ecb1c206-697c-4658-a0f1-c6c1d1722e11, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:04.896612 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] For port ecb1c206-697c-4658-a0f1-c6c1d1722e11, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ecb1c206-697c-4658-a0f1-c6c1d1722e11,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:04.903245 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:04.949983 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-de61c2e7-8abe-4e67-9f02-3481536b7a7c tempest-QuotasTest-2047037930 tempest-QuotasTest-2047037930-project-admin] 10.222.0.20 "GET /v2.0/quotas/cc247ea371a6451b9f3a9766bda06e29/details.json HTTP/1.1" status: 200 len: 703 time: 2.4969218 Mar 03 05:46:04.995343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Made reservation on behalf of 5b05c6db09214018abf48d17cd71ae58 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:04.995343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:05.017037 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae38c2d-d703-4364-9fdc-ec9b5402aa94 None None] Pushing event updated for resources: {'Port': ['ID=ecb1c206-697c-4658-a0f1-c6c1d1722e11,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:05.056955 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Routers {'20432d48-16f1-4947-b872-9f76ab0b42f2'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:05.057573 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:45:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['20432d48-16f1-4947-b872-9f76ab0b42f2'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:05.066022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:05.067045 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 042a17c1-e642-40da-bd9f-a009ccbc1cca up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:05.128449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Allocated IP 172.26.3.188 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/3f650388-ec0b-4ef5-8181-2f96bd425081) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:05.160499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-919d5e17-3c84-466d-a978-190cc6b3e05c tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Calling delete_port for 1d921d56-076c-4785-873a-9b68f29c0de7 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:05.168301 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:05.181694 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Usage tracker for resource:security_group_rule and tenant:5b05c6db09214018abf48d17cd71ae58 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:05.190695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:05.258982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:05.286098 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Allocated IP 172.20.0.3 (9ae9c21e-71cb-4222-bcd0-339b7b7ca472/17d6d702-be7c-4d7f-8732-247dc99637a3/1777824c-a339-4e3a-986b-54132af461a4) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:05.333664 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] Set router 20432d48-16f1-4947-b872-9f76ab0b42f2 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:46:05.367419 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 042a17c1-e642-40da-bd9f-a009ccbc1cca triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:05.367805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:05.502948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:05.508847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53120) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:05.554685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:05.614588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-919d5e17-3c84-466d-a978-190cc6b3e05c tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:05.698206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:05.705274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Transition to ACTIVE for port object 1777824c-a339-4e3a-986b-54132af461a4 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:05.725725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Transition to ACTIVE for port object 1777824c-a339-4e3a-986b-54132af461a4 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:05.739635 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:05.743100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:05.794953 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:45:58Z', 'revision_number': 3, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:05.800531 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13e9d5-a753-4da5-94b7-7d565cfb8820 None None] The sync data for ids ['20432d48-16f1-4947-b872-9f76ab0b42f2'] in dv-neutron-831582-1-hyperv is: [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:45:58Z', 'revision_number': 3, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:46:05.839284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d5e17-3c84-466d-a978-190cc6b3e05c tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Pushing event deleted for resources: {'Port': ['ID=1d921d56-076c-4785-873a-9b68f29c0de7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:05.847483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e4b7ea3f-dc5f-4b68-b161-11c306b3e7ca None None] Provisioning for port d8287782-7172-4ded-85d6-e61313d3cf49 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:05.850452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-919d5e17-3c84-466d-a978-190cc6b3e05c tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:05.863570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Network 9ae9c21e-71cb-4222-bcd0-339b7b7ca472 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:05.880098 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:05.893456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:05.899980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Pushing event updated for resources: {'Port': ['ID=1777824c-a339-4e3a-986b-54132af461a4,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:05.901096 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:05.901603 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Added segment 51acbe14-ed85-41d9-87c5-a5b5cb2b9c15 of type vlan for network 6f9c7cf8-736b-4737-96b2-2e64e0f1b651 Mar 03 05:46:05.915721 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96375148-b4a3-402b-9b7d-95ea79548f5e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:05.920508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:05.944423 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-919d5e17-3c84-466d-a978-190cc6b3e05c tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] 10.222.0.20 "DELETE /v2.0/ports/1d921d56-076c-4785-873a-9b68f29c0de7 HTTP/1.1" status: 204 len: 168 time: 2.0026884 Mar 03 05:46:05.947087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53126) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:05.950385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d8287782-7172-4ded-85d6-e61313d3cf49 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:05.996204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3350f572-78af-4b9b-adfe-89eec60e44a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.031619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.032960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.088815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Attempting to bind port 1777824c-a339-4e3a-986b-54132af461a4 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:06.089250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Attempting to bind port 1777824c-a339-4e3a-986b-54132af461a4 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '18940758-f2d9-4c27-859d-96736f3fbfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9ae9c21e-71cb-4222-bcd0-339b7b7ca472'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:06.089635 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Attempting to bind port 1777824c-a339-4e3a-986b-54132af461a4 on network 9ae9c21e-71cb-4222-bcd0-339b7b7ca472 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:06.097358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:06.103725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Checking segment: {'id': '18940758-f2d9-4c27-859d-96736f3fbfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9ae9c21e-71cb-4222-bcd0-339b7b7ca472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:06.105563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.106043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Bound using segment: {'id': '18940758-f2d9-4c27-859d-96736f3fbfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9ae9c21e-71cb-4222-bcd0-339b7b7ca472'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:06.106553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Bound port: 1777824c-a339-4e3a-986b-54132af461a4, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18940758-f2d9-4c27-859d-96736f3fbfd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '9ae9c21e-71cb-4222-bcd0-339b7b7ca472'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:06.106945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.135295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:06.135857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network hostable DHCP agents. Network: f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:46:06.185634 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:46:06.199153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=6b9645d7-142d-4225-b529-0e8b478f714e,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:06.208539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:06.213260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:06.213951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.243286 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-34c41588-6cf9-4034-980e-e97b3a938cd4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0556700 Mar 03 05:46:06.243814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53132) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:06.248757 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port d8287782-7172-4ded-85d6-e61313d3cf49 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:06.252683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'name': 'tempest-NetworksTestDHCPv6-1730152273'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:06.260647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bae89c1-8e1a-4c3b-948f-b0f9a8b5ba1e None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:06.264680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3350f572-78af-4b9b-adfe-89eec60e44a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:06.294630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port d8287782-7172-4ded-85d6-e61313d3cf49 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:06.295143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.427018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.449104 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-71f3030f-bf8e-4db9-9db0-6062b980f637 tempest-DHCPAgentSchedulersTestJSON-1387510578 tempest-DHCPAgentSchedulersTestJSON-1387510578-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5010927 Mar 03 05:46:06.449784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53136) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:06.491440 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.494426 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] For port 1777824c-a339-4e3a-986b-54132af461a4, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:06.505770 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3350f572-78af-4b9b-adfe-89eec60e44a5 admin admin] Usage tracker for resource:security_group_rule and tenant:e23f113d18ee4ba59a01f95933a6e5ba is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:06.513479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3350f572-78af-4b9b-adfe-89eec60e44a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:06.516492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-850026462'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:06.526676 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] For port 1777824c-a339-4e3a-986b-54132af461a4, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1777824c-a339-4e3a-986b-54132af461a4,segment=NetworkSegment(18940758-f2d9-4c27-859d-96736f3fbfd7),segment_id=18940758-f2d9-4c27-859d-96736f3fbfd7)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:06.529279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:06.535005 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3350f572-78af-4b9b-adfe-89eec60e44a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:06.543502 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Usage tracker for resource:network and tenant:8b987a8bbcdd43ec84bdcbbebb6ef55d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:06.549378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:06.559619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:06.595686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.597937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Made reservation on behalf of 8b987a8bbcdd43ec84bdcbbebb6ef55d for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:06.602085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.614798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:06.624418 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:06.628998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:06.639335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:06.667438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:06.681113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.681835 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Added segment db2702b3-ab28-47a8-83c1-ad064e60ca21 of type vlan for network d88618b4-dda6-4654-bddd-d7a56fc423be Mar 03 05:46:06.697322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:06.701657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.730860 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 96e88678-cac1-4da2-b460-b7850a754aae yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:06.760254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3350f572-78af-4b9b-adfe-89eec60e44a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.771144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6a8dd98a-3bec-4a2b-80a7-2f83a3138b11 None None] Provisioning complete for port d8287782-7172-4ded-85d6-e61313d3cf49 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:06.771650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6a8dd98a-3bec-4a2b-80a7-2f83a3138b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.814156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.860117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.952661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab192b-4340-46f9-b6ca-a11b3e5d9801 None None] Pushing event updated for resources: {'Port': ['ID=1777824c-a339-4e3a-986b-54132af461a4,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:06.962722 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.970152 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:06.970956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.986648 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '6b9645d7-142d-4225-b529-0e8b478f714e'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:46:06.987329 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:06.996034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Allocated IP 172.20.0.1 (331b4cde-bf4b-4bc0-811f-6811cf8e6483/95f19597-877f-493e-a52a-b03389550958/fa78cf91-1d03-4e45-bdbd-55b23a146b89) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:07.001869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port d8287782-7172-4ded-85d6-e61313d3cf49, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d8287782-7172-4ded-85d6-e61313d3cf49,segment=NetworkSegment(1671a4b1-dfde-4c69-82dc-094f7952330a),segment_id=1671a4b1-dfde-4c69-82dc-094f7952330a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:07.056622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:07.057790 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:07.058461 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:07.065365 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5599418 Mar 03 05:46:07.070073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53140) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:07.115143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:07.117209 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:07.179528 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3350f572-78af-4b9b-adfe-89eec60e44a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:07.253049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635908d-0ddd-41f4-8343-f775261d391a tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Pushing event updated for resources: {'Network': ['ID=d88618b4-dda6-4654-bddd-d7a56fc423be,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:07.277712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:07.323528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::c9 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/6b9645d7-142d-4225-b529-0e8b478f714e/96e88678-cac1-4da2-b460-b7850a754aae) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:07.363941 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Allocated IP 172.26.3.216 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/bab79390-3ddf-4a55-b34e-962789375c8e) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:07.392017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=d8287782-7172-4ded-85d6-e61313d3cf49,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:07.399536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network d88618b4-dda6-4654-bddd-d7a56fc423be details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:07.522413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:07.522785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:07.536388 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d3fd2bc8-5ca1-4658-91eb-7b0bea00025f tempest-DHCPAgentSchedulersTestJSON-1387510578 tempest-DHCPAgentSchedulersTestJSON-1387510578-project-admin] 10.222.0.20 "GET /v2.0/agents/eb94cfcc-68ca-419d-9a9c-fcf645ffe51f/dhcp-networks HTTP/1.1" status: 200 len: 6475 time: 0.4523778 Mar 03 05:46:07.538337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53146) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:07.556761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:07.723570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:07.762002 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.7306941 Mar 03 05:46:07.792950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:07.809637 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 96e88678-cac1-4da2-b460-b7850a754aae will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:07.820847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:07.822184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:07.830631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Pushing event updated for resources: {'Port': ['ID=3f650388-ec0b-4ef5-8181-2f96bd425081,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:07.833313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53152) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:07.857347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:07.955864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Allocated IP 2001:db8::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/6b9645d7-142d-4225-b529-0e8b478f714e/0b57f465-ff04-4054-b9e4-3cf38f48fc74) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:07.959997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ecb1c206-697c-4658-a0f1-c6c1d1722e11 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:08.019255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:08.022123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:08.119652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.134869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:08.144407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port ecb1c206-697c-4658-a0f1-c6c1d1722e11 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:08.163506 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cbcd88-82ea-49b5-b219-00f0e84751ba tempest-DHCPAgentSchedulersTestJSON-1387510578 tempest-DHCPAgentSchedulersTestJSON-1387510578-project-admin] Network d88618b4-dda6-4654-bddd-d7a56fc423be is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:46:08.179343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:08.189515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port ecb1c206-697c-4658-a0f1-c6c1d1722e11 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:08.190052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.205165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:08.210825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:08.211438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.237137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:08.267513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:08.270206 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:08.346337 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.373924 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa00a3dc-ce79-43a1-a9aa-c4d108561bc3 None None] Network d88618b4-dda6-4654-bddd-d7a56fc423be requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:08.419033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.445956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.446306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.447075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.447405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > port after_create 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.447726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.448123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > port after_update 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.448436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.448767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.449082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.449385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.579163 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3350f572-78af-4b9b-adfe-89eec60e44a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e23f113d18ee4ba59a01f95933a6e5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0650985 Mar 03 05:46:08.592817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ba0bd2-3db1-491a-9122-ae697652280b None None] Network 9ae9c21e-71cb-4222-bcd0-339b7b7ca472 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:08.598721 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350f572-78af-4b9b-adfe-89eec60e44a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b09d7e-9c90-4e87-937a-538cd9dcca12,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:08.602746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba51fc-f912-4edb-9f69-a43c9e3e7aa0 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event updated for resources: {'Network': ['ID=6f9c7cf8-736b-4737-96b2-2e64e0f1b651,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:08.605183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53156) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:08.642125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.642469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.642705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.643028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87793) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:08.643372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9c7cf8-736b-4737-96b2-2e64e0f1b651']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:08.650604 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=96e88678-cac1-4da2-b460-b7850a754aae,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:08.659598 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d3cbcd88-82ea-49b5-b219-00f0e84751ba tempest-DHCPAgentSchedulersTestJSON-1387510578 tempest-DHCPAgentSchedulersTestJSON-1387510578-project-admin] 10.222.0.20 "POST /v2.0/agents/eb94cfcc-68ca-419d-9a9c-fcf645ffe51f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1181548 Mar 03 05:46:08.661893 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-11d49ddb-eefd-4a77-a56d-c57b740db193 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4169390 Mar 03 05:46:08.662726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53160) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:08.663046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53162) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:08.669760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51acbe14-ed85-41d9-87c5-a5b5cb2b9c15') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:08.670102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51acbe14-ed85-41d9-87c5-a5b5cb2b9c15') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:08.682071 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 6f9c7cf8-736b-4737-96b2-2e64e0f1b651 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:08.708255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event updated for resources: {'Port': ['ID=bab79390-3ddf-4a55-b34e-962789375c8e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:08.730888 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.736310 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.740127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.760123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.788780 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.825040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.861074 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2da16250-81c6-4365-a0bd-4e9ff1c9364f None None] Provisioning for port 1777824c-a339-4e3a-986b-54132af461a4 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:08.866516 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Transition to ACTIVE for port object 0b57f465-ff04-4054-b9e4-3cf38f48fc74 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:08.910788 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.915484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:46:08.915484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.917543 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port ecb1c206-697c-4658-a0f1-c6c1d1722e11, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ecb1c206-697c-4658-a0f1-c6c1d1722e11,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: from cryptography.utils import int_from_bytes Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: from cryptography.utils import int_from_bytes Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn_limited( Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn_limited( Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:46:08.933441 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:46:08.956615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Transition to ACTIVE for port object 0b57f465-ff04-4054-b9e4-3cf38f48fc74 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:08.957502 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:08.958614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1777824c-a339-4e3a-986b-54132af461a4 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:09.037801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.056098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Transition to ACTIVE for port object fa78cf91-1d03-4e45-bdbd-55b23a146b89 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:09.059417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e75e17-6c94-4c2d-97fd-0f47563418a2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:09.060248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-98e75e17-6c94-4c2d-97fd-0f47563418a2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:09.060468 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-696f019a-1ed0-4151-b17d-adf65a7f4332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.075009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.111978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f9c7cf8-736b-4737-96b2-2e64e0f1b651 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 05:46:09.113673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f9c7cf8-736b-4737-96b2-2e64e0f1b651,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:09.116599 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-71ef402c-fad9-4123-bf62-8eec359a38ab tempest-DHCPAgentSchedulersTestJSON-1387510578 tempest-DHCPAgentSchedulersTestJSON-1387510578-project-admin] 10.222.0.20 "GET /v2.0/agents/eb94cfcc-68ca-419d-9a9c-fcf645ffe51f/dhcp-networks HTTP/1.1" status: 200 len: 7244 time: 0.4507804 Mar 03 05:46:09.120602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53168) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:09.121648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.135977 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8a50cb9f-f253-47d8-be1b-64763596d5b3 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "DELETE /v2.0/networks/6f9c7cf8-736b-4737-96b2-2e64e0f1b651 HTTP/1.1" status: 204 len: 168 time: 1.3017943 Mar 03 05:46:09.137249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-98e75e17-6c94-4c2d-97fd-0f47563418a2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:09.140388 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:09.142154 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-98e75e17-6c94-4c2d-97fd-0f47563418a2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4745843 Mar 03 05:46:09.146255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53172) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:09.146571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53174) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:09.151838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:09.154273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:09.157956 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=ecb1c206-697c-4658-a0f1-c6c1d1722e11,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:09.162448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:09.199632 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:09.208048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-696f019a-1ed0-4151-b17d-adf65a7f4332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.242563 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Usage tracker for resource:network and tenant:5b05c6db09214018abf48d17cd71ae58 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:09.247654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:09.261605 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:09.289815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c12005bb-647f-4f5b-975d-bb4b0c175cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 96e88678-cac1-4da2-b460-b7850a754aae {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:09.290306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c12005bb-647f-4f5b-975d-bb4b0c175cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.319116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 1777824c-a339-4e3a-986b-54132af461a4 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:09.326758 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f36d1113-f7db-4144-8c2e-6768ba63436e tempest-DHCPAgentSchedulersTestJSON-1387510578 tempest-DHCPAgentSchedulersTestJSON-1387510578-project-admin] 10.222.0.20 "DELETE /v2.0/agents/eb94cfcc-68ca-419d-9a9c-fcf645ffe51f/dhcp-networks/d88618b4-dda6-4654-bddd-d7a56fc423be HTTP/1.1" status: 204 len: 168 time: 0.2024407 Mar 03 05:46:09.333165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Pushing event updated for resources: {'Port': ['ID=0b57f465-ff04-4054-b9e4-3cf38f48fc74,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:09.343720 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53180) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:09.344387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Router 63ac5889-88e4-484b-830b-261ee7b4d175 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:46:09.346115 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1777824c-a339-4e3a-986b-54132af461a4 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:09.346692 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.352104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Made reservation on behalf of 5b05c6db09214018abf48d17cd71ae58 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:09.354362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.406998 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Attempting to bind port 0b57f465-ff04-4054-b9e4-3cf38f48fc74 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:09.407705 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Attempting to bind port 0b57f465-ff04-4054-b9e4-3cf38f48fc74 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:09.408367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Attempting to bind port 0b57f465-ff04-4054-b9e4-3cf38f48fc74 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:09.427467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:09.428251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:09.428891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.429488 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:09.430197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Bound port: 0b57f465-ff04-4054-b9e4-3cf38f48fc74, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:09.430878 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.504755 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:09.537404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.537890 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Added segment 1bebf809-3f3c-4c6a-89fb-508e32742905 of type vlan for network 5a3600d7-e5f3-453c-aac1-da166c322756 Mar 03 05:46:09.636399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.647949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] For port 0b57f465-ff04-4054-b9e4-3cf38f48fc74, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:09.662164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] For port 0b57f465-ff04-4054-b9e4-3cf38f48fc74, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=0b57f465-ff04-4054-b9e4-3cf38f48fc74,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:09.671609 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.689355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.728160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.744933 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 1777824c-a339-4e3a-986b-54132af461a4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1777824c-a339-4e3a-986b-54132af461a4,segment=NetworkSegment(18940758-f2d9-4c27-859d-96736f3fbfd7),segment_id=18940758-f2d9-4c27-859d-96736f3fbfd7)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:09.763275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.764218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d8287782-7172-4ded-85d6-e61313d3cf49 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:09.827416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.829919 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfd01a-c6ba-4952-afa5-6351b31db50a None None] Pushing event updated for resources: {'Port': ['ID=0b57f465-ff04-4054-b9e4-3cf38f48fc74,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:09.831046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:09.844431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:09.938181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=1777824c-a339-4e3a-986b-54132af461a4,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:09.986642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-55167579-ce11-4986-b4ba-a38050e31b4a None None] Provisioning complete for port 1777824c-a339-4e3a-986b-54132af461a4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:09.987149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-55167579-ce11-4986-b4ba-a38050e31b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.032299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:10.034715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c12005bb-647f-4f5b-975d-bb4b0c175cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.051805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port d8287782-7172-4ded-85d6-e61313d3cf49 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:10.052175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.140684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:10.179549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:10.180241 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.185491 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-696f019a-1ed0-4151-b17d-adf65a7f4332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.204064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event updated for resources: {'Network': ['ID=5a3600d7-e5f3-453c-aac1-da166c322756,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:10.229164 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:46:10.230842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 5a3600d7-e5f3-453c-aac1-da166c322756 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:10.321548 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Pushing event updated for resources: {'Port': ['ID=fa78cf91-1d03-4e45-bdbd-55b23a146b89,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:10.335029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c12005bb-647f-4f5b-975d-bb4b0c175cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 96e88678-cac1-4da2-b460-b7850a754aae owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:10.338226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:46:10.341973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.345951 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f019a-1ed0-4151-b17d-adf65a7f4332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b09d7e-9c90-4e87-937a-538cd9dcca12,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:10.384904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.473691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3a8d0959-b410-4f05-91c2-744000e0684a None None] Could not find standard attr ID for object 1d921d56-076c-4785-873a-9b68f29c0de7. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:46:10.494765 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8beb51a3-76a1-4015-8f2c-c4005effe7f8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3471568 Mar 03 05:46:10.497173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53188) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:10.524291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.534234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Request body: {'subnet': {'network_id': '5a3600d7-e5f3-453c-aac1-da166c322756', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:10.542883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:10.554769 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Usage tracker for resource:subnet and tenant:5b05c6db09214018abf48d17cd71ae58 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:10.560844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Sync routers for ids ['63ac5889-88e4-484b-830b-261ee7b4d175'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:46:10.561395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:10.572615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:10.579465 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Routers {'63ac5889-88e4-484b-830b-261ee7b4d175'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:10.583291 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:45:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['63ac5889-88e4-484b-830b-261ee7b4d175'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:10.595715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Made reservation on behalf of 5b05c6db09214018abf48d17cd71ae58 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:10.598093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.618880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c12005bb-647f-4f5b-975d-bb4b0c175cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.673299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.711965 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ff4ca656-d42e-46f6-be75-c5abbaeaf7f3 None None] Provisioning for port fa78cf91-1d03-4e45-bdbd-55b23a146b89 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:10.712172 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-696f019a-1ed0-4151-b17d-adf65a7f4332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.715954 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-696f019a-1ed0-4151-b17d-adf65a7f4332 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06b09d7e-9c90-4e87-937a-538cd9dcca12 HTTP/1.1" status: 204 len: 168 time: 2.0897837 Mar 03 05:46:10.727734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.731618 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-070ab7f3-32ab-43a1-802e-692a3f262207 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 12.3050952 Mar 03 05:46:10.731618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.731869 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.0103083 Mar 03 05:46:10.738355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ff4ca656-d42e-46f6-be75-c5abbaeaf7f3 None None] Provisioning complete for port fa78cf91-1d03-4e45-bdbd-55b23a146b89 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:10.739988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53194) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:10.740437 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53196) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:10.742261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12005bb-647f-4f5b-975d-bb4b0c175cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=96e88678-cac1-4da2-b460-b7850a754aae,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:10.742517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ff4ca656-d42e-46f6-be75-c5abbaeaf7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.809247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c12005bb-647f-4f5b-975d-bb4b0c175cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:10.818522 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 0b57f465-ff04-4054-b9e4-3cf38f48fc74 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:10.830887 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c12005bb-647f-4f5b-975d-bb4b0c175cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/96e88678-cac1-4da2-b460-b7850a754aae HTTP/1.1" status: 204 len: 168 time: 1.6817620 Mar 03 05:46:10.834002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53202) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:10.939397 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1145983721'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:11.023601 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-383a62b0-587a-45f7-998a-ad9df6bd06ef tempest-DHCPAgentSchedulersTestJSON-1387510578 tempest-DHCPAgentSchedulersTestJSON-1387510578-project-admin] 10.222.0.20 "GET /v2.0/agents/eb94cfcc-68ca-419d-9a9c-fcf645ffe51f/dhcp-networks HTTP/1.1" status: 200 len: 6475 time: 1.6767070 Mar 03 05:46:11.024456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a67d6-decf-4535-95cf-4935152ed9a5 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event updated for resources: {'Port': ['ID=bab79390-3ddf-4a55-b34e-962789375c8e,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:11.032048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53208) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:11.037172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dda9ba3-fc1c-43b4-a1cf-02688999d2be tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:11.038770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dda9ba3-fc1c-43b4-a1cf-02688999d2be tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:11.041751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2dda9ba3-fc1c-43b4-a1cf-02688999d2be tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:11.049651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:11.066139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Usage tracker for resource:network and tenant:662d20e4361d4882a3e6fa3b6b8f0281 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:11.086825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:11.101973 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-37a55422-0806-4d36-acea-46430c7b99f9 tempest-DHCPAgentSchedulersTestJSON-1387510578 tempest-DHCPAgentSchedulersTestJSON-1387510578-project-admin] 10.222.0.20 "GET /v2.0/networks/9ae9c21e-71cb-4222-bcd0-339b7b7ca472/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0634389 Mar 03 05:46:11.103091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53212) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:11.104806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ca656-d42e-46f6-be75-c5abbaeaf7f3 None None] Port fa78cf91-1d03-4e45-bdbd-55b23a146b89 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:11.130918 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:11.135449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Set router 63ac5889-88e4-484b-830b-261ee7b4d175 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:46:11.150113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2dda9ba3-fc1c-43b4-a1cf-02688999d2be tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:11.154018 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2dda9ba3-fc1c-43b4-a1cf-02688999d2be tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3135340 Mar 03 05:46:11.156670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53216) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:11.224944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53220) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:11.262847 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dae1588d-ee96-4861-a927-4929cd69000d tempest-DHCPAgentSchedulersTestJSON-1387510578 tempest-DHCPAgentSchedulersTestJSON-1387510578-project-admin] 10.222.0.20 "GET /v2.0/networks/9ae9c21e-71cb-4222-bcd0-339b7b7ca472/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1423130 Mar 03 05:46:11.273486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53224) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:11.275011 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5d01153-14db-4472-befb-e4e7e5f0a09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:11.298275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 0b57f465-ff04-4054-b9e4-3cf38f48fc74 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:11.303564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Made reservation on behalf of 662d20e4361d4882a3e6fa3b6b8f0281 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:11.307810 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:11.311860 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ecb1c206-697c-4658-a0f1-c6c1d1722e11 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:11.330761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e5d01153-14db-4472-befb-e4e7e5f0a09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:11.335005 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e5d01153-14db-4472-befb-e4e7e5f0a09c admin admin] Usage tracker for resource:security_group_rule and tenant:cc247ea371a6451b9f3a9766bda06e29 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:11.338589 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e5d01153-14db-4472-befb-e4e7e5f0a09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:11.344304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e5d01153-14db-4472-befb-e4e7e5f0a09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:11.412869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:11.434049 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925475b-2fd5-4a6e-b2ef-dd743df8aa4c None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:11.506129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bbb0f7f-22ae-4ba9-9708-b08e365e1bd1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 6b9645d7-142d-4225-b529-0e8b478f714e {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:46:11.557345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0f7f-22ae-4ba9-9708-b08e365e1bd1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:11.581598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-524e81d9-fdda-4528-9913-d2cf4f0a6214 None None] Provisioning for port 0b57f465-ff04-4054-b9e4-3cf38f48fc74 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:11.596548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-524e81d9-fdda-4528-9913-d2cf4f0a6214 None None] Provisioning complete for port 0b57f465-ff04-4054-b9e4-3cf38f48fc74 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:11.596916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-524e81d9-fdda-4528-9913-d2cf4f0a6214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:11.628609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:11.642438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0f7f-22ae-4ba9-9708-b08e365e1bd1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:11.648455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Usage tracker for resource:security_group_rule and tenant:662d20e4361d4882a3e6fa3b6b8f0281 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:11.654963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:11.672600 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Router 60ec4f9d-63c9-4a60-ba83-629453f6b068 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:46:11.674628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:11.706219 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:11.716507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port ecb1c206-697c-4658-a0f1-c6c1d1722e11 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:11.716878 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:11.720514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5d01153-14db-4472-befb-e4e7e5f0a09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:11.739640 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5d01153-14db-4472-befb-e4e7e5f0a09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:11.794778 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8fa55dd8-fbdb-4e00-99b2-f4d68180a3b1 tempest-DHCPAgentSchedulersTestJSON-1387510578 tempest-DHCPAgentSchedulersTestJSON-1387510578-project-admin] 10.222.0.20 "GET /v2.0/agents/eb94cfcc-68ca-419d-9a9c-fcf645ffe51f/dhcp-networks HTTP/1.1" status: 200 len: 6475 time: 0.4915271 Mar 03 05:46:11.794778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53228) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:11.950850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0f7f-22ae-4ba9-9708-b08e365e1bd1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:11.957881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-524e81d9-fdda-4528-9913-d2cf4f0a6214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:11.978848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.objects.ports [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87793) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:46:11.979171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.004310 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e5d01153-14db-4472-befb-e4e7e5f0a09c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc247ea371a6451b9f3a9766bda06e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7611885 Mar 03 05:46:12.014410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53232) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:12.026521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:46:05Z', 'revision_number': 3, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:12.028439 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d01153-14db-4472-befb-e4e7e5f0a09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f0b32d-149e-4ec9-9eda-bb011c42bcb2,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:12.034912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Checking router: 63ac5889-88e4-484b-830b-261ee7b4d175 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:46:12.034912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Updating router 63ac5889-88e4-484b-830b-261ee7b4d175 port 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:46:12.061606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6936094a-bc69-4ce1-8009-2d8391e71c6d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.087570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1777824c-a339-4e3a-986b-54132af461a4 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:12.150491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.176612 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c54275eb-1f9f-4541-8cc0-7f6e2a2f23c5,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:12.226936 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Checking segment: {'id': '1bebf809-3f3c-4c6a-89fb-508e32742905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5a3600d7-e5f3-453c-aac1-da166c322756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:12.227249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Network hostable DHCP agents. Network: 5a3600d7-e5f3-453c-aac1-da166c322756, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:46:12.246116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0f7f-22ae-4ba9-9708-b08e365e1bd1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.336712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:46:12.353525 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Sync routers for ids ['60ec4f9d-63c9-4a60-ba83-629453f6b068'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:46:12.367232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c0e45e2-ea6b-40de-b8b2-452c1f97fc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.368260 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Routers {'60ec4f9d-63c9-4a60-ba83-629453f6b068'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:12.369085 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:45:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['60ec4f9d-63c9-4a60-ba83-629453f6b068'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:12.372143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb0f7f-22ae-4ba9-9708-b08e365e1bd1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9645d7-142d-4225-b529-0e8b478f714e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:12.382113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9bbb0f7f-22ae-4ba9-9708-b08e365e1bd1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.388093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6936094a-bc69-4ce1-8009-2d8391e71c6d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.461336 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.478597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.488251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Network 5a3600d7-e5f3-453c-aac1-da166c322756 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:46:12.504039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.504240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-6936094a-bc69-4ce1-8009-2d8391e71c6d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88618b4-dda6-4654-bddd-d7a56fc423be']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:12.505373 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7f4d6acc-a20d-4450-97ee-d642f5b27f22 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.5771701 Mar 03 05:46:12.517466 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9bbb0f7f-22ae-4ba9-9708-b08e365e1bd1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/6b9645d7-142d-4225-b529-0e8b478f714e HTTP/1.1" status: 204 len: 168 time: 1.3497298 Mar 03 05:46:12.518053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53240) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:12.523866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c0e45e2-ea6b-40de-b8b2-452c1f97fc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.538959 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1777824c-a339-4e3a-986b-54132af461a4 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:12.539473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.550544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53242) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:12.588729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919f9258-b4e7-481f-9aaf-9efbac21f802 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:12.653165 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:12.679519 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.689711 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-524e81d9-fdda-4528-9913-d2cf4f0a6214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:46:12.690115 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-524e81d9-fdda-4528-9913-d2cf4f0a6214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:46:12.690671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.691067 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Added segment de006690-8738-4da8-a1b1-cae5e4d58229 of type vlan for network 7a760a8e-596a-4acd-a98c-554c0b06ad96 Mar 03 05:46:12.704439 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Set router 60ec4f9d-63c9-4a60-ba83-629453f6b068 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:46:12.721331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.753911 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bfbbdda9-cf18-4c50-807c-38bbcedbfc19 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1955073 Mar 03 05:46:12.758689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.764384 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:12.764985 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.770371 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53248) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:12.784548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-6936094a-bc69-4ce1-8009-2d8391e71c6d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db2702b3-ab28-47a8-83c1-ad064e60ca21') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:12.784982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-6936094a-bc69-4ce1-8009-2d8391e71c6d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db2702b3-ab28-47a8-83c1-ad064e60ca21') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:12.794324 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.795182 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.798996 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b320af54-4a91-4b6e-84c5-8ec3c45e1aa2,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:12.806000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 5a3600d7-e5f3-453c-aac1-da166c322756) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:12.806345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:12.822010 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6936094a-bc69-4ce1-8009-2d8391e71c6d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.843788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:12.844534 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.878851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6936094a-bc69-4ce1-8009-2d8391e71c6d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.897093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c468a4-f434-40ea-bd06-09cdd58bacdc None None] Network 5a3600d7-e5f3-453c-aac1-da166c322756 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:12.898875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6936094a-bc69-4ce1-8009-2d8391e71c6d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:46:12.899383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6936094a-bc69-4ce1-8009-2d8391e71c6d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:46:12.915548 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:46:12.978709 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d26bbb32-c8fa-4796-8961-ef71edb0f908 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4801764 Mar 03 05:46:12.996965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53252) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:13.087073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.resource_extend [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:46:13.123146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Request body: {'floatingip': {'floating_network_id': '5a3600d7-e5f3-453c-aac1-da166c322756'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:13.128095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:13.132344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Usage tracker for resource:floatingip and tenant:5b05c6db09214018abf48d17cd71ae58 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:13.135750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:13.142569 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:13.172342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.182598 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 3, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:13.191659 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Checking router: 60ec4f9d-63c9-4a60-ba83-629453f6b068 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:46:13.192087 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Updating router 60ec4f9d-63c9-4a60-ba83-629453f6b068 port 3f650388-ec0b-4ef5-8181-2f96bd425081 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:46:13.193527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c0e45e2-ea6b-40de-b8b2-452c1f97fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.217713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e45e2-ea6b-40de-b8b2-452c1f97fc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f0b32d-149e-4ec9-9eda-bb011c42bcb2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:13.302069 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.322350 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.329329 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5696259 Mar 03 05:46:13.335198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c0e45e2-ea6b-40de-b8b2-452c1f97fc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.339981 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8c0e45e2-ea6b-40de-b8b2-452c1f97fc77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3f0b32d-149e-4ec9-9eda-bb011c42bcb2 HTTP/1.1" status: 204 len: 168 time: 1.3136528 Mar 03 05:46:13.343637 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53256) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:13.345648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:13.350230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6936094a-bc69-4ce1-8009-2d8391e71c6d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.359873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de54a2-fd3a-4bbc-b781-245b12f07cdf tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event updated for resources: {'Network': ['ID=7a760a8e-596a-4acd-a98c-554c0b06ad96,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:13.377048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:13.388434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-524e81d9-fdda-4528-9913-d2cf4f0a6214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.394204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Request body: {'subnet': {'network_id': '7a760a8e-596a-4acd-a98c-554c0b06ad96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:13.407187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 7a760a8e-596a-4acd-a98c-554c0b06ad96 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:13.418604 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Pushing event updated for resources: {'Port': ['ID=fa78cf91-1d03-4e45-bdbd-55b23a146b89,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:13.454561 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Transition to ACTIVE for port object 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:13.593031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.663445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2718a6d-7fbc-4b97-b62b-664c27d55399 None None] Network 5a3600d7-e5f3-453c-aac1-da166c322756 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:13.741897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:13.767182 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.777207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:13.789665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6936094a-bc69-4ce1-8009-2d8391e71c6d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.792678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:13.827443 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6936094a-bc69-4ce1-8009-2d8391e71c6d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] 10.222.0.20 "DELETE /v2.0/networks/d88618b4-dda6-4654-bddd-d7a56fc423be HTTP/1.1" status: 204 len: 168 time: 2.0322206 Mar 03 05:46:13.832388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936094a-bc69-4ce1-8009-2d8391e71c6d tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Pushing event deleted for resources: {'Network': ['ID=d88618b4-dda6-4654-bddd-d7a56fc423be,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:13.834179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53266) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:13.855480 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.869002 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Transition to ACTIVE for port object 3f650388-ec0b-4ef5-8181-2f96bd425081 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:13.876145 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.902265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:13.921394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f91bf0-97b6-4972-aac6-b3548bfe30ce None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:46:13.924802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:13.931527 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Attempting to bind port 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:13.932192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Attempting to bind port 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:13.932820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Attempting to bind port 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:13.939210 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaba764-e4f2-46f2-b30c-ffa1b7a68b60 None None] Pushing event updated for resources: {'Port': ['ID=8e2b71b2-1e08-427d-9847-a8fe29dc81d2,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:13.949432 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ef027-2d21-4a9b-8a55-b32695557115 None None] Pushing event updated for resources: {'Port': ['ID=3f650388-ec0b-4ef5-8181-2f96bd425081,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:13.957836 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:13.970477 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-1629a082-ec25-45b1-8709-c5734af67486 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] DELETE failed (client error): The resource could not be found. Mar 03 05:46:13.972744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1629a082-ec25-45b1-8709-c5734af67486 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:46:13.974658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:13.975167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.975568 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:13.976457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Bound port: 8e2b71b2-1e08-427d-9847-a8fe29dc81d2, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:13.976457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.978126 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1629a082-ec25-45b1-8709-c5734af67486 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] 10.222.0.20 "DELETE /v2.0/ports/1d921d56-076c-4785-873a-9b68f29c0de7 HTTP/1.1" status: 404 len: 333 time: 0.1402051 Mar 03 05:46:13.981519 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Attempting to bind port 3f650388-ec0b-4ef5-8181-2f96bd425081 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:13.982068 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Attempting to bind port 3f650388-ec0b-4ef5-8181-2f96bd425081 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:13.982694 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Attempting to bind port 3f650388-ec0b-4ef5-8181-2f96bd425081 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:13.986781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53274) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:13.990221 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:13.990899 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:13.991443 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:13.991990 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:13.992606 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Bound port: 3f650388-ec0b-4ef5-8181-2f96bd425081, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:13.993148 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.009565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Usage tracker for resource:subnet and tenant:662d20e4361d4882a3e6fa3b6b8f0281 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:14.013492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:14.040715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:14.044793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.066768 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-42f91bf0-97b6-4972-aac6-b3548bfe30ce None None] Deleting port 0b57f465-ff04-4054-b9e4-3cf38f48fc74 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:14.067676 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-42f91bf0-97b6-4972-aac6-b3548bfe30ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.079583 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] For port 3f650388-ec0b-4ef5-8181-2f96bd425081, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:14.082820 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] For port 3f650388-ec0b-4ef5-8181-2f96bd425081, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3f650388-ec0b-4ef5-8181-2f96bd425081,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:14.095990 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.118289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-524e81d9-fdda-4528-9913-d2cf4f0a6214 None None] For port 0b57f465-ff04-4054-b9e4-3cf38f48fc74, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=0b57f465-ff04-4054-b9e4-3cf38f48fc74,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:14.126861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fb88b8-5125-4ccc-bd90-09070fa73ebc tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Deleting subnet 17d6d702-be7c-4d7f-8732-247dc99637a3 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:46:14.137733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-524e81d9-fdda-4528-9913-d2cf4f0a6214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.165894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58fb88b8-5125-4ccc-bd90-09070fa73ebc tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.194662 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Routers {'60ec4f9d-63c9-4a60-ba83-629453f6b068'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:14.195634 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:45:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['60ec4f9d-63c9-4a60-ba83-629453f6b068'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:14.341847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:14.344995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.346427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.348730 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ef027-2d21-4a9b-8a55-b32695557115 None None] Pushing event updated for resources: {'Port': ['ID=3f650388-ec0b-4ef5-8181-2f96bd425081,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:14.386163 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] For port 8e2b71b2-1e08-427d-9847-a8fe29dc81d2, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:14.402431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.444285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Router 20432d48-16f1-4947-b872-9f76ab0b42f2 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:46:14.452662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Made reservation on behalf of 662d20e4361d4882a3e6fa3b6b8f0281 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:14.456872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.461876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e81d9-fdda-4528-9913-d2cf4f0a6214 None None] Pushing event updated for resources: {'Port': ['ID=0b57f465-ff04-4054-b9e4-3cf38f48fc74,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:14.491601 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] For port 8e2b71b2-1e08-427d-9847-a8fe29dc81d2, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8e2b71b2-1e08-427d-9847-a8fe29dc81d2,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:14.521965 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.533685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:14.549922 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:14.580403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d60a8029-cfca-47b5-995d-3af85d1c0088 None None] Provisioning complete for port 0b57f465-ff04-4054-b9e4-3cf38f48fc74 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:14.580708 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d60a8029-cfca-47b5-995d-3af85d1c0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.600893 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Allocated IP 172.20.0.3 (5a3600d7-e5f3-453c-aac1-da166c322756/c54275eb-1f9f-4541-8cc0-7f6e2a2f23c5/b2c4a09e-6672-497d-b6e2-f7549c4f955c) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:14.630929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:14.631527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.662412 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] Set router 60ec4f9d-63c9-4a60-ba83-629453f6b068 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:46:14.697352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=dc73e846-ec53-49e3-9d3c-886be434746d,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:14.705788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58fb88b8-5125-4ccc-bd90-09070fa73ebc tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:14.821007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Routers {'63ac5889-88e4-484b-830b-261ee7b4d175'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:14.821785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:45:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['63ac5889-88e4-484b-830b-261ee7b4d175'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:14.918613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:46:14.946675 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Allocated IP 172.20.0.1 (d33d742a-0580-477c-af11-3f9cd4115607/1051c150-4cec-4074-8313-46dd4306fdc8/78ea4754-4d93-4068-9980-ac65f8438565) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:14.969915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Sync routers for ids ['20432d48-16f1-4947-b872-9f76ab0b42f2'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:46:14.971980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaba764-e4f2-46f2-b30c-ffa1b7a68b60 None None] Pushing event updated for resources: {'Port': ['ID=8e2b71b2-1e08-427d-9847-a8fe29dc81d2,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:15.065355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-42f91bf0-97b6-4972-aac6-b3548bfe30ce None None] For port 0b57f465-ff04-4054-b9e4-3cf38f48fc74, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=0b57f465-ff04-4054-b9e4-3cf38f48fc74,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:15.065747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-42f91bf0-97b6-4972-aac6-b3548bfe30ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:15.075717 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Routers {'20432d48-16f1-4947-b872-9f76ab0b42f2'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:15.076662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:45:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['20432d48-16f1-4947-b872-9f76ab0b42f2'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:15.100381 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fe473f10-73a0-49df-9795-18de9ecb5ad1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3080940 Mar 03 05:46:15.116181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53292) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:15.128164 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 3, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:15.133194 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e521509-e621-4ebf-af6e-8004949efb13 None None] The sync data for ids ['60ec4f9d-63c9-4a60-ba83-629453f6b068'] in dv-neutron-831582-1-hyperv is: [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 3, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:46:15.165165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58fb88b8-5125-4ccc-bd90-09070fa73ebc tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:15.214647 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'name': 'tempest-NetworksTestDHCPv6-713693429'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:15.223586 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e248bff1-165a-444f-b436-134ae715989c admin admin] 10.222.0.20 "PUT /v2.0/routers/20432d48-16f1-4947-b872-9f76ab0b42f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2534413 Mar 03 05:46:15.365302 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:15.452096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Allocated IP 172.20.0.1 (7e244160-a50d-4c6d-bf34-2da61490a896/e09e5298-9a37-429e-9341-288a14d58e72/c7ad0943-ad76-4fae-8ba1-765dcfe5ff39) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:15.622165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-42f91bf0-97b6-4972-aac6-b3548bfe30ce None None] Calling delete_port for 0b57f465-ff04-4054-b9e4-3cf38f48fc74 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:15.634415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58fb88b8-5125-4ccc-bd90-09070fa73ebc tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:15.686098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:15.689527 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 0b57f465-ff04-4054-b9e4-3cf38f48fc74 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:46:15.710568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:15.774151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Transition to ACTIVE for port object 78ea4754-4d93-4068-9980-ac65f8438565 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:15.798019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event updated for resources: {'Subnet': ['ID=36deb5db-2d94-421e-a2c3-aed5218b9325,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:15.824971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Checking segment: {'id': 'de006690-8738-4da8-a1b1-cae5e4d58229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7a760a8e-596a-4acd-a98c-554c0b06ad96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:15.825330 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Network hostable DHCP agents. Network: 7a760a8e-596a-4acd-a98c-554c0b06ad96, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:46:15.879672 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53318) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:15.894966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Network 7a760a8e-596a-4acd-a98c-554c0b06ad96 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:46:15.917875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58fb88b8-5125-4ccc-bd90-09070fa73ebc tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:15.921696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:15.933970 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb88b8-5125-4ccc-bd90-09070fa73ebc tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Pushing event deleted for resources: {'Subnet': ['ID=17d6d702-be7c-4d7f-8732-247dc99637a3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:15.949412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:15.957966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b866af73-c04e-4c2d-9f33-053c8ea47eca None None] Network 9ae9c21e-71cb-4222-bcd0-339b7b7ca472 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:15.979408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:15.983414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:16.004316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:16.010522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 7a760a8e-596a-4acd-a98c-554c0b06ad96) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:16.044365 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:16.044958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.070859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedbdd98-5d96-4aa7-a4f1-9a701f491da4 None None] Network 7a760a8e-596a-4acd-a98c-554c0b06ad96 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:16.117063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Network d33d742a-0580-477c-af11-3f9cd4115607 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:16.126613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.133069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:16.138815 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:16.139761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.154252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1347578916', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:16.168588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Pushing event updated for resources: {'Port': ['ID=78ea4754-4d93-4068-9980-ac65f8438565,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:16.169528 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-58fb88b8-5125-4ccc-bd90-09070fa73ebc tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] 10.222.0.20 "DELETE /v2.0/subnets/17d6d702-be7c-4d7f-8732-247dc99637a3 HTTP/1.1" status: 204 len: 168 time: 2.1797822 Mar 03 05:46:16.172013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53326) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:16.176779 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a9479d10-4254-457e-850c-eff1e426c756 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8165476 Mar 03 05:46:16.177583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:16.179670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53328) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:16.186725 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.206149 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:16.213071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Transition to ACTIVE for port object c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:16.217629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-753618953', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:16.228776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Set router 20432d48-16f1-4947-b872-9f76ab0b42f2 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:46:16.238024 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:16.243530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Usage tracker for resource:port and tenant:8bf7f04592f44d7489549c6034952781 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:16.253469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:16.265099 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Usage tracker for resource:router and tenant:662d20e4361d4882a3e6fa3b6b8f0281 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:16.269415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:16.288670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:16.290822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:16.359412 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.370902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.398201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 2a278772-b0cd-421a-98bd-bcde20a41387 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:16.412571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d60a8029-cfca-47b5-995d-3af85d1c0088 None None] Provisioning complete for port fa78cf91-1d03-4e45-bdbd-55b23a146b89 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:16.412986 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d60a8029-cfca-47b5-995d-3af85d1c0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.422796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.479166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Made reservation on behalf of 8bf7f04592f44d7489549c6034952781 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:16.485964 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.589163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.606645 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-7a760a8e-596a-4acd-a98c-554c0b06ad96', 'network_id': '7a760a8e-596a-4acd-a98c-554c0b06ad96', 'tenant_id': '662d20e4361d4882a3e6fa3b6b8f0281', 'fixed_ips': [{'subnet_id': '36deb5db-2d94-421e-a2c3-aed5218b9325'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:46:16.607445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.615219 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:16.619237 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Usage tracker for resource:security_group_rule and tenant:8bf7f04592f44d7489549c6034952781 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:16.622102 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:16.628471 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:16.637729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] Set router 63ac5889-88e4-484b-830b-261ee7b4d175 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:46:16.681091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::3b (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/dc73e846-ec53-49e3-9d3c-886be434746d/2a278772-b0cd-421a-98bd-bcde20a41387) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:16.720093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.784296 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.787569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] device_id is not set on port d0788784-c8a4-425e-867b-fee1464abaf3 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:16.891659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Allocated IP 172.20.0.2 (7a760a8e-596a-4acd-a98c-554c0b06ad96/36deb5db-2d94-421e-a2c3-aed5218b9325/63c3f9a8-9519-44e6-bce9-f96a1ba53803) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:16.940888 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:16.941589 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Allocated IP 172.26.3.205 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/d0788784-c8a4-425e-867b-fee1464abaf3) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:16.960486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 2a278772-b0cd-421a-98bd-bcde20a41387 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:17.035500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53336) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:17.045377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1157773618', 'description': 'tempest-description--399314689'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:17.068818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:17.073162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Usage tracker for resource:security_group and tenant:9b48212c453e4049a0f406125c5ca8be is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:17.080801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:17.098200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.098200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:17.103601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.148739 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.186844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.201283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.201504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Network 5a3600d7-e5f3-453c-aac1-da166c322756 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:17.211161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:17.213827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:17.243337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Deleting port 1777824c-a339-4e3a-986b-54132af461a4 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:17.243876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.286441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.305517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.332543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c4a09e-6672-497d-b6e2-f7549c4f955c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:17.345487 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d60a8029-cfca-47b5-995d-3af85d1c0088 None None] Port fa78cf91-1d03-4e45-bdbd-55b23a146b89 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:17.348059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-42f91bf0-97b6-4972-aac6-b3548bfe30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.357799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:17.386823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:17.412762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:17.414597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7b4d19-a25d-401c-9cea-caa0d08ccfdd,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:17.417456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:17.418424 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:17.419042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.435243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Usage tracker for resource:security_group_rule and tenant:9b48212c453e4049a0f406125c5ca8be is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:17.447065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Network 7e244160-a50d-4c6d-bf34-2da61490a896 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:17.448322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:17.463558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.465965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:17.468599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:17.468722 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5878773 Mar 03 05:46:17.476779 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53340) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:17.494286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.205'}]}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:17.501098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:17.505333 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Usage tracker for resource:router and tenant:8bf7f04592f44d7489549c6034952781 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:17.508331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:17.514542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:17.537135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:17.547455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:17.564765 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.581257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.581571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f91bf0-97b6-4972-aac6-b3548bfe30ce None None] Pushing event deleted for resources: {'Port': ['ID=0b57f465-ff04-4054-b9e4-3cf38f48fc74,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:17.582267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.600018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.628068 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc53ebb-1e79-4825-8186-0af6ecdb8f1a tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Pushing event updated for resources: {'Port': ['ID=d0788784-c8a4-425e-867b-fee1464abaf3,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:17.657871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f91bf0-97b6-4972-aac6-b3548bfe30ce None None] No DVR routers for this DVR port 0b57f465-ff04-4054-b9e4-3cf38f48fc74 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:46:17.667960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:17.697108 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:17.703202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:17.703887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.749397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf3d2ce-b529-4bef-845f-55b84938504e None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:17.751611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.752756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ad0943-ad76-4fae-8ba1-765dcfe5ff39,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:17.828449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.838526 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fa310e6b-cfbb-4268-a083-52012088f0eb None None] Provisioning for port 78ea4754-4d93-4068-9980-ac65f8438565 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:17.870211 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.899985 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:17.987692 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fa310e6b-cfbb-4268-a083-52012088f0eb None None] Provisioning complete for port 78ea4754-4d93-4068-9980-ac65f8438565 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:17.988092 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fa310e6b-cfbb-4268-a083-52012088f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.026969 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9089732 Mar 03 05:46:18.043224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Transition to ACTIVE for port object 63c3f9a8-9519-44e6-bce9-f96a1ba53803 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:18.167531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53346) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:18.168678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Transition to ACTIVE for port object 63c3f9a8-9519-44e6-bce9-f96a1ba53803 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:18.194766 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fa310e6b-cfbb-4268-a083-52012088f0eb None None] Port 78ea4754-4d93-4068-9980-ac65f8438565 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:18.199285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.228943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.277057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3f650388-ec0b-4ef5-8181-2f96bd425081 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:18.298137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.298137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.308397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73259372-e203-47af-805f-61518a48e7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=2a278772-b0cd-421a-98bd-bcde20a41387,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:18.312847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] For port 1777824c-a339-4e3a-986b-54132af461a4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1777824c-a339-4e3a-986b-54132af461a4,segment=NetworkSegment(18940758-f2d9-4c27-859d-96736f3fbfd7),segment_id=18940758-f2d9-4c27-859d-96736f3fbfd7)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:18.313209 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.325824 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206c8cee-bee0-4cbf-801d-38aa1a15b616 None None] DHCP port deletion for 9ae9c21e-71cb-4222-bcd0-339b7b7ca472 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:46:18.328434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.330763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a50972fc-b342-424d-85c2-5039960010ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.364703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.378122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-206c8cee-bee0-4cbf-801d-38aa1a15b616 None None] Deleting port 1777824c-a339-4e3a-986b-54132af461a4 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:18.378628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-206c8cee-bee0-4cbf-801d-38aa1a15b616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.490643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Network 7a760a8e-596a-4acd-a98c-554c0b06ad96 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:18.502860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Pushing event updated for resources: {'Port': ['ID=78ea4754-4d93-4068-9980-ac65f8438565,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:18.515325 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:18.527720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:18.538629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Calling delete_port for 1777824c-a339-4e3a-986b-54132af461a4 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:18.589367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Pushing event updated for resources: {'Port': ['ID=63c3f9a8-9519-44e6-bce9-f96a1ba53803,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:18.606492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.623599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.634466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:46:05Z', 'revision_number': 3, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:18.643357 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7b56945d-0627-44fa-87a6-c3740c78a9af None None] Provisioning for port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:18.725084 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f445dd59-6f41-4354-a6e2-99798e6b4776 None None] The sync data for ids ['63ac5889-88e4-484b-830b-261ee7b4d175'] in dv-neutron-831582-1-hyperv is: [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:46:05Z', 'revision_number': 3, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:46:18.727081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7b56945d-0627-44fa-87a6-c3740c78a9af None None] Provisioning complete for port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:18.727436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7b56945d-0627-44fa-87a6-c3740c78a9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.776714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:46:11Z', 'revision_number': 4, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'fa78cf91-1d03-4e45-bdbd-55b23a146b89', 'name': '', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'mac_address': 'fa:16:3e:f5:95:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '95f19597-877f-493e-a52a-b03389550958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:06Z', 'updated_at': '2022-03-03T05:46:12Z', 'revision_number': 2, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'subnets': [{'id': '95f19597-877f-493e-a52a-b03389550958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:18.789479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Network d33d742a-0580-477c-af11-3f9cd4115607 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:18.800183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:18.841177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.851910 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7b56945d-0627-44fa-87a6-c3740c78a9af None None] Port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:18.861580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 3f650388-ec0b-4ef5-8181-2f96bd425081 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:18.871237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Attempting to bind port 63c3f9a8-9519-44e6-bce9-f96a1ba53803 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:18.872479 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Attempting to bind port 63c3f9a8-9519-44e6-bce9-f96a1ba53803 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'de006690-8738-4da8-a1b1-cae5e4d58229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7a760a8e-596a-4acd-a98c-554c0b06ad96'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:18.872852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Attempting to bind port 63c3f9a8-9519-44e6-bce9-f96a1ba53803 on network 7a760a8e-596a-4acd-a98c-554c0b06ad96 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:18.876366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Checking router: 20432d48-16f1-4947-b872-9f76ab0b42f2 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:46:18.876597 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Updating router 20432d48-16f1-4947-b872-9f76ab0b42f2 port fa78cf91-1d03-4e45-bdbd-55b23a146b89 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:46:18.885051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.888879 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8498800 Mar 03 05:46:18.898116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53352) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:18.909669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503ada1-82e1-48f1-b643-f533a57275f9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e97873-7418-4c81-8683-5a51a736bf61,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:18.921915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d024cd68-023a-4103-9e63-9367cd372458 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Request body: {'security_group_rule': {'security_group_id': '48e97873-7418-4c81-8683-5a51a736bf61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:18.923846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 3f650388-ec0b-4ef5-8181-2f96bd425081 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:18.924243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.943069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa088c97-12c0-4992-b172-bf719bae89bf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:18.943829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fa088c97-12c0-4992-b172-bf719bae89bf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:18.949017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d024cd68-023a-4103-9e63-9367cd372458 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:18.951834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.962047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:18.969629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d024cd68-023a-4103-9e63-9367cd372458 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Usage tracker for resource:security_group_rule and tenant:9b48212c453e4049a0f406125c5ca8be is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:19.067245 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:19.068462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Checking segment: {'id': 'de006690-8738-4da8-a1b1-cae5e4d58229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7a760a8e-596a-4acd-a98c-554c0b06ad96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:19.068868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.069270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Bound using segment: {'id': 'de006690-8738-4da8-a1b1-cae5e4d58229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7a760a8e-596a-4acd-a98c-554c0b06ad96'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:19.069760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Bound port: 63c3f9a8-9519-44e6-bce9-f96a1ba53803, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de006690-8738-4da8-a1b1-cae5e4d58229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7a760a8e-596a-4acd-a98c-554c0b06ad96'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:19.070133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.084296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d024cd68-023a-4103-9e63-9367cd372458 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:19.110705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Pushing event deleted for resources: {'Port': ['ID=1777824c-a339-4e3a-986b-54132af461a4,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:19.112895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.214245 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': 'dc73e846-ec53-49e3-9d3c-886be434746d'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:46:19.215183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.217185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d024cd68-023a-4103-9e63-9367cd372458 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:19.247276 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] No DVR routers for this DVR port 1777824c-a339-4e3a-986b-54132af461a4 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:46:19.308757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fa088c97-12c0-4992-b172-bf719bae89bf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:19.309934 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fa088c97-12c0-4992-b172-bf719bae89bf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 1.1333210 Mar 03 05:46:19.339177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53356) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:19.357546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] For port 63c3f9a8-9519-44e6-bce9-f96a1ba53803, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:19.359971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d024cd68-023a-4103-9e63-9367cd372458 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.361270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] For port 63c3f9a8-9519-44e6-bce9-f96a1ba53803, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=63c3f9a8-9519-44e6-bce9-f96a1ba53803,segment=NetworkSegment(de006690-8738-4da8-a1b1-cae5e4d58229),segment_id=de006690-8738-4da8-a1b1-cae5e4d58229)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:19.363906 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.389965 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.537500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d024cd68-023a-4103-9e63-9367cd372458 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.559272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Allocated IP 172.26.3.246 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/44ebec8f-2c9e-40a9-bcb2-9e8687364edd) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:19.608713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d024cd68-023a-4103-9e63-9367cd372458 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.615028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.resource_extend [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:46:19.638483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Router 63ac5889-88e4-484b-830b-261ee7b4d175 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:46:19.638651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.718296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.732209 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-206c8cee-bee0-4cbf-801d-38aa1a15b616 None None] For port 1777824c-a339-4e3a-986b-54132af461a4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1777824c-a339-4e3a-986b-54132af461a4,segment=NetworkSegment(18940758-f2d9-4c27-859d-96736f3fbfd7),segment_id=18940758-f2d9-4c27-859d-96736f3fbfd7)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:19.732668 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-206c8cee-bee0-4cbf-801d-38aa1a15b616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.748322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d024cd68-023a-4103-9e63-9367cd372458 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.749407 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d024cd68-023a-4103-9e63-9367cd372458 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8482726 Mar 03 05:46:19.769423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.771748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024cd68-023a-4103-9e63-9367cd372458 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6f0132-e066-4e33-be67-5799354ea13a,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:19.781059 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53360) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:19.791185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-fd8604c7-a972-4dbe-8555-02ff5fe224ca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 2a278772-b0cd-421a-98bd-bcde20a41387 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:19.791860 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fd8604c7-a972-4dbe-8555-02ff5fe224ca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.867041 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ee1b6d4a-2898-4c06-b929-68951dded300 None None] Provisioning complete for port 78ea4754-4d93-4068-9980-ac65f8438565 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:19.867425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ee1b6d4a-2898-4c06-b929-68951dded300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.895446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.909771 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.911367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a0c1240c-77b3-4df9-9709-5a5b43a74d2f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Request body: {'security_group_rule': {'security_group_id': '48e97873-7418-4c81-8683-5a51a736bf61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:19.919624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a0c1240c-77b3-4df9-9709-5a5b43a74d2f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:19.924840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a0c1240c-77b3-4df9-9709-5a5b43a74d2f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Usage tracker for resource:security_group_rule and tenant:9b48212c453e4049a0f406125c5ca8be is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:19.928425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a0c1240c-77b3-4df9-9709-5a5b43a74d2f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:19.934241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a0c1240c-77b3-4df9-9709-5a5b43a74d2f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:19.950269 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae9c21e-71cb-4222-bcd0-339b7b7ca472']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:19.962908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:19.972671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 3f650388-ec0b-4ef5-8181-2f96bd425081, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3f650388-ec0b-4ef5-8181-2f96bd425081,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:19.989940 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-206c8cee-bee0-4cbf-801d-38aa1a15b616 None None] Calling delete_port for 1777824c-a339-4e3a-986b-54132af461a4 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:20.069698 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b63e5-06cc-4eb7-bf07-547ecd93690c None None] Pushing event updated for resources: {'Port': ['ID=63c3f9a8-9519-44e6-bce9-f96a1ba53803,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:20.079587 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Allocated IP 2001:db8::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/dc73e846-ec53-49e3-9d3c-886be434746d/6ec30b09-3df1-4b44-9883-ab6493d159d5) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:20.089441 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:20.140945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:20.234626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:46:20.282968 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-736739c0-fd8f-4235-85cc-6b051f71e6ca admin admin] 10.222.0.20 "PUT /v2.0/routers/63ac5889-88e4-484b-830b-261ee7b4d175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5269580 Mar 03 05:46:20.304957 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:20.357184 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fd8604c7-a972-4dbe-8555-02ff5fe224ca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:20.543706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:20.550703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:20.564409 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:20.586430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-fd8604c7-a972-4dbe-8555-02ff5fe224ca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 2a278772-b0cd-421a-98bd-bcde20a41387 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:20.695731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=3f650388-ec0b-4ef5-8181-2f96bd425081,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:20.721081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:20.724434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:20.798884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18940758-f2d9-4c27-859d-96736f3fbfd7') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:20.799239 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18940758-f2d9-4c27-859d-96736f3fbfd7') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:20.817401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fd8604c7-a972-4dbe-8555-02ff5fe224ca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:20.880184 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ee1b6d4a-2898-4c06-b929-68951dded300 None None] Port 78ea4754-4d93-4068-9980-ac65f8438565 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:20.905354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d875548a-a7d8-43b5-a0ae-3b37ec4db04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:20.965777 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:20.982823 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:20.995872 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-206c8cee-bee0-4cbf-801d-38aa1a15b616 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:46:20.996462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-206c8cee-bee0-4cbf-801d-38aa1a15b616 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:46:20.996993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fd8604c7-a972-4dbe-8555-02ff5fe224ca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.000287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:21.000713 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.025704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.034900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Transition to ACTIVE for port object 6ec30b09-3df1-4b44-9883-ab6493d159d5 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:21.083484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Transition to ACTIVE for port object 6ec30b09-3df1-4b44-9883-ab6493d159d5 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:21.139274 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Sync routers for ids ['63ac5889-88e4-484b-830b-261ee7b4d175'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:46:21.143075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.159635 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Routers {'63ac5889-88e4-484b-830b-261ee7b4d175'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:21.160292 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['63ac5889-88e4-484b-830b-261ee7b4d175'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:21.184668 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.195194 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fd8604c7-a972-4dbe-8555-02ff5fe224ca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/2a278772-b0cd-421a-98bd-bcde20a41387 HTTP/1.1" status: 204 len: 168 time: 1.8396690 Mar 03 05:46:21.195194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c4a09e-6672-497d-b6e2-f7549c4f955c,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:21.200580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a0c1240c-77b3-4df9-9709-5a5b43a74d2f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.232601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.234929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.250626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:21.261134 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:21.270793 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:21.306089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.335006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:46:21.338873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.403488 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.471400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53378) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:21.472106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event updated for resources: {'Port': ['ID=44ebec8f-2c9e-40a9-bcb2-9e8687364edd,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:21.513549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Pushing event updated for resources: {'Port': ['ID=6ec30b09-3df1-4b44-9883-ab6493d159d5,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:21.513739 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.514254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a3fb863-5c4d-43d7-a082-7945001c8750 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:46:21.529064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-206c8cee-bee0-4cbf-801d-38aa1a15b616 None None] Deleting port 1777824c-a339-4e3a-986b-54132af461a4 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:21.532036 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-206c8cee-bee0-4cbf-801d-38aa1a15b616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:46:21.559876 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:46:21.583422 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 03 05:46:21.584509 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-480ec1d2-2745-48a9-bffb-546c1123762c tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1039052 Mar 03 05:46:21.587701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.589770 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8020697-c5cf-446d-9691-aad3f5ba5e62 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:21.592337 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8020697-c5cf-446d-9691-aad3f5ba5e62 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:21.593246 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a8020697-c5cf-446d-9691-aad3f5ba5e62 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:21.598094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53382) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:21.598605 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Set router 63ac5889-88e4-484b-830b-261ee7b4d175 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:46:21.623327 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8604c7-a972-4dbe-8555-02ff5fe224ca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=2a278772-b0cd-421a-98bd-bcde20a41387,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:21.625894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53386) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:21.627299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Transition to ACTIVE for port object fa78cf91-1d03-4e45-bdbd-55b23a146b89 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:21.639483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.642029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2103407955', 'description': 'tempest-description--1028279867'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:21.644996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f49e5cd-86f7-4e47-ba54-256e674840c4 None None] Network 7a760a8e-596a-4acd-a98c-554c0b06ad96 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:21.707138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Attempting to bind port 6ec30b09-3df1-4b44-9883-ab6493d159d5 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:21.708240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Attempting to bind port 6ec30b09-3df1-4b44-9883-ab6493d159d5 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:21.708767 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Attempting to bind port 6ec30b09-3df1-4b44-9883-ab6493d159d5 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:21.713868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:21.735100 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 8e2b71b2-1e08-427d-9847-a8fe29dc81d2, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8e2b71b2-1e08-427d-9847-a8fe29dc81d2,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:21.743241 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a8020697-c5cf-446d-9691-aad3f5ba5e62 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:21.744734 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a8020697-c5cf-446d-9691-aad3f5ba5e62 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2689507 Mar 03 05:46:21.751943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53392) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:21.755241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Usage tracker for resource:security_group and tenant:05a7b63e8ae64b29be32863d19c4523d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:21.755696 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:21.757069 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:21.757700 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.758231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:21.758894 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Bound port: 6ec30b09-3df1-4b44-9883-ab6493d159d5, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:21.759010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a8dde324-f276-4ad7-9756-6a25f6840d49 tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Deleting port d0788784-c8a4-425e-867b-fee1464abaf3 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:21.759345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a8dde324-f276-4ad7-9756-6a25f6840d49 tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.759648 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.765200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:21.769805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.771943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.781493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2fbb48d3-fb19-4fa7-86c3-b121ccaf5da7 None None] Provisioning for port 63c3f9a8-9519-44e6-bce9-f96a1ba53803 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:21.787317 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.812372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:21.822997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.832951 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] 10.222.0.20 "DELETE /v2.0/networks/9ae9c21e-71cb-4222-bcd0-339b7b7ca472 HTTP/1.1" status: 204 len: 168 time: 5.6194425 Mar 03 05:46:21.853518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.863004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa64fc1-4bf6-4bac-bdc6-e5d0dae7a3d4 tempest-DHCPAgentSchedulersTestJSON-720833049 tempest-DHCPAgentSchedulersTestJSON-720833049-project] Pushing event deleted for resources: {'Network': ['ID=9ae9c21e-71cb-4222-bcd0-339b7b7ca472,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:21.889282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c7ad0943-ad76-4fae-8ba1-765dcfe5ff39,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:21.911042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:21.914999 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e97055f7-0769-43e2-a37f-f9f60c78cd8a tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.9142585 Mar 03 05:46:21.922001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53398) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:21.982573 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-343aba72-6541-4a90-a547-f73d43e51324 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet dc73e846-ec53-49e3-9d3c-886be434746d {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:46:21.986565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a0c1240c-77b3-4df9-9709-5a5b43a74d2f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.002974 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-343aba72-6541-4a90-a547-f73d43e51324 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.050259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-206c8cee-bee0-4cbf-801d-38aa1a15b616 None None] The port '1777824c-a339-4e3a-986b-54132af461a4' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:46:22.060549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.087538 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:46:17Z', 'revision_number': 4, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '78ea4754-4d93-4068-9980-ac65f8438565', 'name': '', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'mac_address': 'fa:16:3e:82:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:13Z', 'updated_at': '2022-03-03T05:46:18Z', 'revision_number': 2, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'subnets': [{'id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:22.094109 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Checking router: 63ac5889-88e4-484b-830b-261ee7b4d175 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:46:22.095017 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Updating router 63ac5889-88e4-484b-830b-261ee7b4d175 port 78ea4754-4d93-4068-9980-ac65f8438565 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:46:22.097365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a0c1240c-77b3-4df9-9709-5a5b43a74d2f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.126199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:22.146913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6e1ccf43-3dfa-4b6a-8737-78df094467d4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Synchronizing usage tracker for tenant:5b05c6db09214018abf48d17cd71ae58 on resource:floatingip {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:22.199598 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.229954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-343aba72-6541-4a90-a547-f73d43e51324 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.231539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d297416-2442-4caa-a9e7-2c57bd48dc49 None None] Pushing event updated for resources: {'Port': ['ID=fa78cf91-1d03-4e45-bdbd-55b23a146b89,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:22.260945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.269197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.269350 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Usage tracker for resource:security_group_rule and tenant:05a7b63e8ae64b29be32863d19c4523d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:22.274692 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:22.282552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:22.307490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53406) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:22.351433 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.386633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1240c-77b3-4df9-9709-5a5b43a74d2f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6038419-fe2e-44bd-bce0-310f2284a1b2,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:22.414976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a0c1240c-77b3-4df9-9709-5a5b43a74d2f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.417249 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a0c1240c-77b3-4df9-9709-5a5b43a74d2f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6312776 Mar 03 05:46:22.427308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Network 7e244160-a50d-4c6d-bf34-2da61490a896 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:22.428169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53410) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:22.434944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.436232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:22.442508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:22.450400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:22.457287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Usage tracker for resource:floatingip and tenant:9b48212c453e4049a0f406125c5ca8be is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:22.466724 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:22.475610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:22.495321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.524944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.564093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-343aba72-6541-4a90-a547-f73d43e51324 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.629141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.675188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1777824c-a339-4e3a-986b-54132af461a4 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:46:22.687987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6e1ccf43-3dfa-4b6a-8737-78df094467d4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Unset dirty status for tenant:5b05c6db09214018abf48d17cd71ae58 on resource:floatingip {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:22.692869 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6e1ccf43-3dfa-4b6a-8737-78df094467d4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=5a3600d7-e5f3-453c-aac1-da166c322756 HTTP/1.1" status: 200 len: 689 time: 0.7684591 Mar 03 05:46:22.705859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53416) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:22.847832 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a8dde324-f276-4ad7-9756-6a25f6840d49 tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.888990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 1777824c-a339-4e3a-986b-54132af461a4 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:46:22.889531 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.889612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1777824c-a339-4e3a-986b-54132af461a4 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:46:22.903130 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Attempting to bind port fa78cf91-1d03-4e45-bdbd-55b23a146b89 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:22.903537 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Attempting to bind port fa78cf91-1d03-4e45-bdbd-55b23a146b89 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '46ad05fc-48cb-4646-a06a-35cad9ab2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:22.903926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Attempting to bind port fa78cf91-1d03-4e45-bdbd-55b23a146b89 on network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:22.937735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.940288 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:22.940695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Checking segment: {'id': '46ad05fc-48cb-4646-a06a-35cad9ab2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:22.941106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.941493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Bound using segment: {'id': '46ad05fc-48cb-4646-a06a-35cad9ab2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:22.943961 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Bound port: fa78cf91-1d03-4e45-bdbd-55b23a146b89, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ad05fc-48cb-4646-a06a-35cad9ab2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:22.945066 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.949627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6638a6a-3003-4c30-a3ca-35de18951a54,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:22.959625 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:22.963661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-30eed322-8a1f-4bc7-aecc-81f3a727a828 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3239841 Mar 03 05:46:22.974503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=8e2b71b2-1e08-427d-9847-a8fe29dc81d2,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:22.988468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.111180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53420) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:23.116834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-91892b61-ff9e-4a9e-b477-82af0b24e84b None None] Provisioning complete for port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:23.117078 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-91892b61-ff9e-4a9e-b477-82af0b24e84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.143534 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Transition to ACTIVE for port object 78ea4754-4d93-4068-9980-ac65f8438565 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:23.148380 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a8dde324-f276-4ad7-9756-6a25f6840d49 tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Calling delete_port for d0788784-c8a4-425e-867b-fee1464abaf3 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:23.154693 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.196696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-5078dcef-8b31-4319-8040-3104e6f2ef8a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Request body: {'security_group_rule': {'security_group_id': 'c6638a6a-3003-4c30-a3ca-35de18951a54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:23.203480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5078dcef-8b31-4319-8040-3104e6f2ef8a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:23.207652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5078dcef-8b31-4319-8040-3104e6f2ef8a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Usage tracker for resource:security_group_rule and tenant:05a7b63e8ae64b29be32863d19c4523d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:23.211439 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] For port fa78cf91-1d03-4e45-bdbd-55b23a146b89, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:23.212488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5078dcef-8b31-4319-8040-3104e6f2ef8a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:23.216507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3f650388-ec0b-4ef5-8181-2f96bd425081 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:23.220023 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5078dcef-8b31-4319-8040-3104e6f2ef8a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:23.246140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-343aba72-6541-4a90-a547-f73d43e51324 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.275414 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] For port 6ec30b09-3df1-4b44-9883-ab6493d159d5, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:23.293226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Deleting port b2c4a09e-6672-497d-b6e2-f7549c4f955c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:23.293567 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.296002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] For port fa78cf91-1d03-4e45-bdbd-55b23a146b89, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=fa78cf91-1d03-4e45-bdbd-55b23a146b89,segment=NetworkSegment(46ad05fc-48cb-4646-a06a-35cad9ab2437),segment_id=46ad05fc-48cb-4646-a06a-35cad9ab2437)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:23.314513 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.360289 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343aba72-6541-4a90-a547-f73d43e51324 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=dc73e846-ec53-49e3-9d3c-886be434746d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:23.364099 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] For port 6ec30b09-3df1-4b44-9883-ab6493d159d5, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6ec30b09-3df1-4b44-9883-ab6493d159d5,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:23.365345 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e2a7142b-594b-4330-9847-c12d2f0e77ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b987a8bbcdd43ec84bdcbbebb6ef55d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0545323 Mar 03 05:46:23.369448 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-343aba72-6541-4a90-a547-f73d43e51324 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.376270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-91892b61-ff9e-4a9e-b477-82af0b24e84b None None] Port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:23.392229 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c025bb-e666-469c-93eb-2bee60107aac None None] Pushing event updated for resources: {'Port': ['ID=78ea4754-4d93-4068-9980-ac65f8438565,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:23.402595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5078dcef-8b31-4319-8040-3104e6f2ef8a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.416611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53424) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:23.416992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.449682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Routers {'20432d48-16f1-4947-b872-9f76ab0b42f2'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:23.450724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['20432d48-16f1-4947-b872-9f76ab0b42f2'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:23.569904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d297416-2442-4caa-a9e7-2c57bd48dc49 None None] Pushing event updated for resources: {'Port': ['ID=fa78cf91-1d03-4e45-bdbd-55b23a146b89,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:23.647372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.668214 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Attempting to bind port 78ea4754-4d93-4068-9980-ac65f8438565 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:23.668593 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Attempting to bind port 78ea4754-4d93-4068-9980-ac65f8438565 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'cf84d456-a468-4942-b6ff-7a762bf685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:23.668960 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Attempting to bind port 78ea4754-4d93-4068-9980-ac65f8438565 on network d33d742a-0580-477c-af11-3f9cd4115607 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:23.679837 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:23.680225 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Checking segment: {'id': 'cf84d456-a468-4942-b6ff-7a762bf685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:23.680627 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.682648 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Bound using segment: {'id': 'cf84d456-a468-4942-b6ff-7a762bf685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:23.683263 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Bound port: 78ea4754-4d93-4068-9980-ac65f8438565, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf84d456-a468-4942-b6ff-7a762bf685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:23.684718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 3f650388-ec0b-4ef5-8181-2f96bd425081 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:23.685344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.686730 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.791649 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5078dcef-8b31-4319-8040-3104e6f2ef8a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.813067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Router 60ec4f9d-63c9-4a60-ba83-629453f6b068 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:46:23.888915 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] For port 78ea4754-4d93-4068-9980-ac65f8438565, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:23.899826 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] For port 78ea4754-4d93-4068-9980-ac65f8438565, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=78ea4754-4d93-4068-9980-ac65f8438565,segment=NetworkSegment(cf84d456-a468-4942-b6ff-7a762bf685c3),segment_id=cf84d456-a468-4942-b6ff-7a762bf685c3)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:23.901725 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-96fe1d46-ce1e-44e4-baa6-c8b3b7a6a62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.908658 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.918062 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba40cef-af1b-4ba7-9a4d-8a15a4d67628 None None] Pushing event updated for resources: {'Port': ['ID=6ec30b09-3df1-4b44-9883-ab6493d159d5,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:23.939923 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5078dcef-8b31-4319-8040-3104e6f2ef8a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:23.977638 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078dcef-8b31-4319-8040-3104e6f2ef8a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93d6dbc-aff9-4c9e-9269-2a1d91e4d72c,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:23.996743 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-343aba72-6541-4a90-a547-f73d43e51324 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/dc73e846-ec53-49e3-9d3c-886be434746d HTTP/1.1" status: 204 len: 168 time: 2.2436845 Mar 03 05:46:24.002217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53428) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:24.006066 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5078dcef-8b31-4319-8040-3104e6f2ef8a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.007274 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5078dcef-8b31-4319-8040-3104e6f2ef8a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8899355 Mar 03 05:46:24.013905 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53432) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:24.033085 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Routers {'63ac5889-88e4-484b-830b-261ee7b4d175'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:24.033646 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['63ac5889-88e4-484b-830b-261ee7b4d175'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:24.041052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] Set router 20432d48-16f1-4947-b872-9f76ab0b42f2 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:46:24.080121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-96fe1d46-ce1e-44e4-baa6-c8b3b7a6a62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.148157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b926f5b2-30c4-4c5c-8141-83baf2603f4e tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Request body: {'security_group_rule': {'security_group_id': 'c6638a6a-3003-4c30-a3ca-35de18951a54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:24.152156 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c025bb-e666-469c-93eb-2bee60107aac None None] Pushing event updated for resources: {'Port': ['ID=78ea4754-4d93-4068-9980-ac65f8438565,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:24.163685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.165635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.223469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b926f5b2-30c4-4c5c-8141-83baf2603f4e tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:24.227704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b926f5b2-30c4-4c5c-8141-83baf2603f4e tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Usage tracker for resource:security_group_rule and tenant:05a7b63e8ae64b29be32863d19c4523d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:24.232494 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b926f5b2-30c4-4c5c-8141-83baf2603f4e tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:24.239132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b926f5b2-30c4-4c5c-8141-83baf2603f4e tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:24.266971 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-58fab6b1-7949-4af0-8d1a-6745cb70f952 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2621946 Mar 03 05:46:24.268550 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53436) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:24.335318 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] Set router 63ac5889-88e4-484b-830b-261ee7b4d175 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:46:24.338980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:24.377550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Calling delete_port for b2c4a09e-6672-497d-b6e2-f7549c4f955c owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:24.382236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a8dde324-f276-4ad7-9756-6a25f6840d49 tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.430001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b926f5b2-30c4-4c5c-8141-83baf2603f4e tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.475644 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 63c3f9a8-9519-44e6-bce9-f96a1ba53803 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:24.500810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.526438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dde324-f276-4ad7-9756-6a25f6840d49 tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0788784-c8a4-425e-867b-fee1464abaf3,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:24.624930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:46:24.658538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-96fe1d46-ce1e-44e4-baa6-c8b3b7a6a62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.678004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Sync routers for ids ['60ec4f9d-63c9-4a60-ba83-629453f6b068'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:46:24.729456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Routers {'60ec4f9d-63c9-4a60-ba83-629453f6b068'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:24.730125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['60ec4f9d-63c9-4a60-ba83-629453f6b068'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:24.734300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe1d46-ce1e-44e4-baa6-c8b3b7a6a62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af2ae80-8d2c-4a75-9967-dd1d12e0b299,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:24.761606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a8dde324-f276-4ad7-9756-6a25f6840d49 tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.775728 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a8dde324-f276-4ad7-9756-6a25f6840d49 tempest-RoutersAdminNegativeTest-276245448 tempest-RoutersAdminNegativeTest-276245448-project-admin] 10.222.0.20 "DELETE /v2.0/ports/d0788784-c8a4-425e-867b-fee1464abaf3 HTTP/1.1" status: 204 len: 168 time: 3.1747930 Mar 03 05:46:24.791796 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:46:17Z', 'revision_number': 4, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '78ea4754-4d93-4068-9980-ac65f8438565', 'name': '', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'mac_address': 'fa:16:3e:82:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:13Z', 'updated_at': '2022-03-03T05:46:23Z', 'revision_number': 4, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'subnets': [{'id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:24.795969 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38165e5f-a478-490a-bcba-80d1660430ef None None] The sync data for ids ['63ac5889-88e4-484b-830b-261ee7b4d175'] in dv-neutron-831582-1-hyperv is: [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:46:17Z', 'revision_number': 4, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '78ea4754-4d93-4068-9980-ac65f8438565', 'name': '', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'mac_address': 'fa:16:3e:82:05:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:13Z', 'updated_at': '2022-03-03T05:46:23Z', 'revision_number': 4, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'subnets': [{'id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:46:24.817348 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:24.833827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 63c3f9a8-9519-44e6-bce9-f96a1ba53803 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:24.844258 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 63c3f9a8-9519-44e6-bce9-f96a1ba53803 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:24.844630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.855631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:24.870996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-96fe1d46-ce1e-44e4-baa6-c8b3b7a6a62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.881958 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-96fe1d46-ce1e-44e4-baa6-c8b3b7a6a62d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7af2ae80-8d2c-4a75-9967-dd1d12e0b299 HTTP/1.1" status: 204 len: 168 time: 1.4612930 Mar 03 05:46:24.910250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b926f5b2-30c4-4c5c-8141-83baf2603f4e tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.912262 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-75e4b65b-87ab-4b71-94e8-67c33b9a19e6 admin admin] 10.222.0.20 "PUT /v2.0/routers/60ec4f9d-63c9-4a60-ba83-629453f6b068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3807266 Mar 03 05:46:24.917292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Allocated IP 172.26.3.50 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/b527143d-2532-464e-9354-33519ab01194) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:24.919610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:24.946651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:24.950032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b926f5b2-30c4-4c5c-8141-83baf2603f4e tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.955026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:24.981206 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926f5b2-30c4-4c5c-8141-83baf2603f4e tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4491112b-c0db-409e-9000-5a1188ad8063,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:25.022299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:25.036849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:25.079546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2c4a09e-6672-497d-b6e2-f7549c4f955c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:25.100888 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Set router 60ec4f9d-63c9-4a60-ba83-629453f6b068 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:46:25.149979 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Router 71fd0a37-c578-4847-8a13-e371760d43c7 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:46:25.152540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b926f5b2-30c4-4c5c-8141-83baf2603f4e tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:25.164340 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b926f5b2-30c4-4c5c-8141-83baf2603f4e tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0751731 Mar 03 05:46:25.165155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53448) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:25.364290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:25.372017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:25.392978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:25.542976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb9ed88-d444-4051-ac67-9532e07c6fe5 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:25.590413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53458) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:25.653268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:25.717600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:25.721074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53464) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:25.743343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Usage tracker for resource:floatingip and tenant:05a7b63e8ae64b29be32863d19c4523d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:25.790243 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:25.809724 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ad48d253-b95f-43fa-8dae-b6a77dcb92dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:25.814764 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:25.823294 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e78b93dd-2519-475a-b6cd-8a9c983d7537 None None] Provisioning for port 6ec30b09-3df1-4b44-9883-ab6493d159d5 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:25.829092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:25.865378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ad48d253-b95f-43fa-8dae-b6a77dcb92dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:25.876367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ad48d253-b95f-43fa-8dae-b6a77dcb92dd admin admin] Usage tracker for resource:security_group_rule and tenant:d5b5b34ebc624347b37cedbabc820a98 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:25.881869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ad48d253-b95f-43fa-8dae-b6a77dcb92dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:25.896548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ad48d253-b95f-43fa-8dae-b6a77dcb92dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:25.937742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e78b93dd-2519-475a-b6cd-8a9c983d7537 None None] Could not find standard attr ID for object 2a278772-b0cd-421a-98bd-bcde20a41387. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:46:25.950823 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:46:11Z', 'revision_number': 4, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'fa78cf91-1d03-4e45-bdbd-55b23a146b89', 'name': '', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'mac_address': 'fa:16:3e:f5:95:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '95f19597-877f-493e-a52a-b03389550958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:06Z', 'updated_at': '2022-03-03T05:46:23Z', 'revision_number': 4, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'subnets': [{'id': '95f19597-877f-493e-a52a-b03389550958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:25.982475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53468) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:25.989860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:25.996345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1961743867', 'description': 'tempest-description--1263483920'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:26.012576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:26.032516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Usage tracker for resource:security_group and tenant:9c1bfd704a37471c9717c3c2cb1ec379 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:26.039196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:26.041854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588c09b0-1b6c-4f48-9385-c2d7ee0e2ae6 None None] The sync data for ids ['20432d48-16f1-4947-b872-9f76ab0b42f2'] in dv-neutron-831582-1-hyperv is: [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:46:11Z', 'revision_number': 4, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'fa78cf91-1d03-4e45-bdbd-55b23a146b89', 'name': '', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'mac_address': 'fa:16:3e:f5:95:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '95f19597-877f-493e-a52a-b03389550958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:06Z', 'updated_at': '2022-03-03T05:46:23Z', 'revision_number': 4, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'subnets': [{'id': '95f19597-877f-493e-a52a-b03389550958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:46:26.044933 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:26.046081 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.091991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:26.106146 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.156189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c54275eb-1f9f-4541-8cc0-7f6e2a2f23c5,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:26.213039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a56668eb-9c02-4173-9b98-bc7f47a59930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.232942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.245443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 63c3f9a8-9519-44e6-bce9-f96a1ba53803, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=63c3f9a8-9519-44e6-bce9-f96a1ba53803,segment=NetworkSegment(de006690-8738-4da8-a1b1-cae5e4d58229),segment_id=de006690-8738-4da8-a1b1-cae5e4d58229)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:26.258096 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.290918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.310762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:26.313160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:46:26.338141 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:26.341835 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.357820 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8b0b16-0a9c-41dc-b688-74f036de575d None None] Sync routers for ids ['71fd0a37-c578-4847-8a13-e371760d43c7'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:46:26.375376 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b0b16-0a9c-41dc-b688-74f036de575d None None] Routers {'71fd0a37-c578-4847-8a13-e371760d43c7'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:26.378905 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ac8b0b16-0a9c-41dc-b688-74f036de575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['71fd0a37-c578-4847-8a13-e371760d43c7'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:26.379138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:46:18Z', 'revision_number': 4, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c7ad0943-ad76-4fae-8ba1-765dcfe5ff39', 'name': '', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'mac_address': 'fa:16:3e:24:69:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:14Z', 'updated_at': '2022-03-03T05:46:19Z', 'revision_number': 2, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'subnets': [{'id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:26.390731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=63c3f9a8-9519-44e6-bce9-f96a1ba53803,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:26.397006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Checking router: 60ec4f9d-63c9-4a60-ba83-629453f6b068 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:46:26.397549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Updating router 60ec4f9d-63c9-4a60-ba83-629453f6b068 port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:46:26.417055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.515752 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=3bce96f8-19fa-4383-875b-8b06033d4635,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:26.525356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3600d7-e5f3-453c-aac1-da166c322756']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:26.527725 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bdee58a6-9e29-47f7-9f7e-981f5d022837 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1954212 Mar 03 05:46:26.535140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53472) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:26.543884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.548244 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a80fae2e-d803-45fb-b30c-0fbb8a296910 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 10.3465705 Mar 03 05:46:26.555113 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'name': 'tempest-NetworksTestDHCPv6-563327317'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:26.560727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.574403 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ac8b0b16-0a9c-41dc-b688-74f036de575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:26.585465 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b0b16-0a9c-41dc-b688-74f036de575d None None] Routers {'71fd0a37-c578-4847-8a13-e371760d43c7'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:26.586344 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ac8b0b16-0a9c-41dc-b688-74f036de575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['71fd0a37-c578-4847-8a13-e371760d43c7'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:26.605150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53476) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:26.653007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:26.685872 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bebf809-3f3c-4c6a-89fb-508e32742905') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:26.686164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bebf809-3f3c-4c6a-89fb-508e32742905') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:26.693510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a56668eb-9c02-4173-9b98-bc7f47a59930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:26.695417 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ac8b0b16-0a9c-41dc-b688-74f036de575d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:26.695748 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8b0b16-0a9c-41dc-b688-74f036de575d None None] The sync data for ids ['71fd0a37-c578-4847-8a13-e371760d43c7'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:46:26.823102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ad48d253-b95f-43fa-8dae-b6a77dcb92dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.833577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431daae-f276-4986-bb55-b2b151c72325 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:26.834532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Usage tracker for resource:security_group_rule and tenant:9c1bfd704a37471c9717c3c2cb1ec379 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:26.847067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:26.848363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6ec30b09-3df1-4b44-9883-ab6493d159d5 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:26.869933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:26.875798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.895104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:26.895795 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:26.903177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:26.904630 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a56668eb-9c02-4173-9b98-bc7f47a59930 admin admin] Usage tracker for resource:security_group_rule and tenant:711b3097c5ff4ce6bc1c983127881f7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:26.907089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:26.908844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ad48d253-b95f-43fa-8dae-b6a77dcb92dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.911248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.917358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:26.917550 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:26.924820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a56668eb-9c02-4173-9b98-bc7f47a59930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:26.939679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.946508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:46:26.946816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:26.997029 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:27.001251 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:27.038345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port e9aec045-b3a6-4c89-aed7-aa7689d40b77 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:46:27.067861 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:46:27.075490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:27.105425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:27.120157 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a56668eb-9c02-4173-9b98-bc7f47a59930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:27.156491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Pushing event updated for resources: {'Port': ['ID=b527143d-2532-464e-9354-33519ab01194,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:27.238174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5a3600d7-e5f3-453c-aac1-da166c322756 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 05:46:27.243699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Allocated IP 172.26.3.122 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/e658c3b7-1b5f-481d-a0c8-5da68876e963) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:27.263869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:27.269487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event deleted for resources: {'Network': ['ID=5a3600d7-e5f3-453c-aac1-da166c322756,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:27.302677 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ad48d253-b95f-43fa-8dae-b6a77dcb92dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d5b5b34ebc624347b37cedbabc820a98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5686941 Mar 03 05:46:27.303224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53482) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:27.319476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48d253-b95f-43fa-8dae-b6a77dcb92dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984cb7c3-666b-4d03-9e80-b233268b94d2,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:27.376017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::2d5 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/3bce96f8-19fa-4383-875b-8b06033d4635/e9aec045-b3a6-4c89-aed7-aa7689d40b77) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:27.385999 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 6ec30b09-3df1-4b44-9883-ab6493d159d5 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:27.397664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 6ec30b09-3df1-4b44-9883-ab6493d159d5 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:27.398075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:27.571175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:27.575349 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:27.616891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 6ec30b09-3df1-4b44-9883-ab6493d159d5, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6ec30b09-3df1-4b44-9883-ab6493d159d5,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:27.627519 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:27.628501 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:27.743726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:27.754152 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:27.780448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=6ec30b09-3df1-4b44-9883-ab6493d159d5,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:27.812662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:27.813042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:27.833480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object e9aec045-b3a6-4c89-aed7-aa7689d40b77 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:27.847812 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:27.856721 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:27.865916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:27.872200 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Pushing event updated for resources: {'Port': ['ID=e658c3b7-1b5f-481d-a0c8-5da68876e963,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:27.927350 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:27.934020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:27.965266 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-df8adc97-217e-42cd-8352-ba829c7a88d8 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5a3600d7-e5f3-453c-aac1-da166c322756 HTTP/1.1" status: 204 len: 168 time: 5.2338412 Mar 03 05:46:27.967675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53486) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:27.981154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.041151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:28.064362 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.067369 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=e9aec045-b3a6-4c89-aed7-aa7689d40b77,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:28.075461 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:28.079564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:28.086875 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:28.087619 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.121330 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a997be3-6c98-4889-8b41-65bcbb33f782,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:28.133676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.143521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4fa2c028-7926-4876-aa83-412785c7c747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.160663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a56668eb-9c02-4173-9b98-bc7f47a59930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.187845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.191237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa78cf91-1d03-4e45-bdbd-55b23a146b89 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:28.237977 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-00a47aea-c6cd-4caa-b849-213721df7518 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7013056 Mar 03 05:46:28.247765 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53490) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:28.258053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1192cc47-1569-4665-a721-e43592bd04dd None None] Provisioning complete for port 6ec30b09-3df1-4b44-9883-ab6493d159d5 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:28.258425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1192cc47-1569-4665-a721-e43592bd04dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.361051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.429808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3a46c066-225b-480c-b77f-5410d25b7185 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Synchronizing usage tracker for tenant:5b05c6db09214018abf48d17cd71ae58 on resource:floatingip {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:28.446007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a56668eb-9c02-4173-9b98-bc7f47a59930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.451232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Transition to ACTIVE for port object c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:28.455936 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.461156 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3e030e48-30ab-48a9-a377-43220f831606 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.4773486 Mar 03 05:46:28.501279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53494) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:28.524105 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4cd8ca19-7ba1-494c-9c76-a4aed965794e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Request body: {'security_group_rule': {'security_group_id': '2a997be3-6c98-4889-8b41-65bcbb33f782', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:28.524372 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.533429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4cd8ca19-7ba1-494c-9c76-a4aed965794e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:28.542406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4cd8ca19-7ba1-494c-9c76-a4aed965794e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Usage tracker for resource:security_group_rule and tenant:9c1bfd704a37471c9717c3c2cb1ec379 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:28.546542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4cd8ca19-7ba1-494c-9c76-a4aed965794e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:28.554371 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4cd8ca19-7ba1-494c-9c76-a4aed965794e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:28.600911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56668eb-9c02-4173-9b98-bc7f47a59930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1a5c4b-b3bf-45e0-88ca-e60049dd72f2,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:28.603353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f76a9-217c-4d1e-a800-5105a051e04e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:28.608378 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b57bd-4223-4ca7-bf95-49fe04330273 None None] Pushing event updated for resources: {'Port': ['ID=c7ad0943-ad76-4fae-8ba1-765dcfe5ff39,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:28.612230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port fa78cf91-1d03-4e45-bdbd-55b23a146b89 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:28.614335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f76a9-217c-4d1e-a800-5105a051e04e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:28.615128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-392f76a9-217c-4d1e-a800-5105a051e04e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:28.630335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port fa78cf91-1d03-4e45-bdbd-55b23a146b89 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:28.630715 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.638316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ca19-7ba1-494c-9c76-a4aed965794e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.657015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4fa2c028-7926-4876-aa83-412785c7c747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.680750 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-392f76a9-217c-4d1e-a800-5105a051e04e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:28.684908 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-392f76a9-217c-4d1e-a800-5105a051e04e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.4290409 Mar 03 05:46:28.685039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53498) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:28.748186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.790704 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a56668eb-9c02-4173-9b98-bc7f47a59930 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=711b3097c5ff4ce6bc1c983127881f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1988678 Mar 03 05:46:28.799060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53502) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:28.837292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4fa2c028-7926-4876-aa83-412785c7c747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.898150 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ca19-7ba1-494c-9c76-a4aed965794e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.912410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.924643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Attempting to bind port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:28.925052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Attempting to bind port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1671a4b1-dfde-4c69-82dc-094f7952330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:28.926065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Attempting to bind port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 on network 7e244160-a50d-4c6d-bf34-2da61490a896 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:28.927184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ca19-7ba1-494c-9c76-a4aed965794e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.938447 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:28.938825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Checking segment: {'id': '1671a4b1-dfde-4c69-82dc-094f7952330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:28.939486 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.939662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Bound using segment: {'id': '1671a4b1-dfde-4c69-82dc-094f7952330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:28.940158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Bound port: c7ad0943-ad76-4fae-8ba1-765dcfe5ff39, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1671a4b1-dfde-4c69-82dc-094f7952330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:28.940525 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.975931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:28.996757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3a46c066-225b-480c-b77f-5410d25b7185 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Unset dirty status for tenant:5b05c6db09214018abf48d17cd71ae58 on resource:floatingip {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:28.997274 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3a46c066-225b-480c-b77f-5410d25b7185 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 1.0120599 Mar 03 05:46:29.018272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53506) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:29.037330 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.060174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-467eb162-bb65-43ef-bb47-cbe75987cf21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.061087 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f2492631-aef8-497b-815d-e6913cb3d370 None None] Provisioning for port e9aec045-b3a6-4c89-aed7-aa7689d40b77 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:29.061469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8ca19-7ba1-494c-9c76-a4aed965794e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744c4800-a175-4589-9d9f-4809208f8241,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:29.068043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c5b68a38-baac-49c1-9844-75bf91b0855b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port e9aec045-b3a6-4c89-aed7-aa7689d40b77 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:29.068665 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5b68a38-baac-49c1-9844-75bf91b0855b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.086259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port fa78cf91-1d03-4e45-bdbd-55b23a146b89, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=fa78cf91-1d03-4e45-bdbd-55b23a146b89,segment=NetworkSegment(46ad05fc-48cb-4646-a06a-35cad9ab2437),segment_id=46ad05fc-48cb-4646-a06a-35cad9ab2437)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:29.099521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f2492631-aef8-497b-815d-e6913cb3d370 None None] Provisioning complete for port e9aec045-b3a6-4c89-aed7-aa7689d40b77 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:29.100048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f2492631-aef8-497b-815d-e6913cb3d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.105297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-467eb162-bb65-43ef-bb47-cbe75987cf21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.126661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4cd8ca19-7ba1-494c-9c76-a4aed965794e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.130108 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4cd8ca19-7ba1-494c-9c76-a4aed965794e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6255836 Mar 03 05:46:29.130108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.146540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53510) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:29.163388 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.164540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2c028-7926-4876-aa83-412785c7c747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984cb7c3-666b-4d03-9e80-b233268b94d2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:29.164788 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 78ea4754-4d93-4068-9980-ac65f8438565 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:29.172377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e5024a59-6027-44f5-8940-013722a8a529 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Request body: {'security_group_rule': {'security_group_id': '2a997be3-6c98-4889-8b41-65bcbb33f782', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:29.198175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e5024a59-6027-44f5-8940-013722a8a529 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:29.201670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Pushing event updated for resources: {'Port': ['ID=e658c3b7-1b5f-481d-a0c8-5da68876e963,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:29.324906 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f2492631-aef8-497b-815d-e6913cb3d370 None None] Port e9aec045-b3a6-4c89-aed7-aa7689d40b77 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:29.327014 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e5024a59-6027-44f5-8940-013722a8a529 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Usage tracker for resource:security_group_rule and tenant:9c1bfd704a37471c9717c3c2cb1ec379 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:29.333735 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e5024a59-6027-44f5-8940-013722a8a529 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:29.336305 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f2492631-aef8-497b-815d-e6913cb3d370 None None] Could not find standard attr ID for object 2a278772-b0cd-421a-98bd-bcde20a41387. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:46:29.338682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.348800 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6c15dfaf-076c-4dd4-8a53-82a7abf1bd6a tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0443075 Mar 03 05:46:29.355048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e5024a59-6027-44f5-8940-013722a8a529 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:29.366781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4fa2c028-7926-4876-aa83-412785c7c747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.370786 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4fa2c028-7926-4876-aa83-412785c7c747 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/984cb7c3-666b-4d03-9e80-b233268b94d2 HTTP/1.1" status: 204 len: 168 time: 2.0440717 Mar 03 05:46:29.381982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f2492631-aef8-497b-815d-e6913cb3d370 None None] Could not find standard attr ID for object 96e88678-cac1-4da2-b460-b7850a754aae. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:46:29.392074 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] For port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:29.397592 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 78ea4754-4d93-4068-9980-ac65f8438565 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:29.422084 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] For port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c7ad0943-ad76-4fae-8ba1-765dcfe5ff39,segment=NetworkSegment(1671a4b1-dfde-4c69-82dc-094f7952330a),segment_id=1671a4b1-dfde-4c69-82dc-094f7952330a)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:29.432861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 78ea4754-4d93-4068-9980-ac65f8438565 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:29.433891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.475841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5024a59-6027-44f5-8940-013722a8a529 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.481141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.552595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5b68a38-baac-49c1-9844-75bf91b0855b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.553630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Routers {'60ec4f9d-63c9-4a60-ba83-629453f6b068'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:29.559831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['60ec4f9d-63c9-4a60-ba83-629453f6b068'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:29.736190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.763716 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c5b68a38-baac-49c1-9844-75bf91b0855b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for e9aec045-b3a6-4c89-aed7-aa7689d40b77 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:29.773259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-467eb162-bb65-43ef-bb47-cbe75987cf21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.797422 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.805571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] Set router 60ec4f9d-63c9-4a60-ba83-629453f6b068 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:46:29.846358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5024a59-6027-44f5-8940-013722a8a529 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.864100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5024a59-6027-44f5-8940-013722a8a529 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.890064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3644a-3609-42b6-ad12-b73c7e6554b5 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:29.890530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3644a-3609-42b6-ad12-b73c7e6554b5 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:29.890984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3644a-3609-42b6-ad12-b73c7e6554b5 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:29.891540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3644a-3609-42b6-ad12-b73c7e6554b5 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:29.892224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3644a-3609-42b6-ad12-b73c7e6554b5 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:29.892663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3644a-3609-42b6-ad12-b73c7e6554b5 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:29.893285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3644a-3609-42b6-ad12-b73c7e6554b5 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:29.893649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3644a-3609-42b6-ad12-b73c7e6554b5 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:29.894707 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-85b3644a-3609-42b6-ad12-b73c7e6554b5 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Synchronizing usage tracker for tenant:5b05c6db09214018abf48d17cd71ae58 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:29.917355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467eb162-bb65-43ef-bb47-cbe75987cf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1a5c4b-b3bf-45e0-88ca-e60049dd72f2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:29.922681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5024a59-6027-44f5-8940-013722a8a529 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c39fe4-4c80-4bd4-aefc-67b0d8e773d5,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:29.948554 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5024a59-6027-44f5-8940-013722a8a529 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:29.950234 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e5024a59-6027-44f5-8940-013722a8a529 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8027108 Mar 03 05:46:29.981727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=fa78cf91-1d03-4e45-bdbd-55b23a146b89,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:29.985482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53540) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:29.996963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:30.003953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:30.008059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Usage tracker for resource:floatingip and tenant:9c1bfd704a37471c9717c3c2cb1ec379 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:30.011410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:30.017846 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:30.024095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:30.030098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-467eb162-bb65-43ef-bb47-cbe75987cf21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:30.034398 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-467eb162-bb65-43ef-bb47-cbe75987cf21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d1a5c4b-b3bf-45e0-88ca-e60049dd72f2 HTTP/1.1" status: 204 len: 168 time: 1.1966908 Mar 03 05:46:30.038856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:30.084243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:30.102527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-85b3644a-3609-42b6-ad12-b73c7e6554b5 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Unset dirty status for tenant:5b05c6db09214018abf48d17cd71ae58 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:30.105674 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-85b3644a-3609-42b6-ad12-b73c7e6554b5 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5232 time: 1.0543106 Mar 03 05:46:30.108176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Pushing event updated for resources: {'Port': ['ID=b527143d-2532-464e-9354-33519ab01194,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:30.110377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53550) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:30.121592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:30.122988 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6cd84368-0094-4598-a721-7fb1eca4fe99 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6914845 Mar 03 05:46:30.261512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b57bd-4223-4ca7-bf95-49fe04330273 None None] Pushing event updated for resources: {'Port': ['ID=c7ad0943-ad76-4fae-8ba1-765dcfe5ff39,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:30.269825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5b68a38-baac-49c1-9844-75bf91b0855b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:30.273237 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-acf68096-3270-4231-8242-e340fd0127f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] delete failed (client error): The resource could not be found. Mar 03 05:46:30.276218 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-acf68096-3270-4231-8242-e340fd0127f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/1cf47b14-8ff4-48ba-9405-25a3a9bdf149 HTTP/1.1" status: 404 len: 345 time: 0.1174967 Mar 03 05:46:30.285510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53556) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:30.329064 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:46:30.364687 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba91bb8-d9de-45dd-813e-33f7bafcba35 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] DELETE failed (client error): The resource could not be found. Mar 03 05:46:30.365343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba91bb8-d9de-45dd-813e-33f7bafcba35 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:46:30.375375 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:30.387521 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6ba91bb8-d9de-45dd-813e-33f7bafcba35 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "DELETE /v2.0/networks/5a3600d7-e5f3-453c-aac1-da166c322756 HTTP/1.1" status: 404 len: 339 time: 0.1009586 Mar 03 05:46:30.391219 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53560) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:30.432796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Request body: {'network': {'name': 'tempest-network--1946301667', 'router:external': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:30.472230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:30.496495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53568) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:30.507950 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:46:18Z', 'revision_number': 4, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c7ad0943-ad76-4fae-8ba1-765dcfe5ff39', 'name': '', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'mac_address': 'fa:16:3e:24:69:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:14Z', 'updated_at': '2022-03-03T05:46:29Z', 'revision_number': 4, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'subnets': [{'id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:30.511347 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:30.524907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b68a38-baac-49c1-9844-75bf91b0855b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=e9aec045-b3a6-4c89-aed7-aa7689d40b77,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:30.547009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5b68a38-baac-49c1-9844-75bf91b0855b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:30.552916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3944d927-716a-4f22-9a9d-39ae7ef85e06 None None] The sync data for ids ['60ec4f9d-63c9-4a60-ba83-629453f6b068'] in dv-neutron-831582-1-hyperv is: [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:46:18Z', 'revision_number': 4, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c7ad0943-ad76-4fae-8ba1-765dcfe5ff39', 'name': '', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'mac_address': 'fa:16:3e:24:69:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:14Z', 'updated_at': '2022-03-03T05:46:29Z', 'revision_number': 4, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'subnets': [{'id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:46:30.564406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Usage tracker for resource:network and tenant:5b05c6db09214018abf48d17cd71ae58 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:30.568817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:30.569229 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 03 05:46:30.586458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:30.590848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 78ea4754-4d93-4068-9980-ac65f8438565, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=78ea4754-4d93-4068-9980-ac65f8438565,segment=NetworkSegment(cf84d456-a468-4942-b6ff-7a762bf685c3),segment_id=cf84d456-a468-4942-b6ff-7a762bf685c3)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:30.601393 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:30.626622 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c5b68a38-baac-49c1-9844-75bf91b0855b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/e9aec045-b3a6-4c89-aed7-aa7689d40b77 HTTP/1.1" status: 204 len: 168 time: 1.9331017 Mar 03 05:46:30.628488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53574) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:30.701081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=78ea4754-4d93-4068-9980-ac65f8438565,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:30.745284 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-f651e15e-a937-4d25-915c-ef97ebafedaf tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--2103407955&fields=id&tenant_id=05a7b63e8ae64b29be32863d19c4523d HTTP/1.1" status: 200 len: 267 time: 0.2154977 Mar 03 05:46:30.763702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Made reservation on behalf of 5b05c6db09214018abf48d17cd71ae58 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:30.766012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:30.910544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d180e0-6ef6-4944-b900-a6a7dea8251f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:30.912191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d180e0-6ef6-4944-b900-a6a7dea8251f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:30.912951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-83d180e0-6ef6-4944-b900-a6a7dea8251f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:30.938668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:30.971726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53592) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:30.973916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6ec30b09-3df1-4b44-9883-ab6493d159d5 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:31.004482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:31.131962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 6ec30b09-3df1-4b44-9883-ab6493d159d5 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:31.132472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:31.137413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Allocated IP 172.26.3.228 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/79b7eaa1-433d-4748-8d42-12c03461259e) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:31.140047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-83d180e0-6ef6-4944-b900-a6a7dea8251f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:31.141304 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-83d180e0-6ef6-4944-b900-a6a7dea8251f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4785452 Mar 03 05:46:31.144717 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:31.145066 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Added segment 434c6f51-b0b5-4354-b295-22ad19bb3a3f of type vlan for network 3feac592-2d72-4332-bb29-7ebfaa25d363 Mar 03 05:46:31.155169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53598) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:31.298699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Allocated IP 172.20.0.1 (7a760a8e-596a-4acd-a98c-554c0b06ad96/36deb5db-2d94-421e-a2c3-aed5218b9325/3c2dbd7f-4572-4ea4-b6e6-6c049f6cb7dc) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:31.374523 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:31.460057 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-99f7a9b5-5904-40be-ae6d-e6c97c2c139f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bf7f04592f44d7489549c6034952781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816036 Mar 03 05:46:31.462166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53610) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:31.483395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3fef-4434-4753-b298-bbe9798900e9 req-7d55f7e0-577f-4f48-a079-19f337897196 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:31.485085 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-7d55f7e0-577f-4f48-a079-19f337897196 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/networks?id=d33d742a-0580-477c-af11-3f9cd4115607 HTTP/1.1" status: 200 len: 805 time: 0.7339983 Mar 03 05:46:31.487430 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:31.495718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:31.496116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:31.530951 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-44c8f5d6-6a48-4fcb-88e2-1cfef6821832 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/quotas/05a7b63e8ae64b29be32863d19c4523d HTTP/1.1" status: 200 len: 375 time: 0.0232127 Mar 03 05:46:31.536399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:31.548017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc4d302-37e8-4bdf-b4e1-d379a842340a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 3bce96f8-19fa-4383-875b-8b06033d4635 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:46:31.551919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d302-37e8-4bdf-b4e1-d379a842340a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:31.606709 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d302-37e8-4bdf-b4e1-d379a842340a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:31.655331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-871d3fef-4434-4753-b298-bbe9798900e9 req-3db48cec-37d2-4de6-bbdd-8f3b43f57561 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Synchronizing usage tracker for tenant:05a7b63e8ae64b29be32863d19c4523d on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:31.679497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-871d3fef-4434-4753-b298-bbe9798900e9 req-3db48cec-37d2-4de6-bbdd-8f3b43f57561 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Unset dirty status for tenant:05a7b63e8ae64b29be32863d19c4523d on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:31.680746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:31.694120 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-3db48cec-37d2-4de6-bbdd-8f3b43f57561 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=05a7b63e8ae64b29be32863d19c4523d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1550882 Mar 03 05:46:31.699201 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:31.733313 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c7ad0943-ad76-4fae-8ba1-765dcfe5ff39,segment=NetworkSegment(1671a4b1-dfde-4c69-82dc-094f7952330a),segment_id=1671a4b1-dfde-4c69-82dc-094f7952330a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:31.740730 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:31.741556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 63c3f9a8-9519-44e6-bce9-f96a1ba53803 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:31.769111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53624) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:31.818443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:31.823174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:31.828776 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:31.843807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:31.874401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=c7ad0943-ad76-4fae-8ba1-765dcfe5ff39,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:31.876420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Pushing event updated for resources: {'Port': ['ID=79b7eaa1-433d-4748-8d42-12c03461259e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:31.888504 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 63c3f9a8-9519-44e6-bce9-f96a1ba53803 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:31.888858 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:31.897606 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-6cdbb40e-d3ad-4607-8f9d-ad57194ca804 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1157773618&fields=id&tenant_id=9b48212c453e4049a0f406125c5ca8be HTTP/1.1" status: 200 len: 267 time: 0.1272068 Mar 03 05:46:31.986562 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d302-37e8-4bdf-b4e1-d379a842340a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.029542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa78cf91-1d03-4e45-bdbd-55b23a146b89 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:32.040257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.134780 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-af0cda99-ed6a-4fcc-b852-a2158a600289 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:46:32.136254 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-af0cda99-ed6a-4fcc-b852-a2158a600289 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1339974 Mar 03 05:46:32.145944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-74dcf172-7ce9-483d-b970-64158ef98f08 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:32.147513 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-74dcf172-7ce9-483d-b970-64158ef98f08 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/networks?id=331b4cde-bf4b-4bc0-811f-6811cf8e6483 HTTP/1.1" status: 200 len: 812 time: 0.2491665 Mar 03 05:46:32.150557 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port fa78cf91-1d03-4e45-bdbd-55b23a146b89 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:32.150925 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.216202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.217316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:32.218226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.276599 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-1968e6f5-ac4e-41ab-9104-9fc7e83e63e4 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/quotas/9b48212c453e4049a0f406125c5ca8be HTTP/1.1" status: 200 len: 375 time: 0.1185994 Mar 03 05:46:32.281142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.304402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f49c3ce1-1558-46e9-aff1-521d353f1e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.339669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f49c3ce1-1558-46e9-aff1-521d353f1e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.523863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.527457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d302-37e8-4bdf-b4e1-d379a842340a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.569458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53644) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:32.570293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f49c3ce1-1558-46e9-aff1-521d353f1e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.573459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f49c3ce1-1558-46e9-aff1-521d353f1e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.573996 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-a91ca5f9-25df-4230-876e-b1931efc940b service neutron] 10.222.0.20 "GET /v2.0/networks/d33d742a-0580-477c-af11-3f9cd4115607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182038 Mar 03 05:46:32.582062 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f49c3ce1-1558-46e9-aff1-521d353f1e8e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e7b4d19-a25d-401c-9cea-caa0d08ccfdd HTTP/1.1" status: 204 len: 168 time: 1.0898921 Mar 03 05:46:32.605672 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1912837 Mar 03 05:46:32.619275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53652) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:32.621432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7b5ff-bb7c-49a1-b320-1df093bdb870 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event updated for resources: {'Network': ['ID=3feac592-2d72-4332-bb29-7ebfaa25d363,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:32.627451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4d302-37e8-4bdf-b4e1-d379a842340a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=3bce96f8-19fa-4383-875b-8b06033d4635,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:32.631004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5bc4d302-37e8-4bdf-b4e1-d379a842340a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.635642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10a9344-8710-4f15-aae4-8f2d577ce526 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:32.635812 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5bc4d302-37e8-4bdf-b4e1-d379a842340a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/3bce96f8-19fa-4383-875b-8b06033d4635 HTTP/1.1" status: 204 len: 168 time: 1.4656961 Mar 03 05:46:32.639901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c3ce1-1558-46e9-aff1-521d353f1e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7b4d19-a25d-401c-9cea-caa0d08ccfdd,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:32.642213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Transition to ACTIVE for port object 3c2dbd7f-4572-4ea4-b6e6-6c049f6cb7dc will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:32.653086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53658) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:32.805770 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-85834c5f-81a7-4a7a-a715-c35b20444011 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1506691 Mar 03 05:46:32.833418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 3feac592-2d72-4332-bb29-7ebfaa25d363 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:32.846691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:32.864862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53664) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:32.900104 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:32.926859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-60bfcbb0-5e64-493a-b272-7a2b5c5f731d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Synchronizing usage tracker for tenant:9b48212c453e4049a0f406125c5ca8be on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:32.930056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:33.004835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d5a5a-fee3-4295-9914-dd204f4ba7ed tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:33.011028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d5a5a-fee3-4295-9914-dd204f4ba7ed tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:33.017282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d5a5a-fee3-4295-9914-dd204f4ba7ed tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:33.022885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d5a5a-fee3-4295-9914-dd204f4ba7ed tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:33.024545 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-290d5a5a-fee3-4295-9914-dd204f4ba7ed tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3988080 Mar 03 05:46:33.027697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53672) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:33.057759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1256933830'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:33.062757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:33.099699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:33.108888 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1142831 Mar 03 05:46:33.108888 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:33.110499 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:33.110735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:33.122343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Usage tracker for resource:network and tenant:2c3ac88cd11843a19b6b5a37d527d7c5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:33.130395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:33.137555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e852ec-0f77-4887-84ad-43282e1f2c8c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Pushing event updated for resources: {'Port': ['ID=79b7eaa1-433d-4748-8d42-12c03461259e,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:33.140311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:33.145529 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-60bfcbb0-5e64-493a-b272-7a2b5c5f731d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Unset dirty status for tenant:9b48212c453e4049a0f406125c5ca8be on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:33.159739 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-60bfcbb0-5e64-493a-b272-7a2b5c5f731d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9b48212c453e4049a0f406125c5ca8be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8738170 Mar 03 05:46:33.178259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:33.184541 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Made reservation on behalf of 2c3ac88cd11843a19b6b5a37d527d7c5 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:33.188788 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:33.219327 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-e923eb02-84e9-4967-913a-3846f33758b6 service neutron] 10.222.0.20 "GET /v2.0/networks/d33d742a-0580-477c-af11-3f9cd4115607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653908 Mar 03 05:46:33.225378 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:33.259509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:33.266130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Usage tracker for resource:security_group_rule and tenant:2c3ac88cd11843a19b6b5a37d527d7c5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:33.272468 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:33.286487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:33.306867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4d312e-9b08-4a85-987d-bbc0b0d95570 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:33.307948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fd4d312e-9b08-4a85-987d-bbc0b0d95570 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:33.340361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fd4d312e-9b08-4a85-987d-bbc0b0d95570 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:33.342051 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fd4d312e-9b08-4a85-987d-bbc0b0d95570 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4752271 Mar 03 05:46:33.347029 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53688) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:33.350723 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:33.358353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Network 7a760a8e-596a-4acd-a98c-554c0b06ad96 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:33.368972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:33.383092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:33.514274 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event updated for resources: {'Port': ['ID=3c2dbd7f-4572-4ea4-b6e6-6c049f6cb7dc,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:33.537559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d88c7-7b6a-44b0-88f8-729cdf1eb675 None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:46:33.565035 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-290d88c7-7b6a-44b0-88f8-729cdf1eb675 None None] Deleting port 6ec30b09-3df1-4b44-9883-ab6493d159d5 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:33.565426 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-290d88c7-7b6a-44b0-88f8-729cdf1eb675 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:33.668426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c254887a-cdc3-4d89-bd0d-f2da98a8bca2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:33.668606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:33.669514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c254887a-cdc3-4d89-bd0d-f2da98a8bca2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:33.782157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c254887a-cdc3-4d89-bd0d-f2da98a8bca2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:33.786003 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c254887a-cdc3-4d89-bd0d-f2da98a8bca2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4353261 Mar 03 05:46:33.797660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53720) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:33.862585 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-2ae720b4-a9a4-471b-8a43-d6d2b5834ec0 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1961743867&fields=id&tenant_id=9c1bfd704a37471c9717c3c2cb1ec379 HTTP/1.1" status: 200 len: 267 time: 0.0876207 Mar 03 05:46:33.862893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 78ea4754-4d93-4068-9980-ac65f8438565 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:33.896417 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-2b5a49dc-f1b7-4072-9f66-19e00ddc5e6c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:46:33.902844 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-2b5a49dc-f1b7-4072-9f66-19e00ddc5e6c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3432071 Mar 03 05:46:33.905821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:33.939656 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:33.950932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:33.960620 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:33.961175 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Added segment a84fcf68-f67e-4c26-ba58-9fd435a88c77 of type vlan for network bb6385cd-f8d3-4354-a745-05bace4fd639 Mar 03 05:46:33.981083 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5683868a-5c63-40b7-8d7d-cd2b97a1e8d8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1817455 Mar 03 05:46:33.987577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:34.003578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53732) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:34.044517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:34.048337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0b94275a-30b6-4c11-9273-f277e3525006 None None] Provisioning for port 3c2dbd7f-4572-4ea4-b6e6-6c049f6cb7dc completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:34.051034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:34.051863 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:34.127407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0db6ab42-b314-4449-b1d7-244a436c8695 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:34.133422 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0b94275a-30b6-4c11-9273-f277e3525006 None None] Provisioning complete for port 3c2dbd7f-4572-4ea4-b6e6-6c049f6cb7dc triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:34.133802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0b94275a-30b6-4c11-9273-f277e3525006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:34.160531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53740) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:34.192646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:34.223188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-290d88c7-7b6a-44b0-88f8-729cdf1eb675 None None] For port 6ec30b09-3df1-4b44-9883-ab6493d159d5, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6ec30b09-3df1-4b44-9883-ab6493d159d5,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:34.223588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-290d88c7-7b6a-44b0-88f8-729cdf1eb675 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:34.234665 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 78ea4754-4d93-4068-9980-ac65f8438565 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:34.235490 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:34.240504 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6655102 Mar 03 05:46:34.372831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3feac592-2d72-4332-bb29-7ebfaa25d363']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:34.407600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1988482003'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:34.418138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:34.427928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Usage tracker for resource:network and tenant:5f0c6a4f752048fca15fa29ace411fde is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:34.434179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:34.442310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:34.449196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77447a0b-4689-4043-90de-4b7306fccdbc,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:34.462974 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Made reservation on behalf of 5f0c6a4f752048fca15fa29ace411fde for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:34.467459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:34.477795 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81547d-49f6-48bd-b9d0-a543023fc36c tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Pushing event updated for resources: {'Network': ['ID=bb6385cd-f8d3-4354-a745-05bace4fd639,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:34.491270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434c6f51-b0b5-4354-b295-22ad19bb3a3f') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:34.491834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434c6f51-b0b5-4354-b295-22ad19bb3a3f') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:34.506792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0db6ab42-b314-4449-b1d7-244a436c8695 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:34.518915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0db6ab42-b314-4449-b1d7-244a436c8695 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:34.519274 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-43884a53-cb51-4e5c-af29-27f81c7e64cb service neutron] 10.222.0.20 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155756 Mar 03 05:46:34.538066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db6ab42-b314-4449-b1d7-244a436c8695 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:34.542884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0db6ab42-b314-4449-b1d7-244a436c8695 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:34.543456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network bb6385cd-f8d3-4354-a745-05bace4fd639 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:34.543668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-e2e22413-b075-4992-a4a8-652b3c2c5869 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:34.550446 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-e2e22413-b075-4992-a4a8-652b3c2c5869 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/networks?id=7e244160-a50d-4c6d-bf34-2da61490a896 HTTP/1.1" status: 200 len: 812 time: 0.6870039 Mar 03 05:46:34.570358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-290d88c7-7b6a-44b0-88f8-729cdf1eb675 None None] Calling delete_port for 6ec30b09-3df1-4b44-9883-ab6493d159d5 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:34.581155 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-17f171b3-4a4e-4773-b379-b7f67df07e39 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/quotas/9c1bfd704a37471c9717c3c2cb1ec379 HTTP/1.1" status: 200 len: 375 time: 0.0295320 Mar 03 05:46:34.605639 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0b94275a-30b6-4c11-9273-f277e3525006 None None] Port 3c2dbd7f-4572-4ea4-b6e6-6c049f6cb7dc cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:34.654495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:34.671985 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:34.764617 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-8ea5738c-f7ec-4ef9-8030-31f0de44caa3 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c1bfd704a37471c9717c3c2cb1ec379&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1825829 Mar 03 05:46:34.790515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:34.797762 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-6d8372cf-c917-4c58-8655-718b42b9d588 service neutron] 10.222.0.20 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775710 Mar 03 05:46:34.879304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Usage tracker for resource:security_group_rule and tenant:5f0c6a4f752048fca15fa29ace411fde is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:34.883624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:34.884255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6ec30b09-3df1-4b44-9883-ab6493d159d5 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:46:34.886924 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:34.902624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:34.908617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:46:34.909019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:46:34.922842 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:46:34.974861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-290d88c7-7b6a-44b0-88f8-729cdf1eb675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:35.043942 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290d88c7-7b6a-44b0-88f8-729cdf1eb675 None None] No DVR routers for this DVR port 6ec30b09-3df1-4b44-9883-ab6493d159d5 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:46:35.068260 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d88c7-7b6a-44b0-88f8-729cdf1eb675 None None] Pushing event deleted for resources: {'Port': ['ID=6ec30b09-3df1-4b44-9883-ab6493d159d5,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:35.072011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:35.087978 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-47518abf-e0ad-4cb8-b399-26974bb96334 service neutron] 10.222.0.20 "GET /v2.0/networks/7e244160-a50d-4c6d-bf34-2da61490a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140311 Mar 03 05:46:35.089399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] No active binding found for port 6ec30b09-3df1-4b44-9883-ab6493d159d5 {{(pid=87794) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 05:46:35.089399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6ec30b09-3df1-4b44-9883-ab6493d159d5 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:46:35.160354 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:35.168632 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3feac592-2d72-4332-bb29-7ebfaa25d363 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 05:46:35.184563 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:35.262251 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9074b19d-d757-4c10-b833-73f159cceee7 req-42ec1600-a520-464e-b056-379b19657730 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 210 time: 0.1222923 Mar 03 05:46:35.446971 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-20ddb0b6-c294-4be7-ad7d-8c45ae4abf25 service neutron] 10.222.0.20 "GET /v2.0/networks/7e244160-a50d-4c6d-bf34-2da61490a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613126 Mar 03 05:46:35.557226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event deleted for resources: {'Network': ['ID=3feac592-2d72-4332-bb29-7ebfaa25d363,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:35.597302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0db6ab42-b314-4449-b1d7-244a436c8695 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:35.614420 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b2819b3c-23c0-4cc5-a0de-35c7a99044f4 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "DELETE /v2.0/networks/3feac592-2d72-4332-bb29-7ebfaa25d363 HTTP/1.1" status: 204 len: 168 time: 2.5856044 Mar 03 05:46:35.618065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53794) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:35.624933 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Request body: {'network': {'name': 'tempest-network--1808517496', 'router:external': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:35.638359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:35.643086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Usage tracker for resource:network and tenant:5b05c6db09214018abf48d17cd71ae58 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:35.648305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:35.661770 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:35.682850 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Made reservation on behalf of 5b05c6db09214018abf48d17cd71ae58 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:35.688705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:35.704540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db6ab42-b314-4449-b1d7-244a436c8695 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:35.716107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-0db6ab42-b314-4449-b1d7-244a436c8695 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:35.727390 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786fb0ff-e74e-425e-9b0c-c2a77d2b14e8 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:35.794473 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:35.818855 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:35.819439 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Added segment ac918b32-753f-4ded-ab4a-a4adf3e91faf of type vlan for network 571db5c6-d5d7-4029-a64b-60757fdb188e Mar 03 05:46:35.912233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53806) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:35.938424 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Request body: {'port': {'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639', 'binding:host_id': 'hv-neutron-8315', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1618079458'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:35.943221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:35.947592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Usage tracker for resource:port and tenant:239175541b5f46c896635799d06eeb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:35.950744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:35.953593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db6ab42-b314-4449-b1d7-244a436c8695 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:35.960171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0db6ab42-b314-4449-b1d7-244a436c8695 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:35.965539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:35.997955 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-62a0cf2f-57ad-4f9c-9445-aa33fc136c37 req-f8093a20-7e9b-4d3a-a55f-781e5c6491cd tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 210 time: 0.1661160 Mar 03 05:46:36.085615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6ab42-b314-4449-b1d7-244a436c8695 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=1df88606-12ab-46a6-b2f9-9949efc6129d,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:36.096469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Made reservation on behalf of 239175541b5f46c896635799d06eeb5e for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:36.103649 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0db6ab42-b314-4449-b1d7-244a436c8695 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0980935 Mar 03 05:46:36.105601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.106808 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.122711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53818) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:36.131450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.139197 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'fixed_ips': [{'subnet_id': '1df88606-12ab-46a6-b2f9-9949efc6129d', 'ip_address': '2001:db8::49e6:48c1:b750:cb92'}], 'name': 'tempest-NetworksTestDHCPv6-492419204'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:36.197891 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f430849b-6311-4154-b77d-1f759561d5c5 req-47e7d3c0-112f-449b-be8b-2585f01a4b82 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 210 time: 0.2673850 Mar 03 05:46:36.217479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.221098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.230522 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '1df88606-12ab-46a6-b2f9-9949efc6129d'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:46:36.233342 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.306539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:36.313141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f262aff-8bca-4e3e-98be-616f761b432f,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:36.349313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:36.375880 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Usage tracker for resource:security_group_rule and tenant:239175541b5f46c896635799d06eeb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:36.383670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:36.410793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:46:36.438800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.439504 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Added segment 1f1d055e-10d5-4ab4-bb96-61e7e351023c of type vlan for network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 Mar 03 05:46:36.487532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:36.496152 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.23', 50917) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:36.588365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Allocated IP 2001:db8::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/1df88606-12ab-46a6-b2f9-9949efc6129d/e6474116-738d-42d8-8ab7-597eb2dca976) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:36.660256 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.690192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3fef-4434-4753-b298-bbe9798900e9 req-805d609f-47b7-4b5d-9a4e-8916649d47b3 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:36.692216 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.696628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-871d3fef-4434-4753-b298-bbe9798900e9 req-805d609f-47b7-4b5d-9a4e-8916649d47b3 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Synchronizing usage tracker for tenant:05a7b63e8ae64b29be32863d19c4523d on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:36.741635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.766186 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:36.790650 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-51c79035-8c43-41bf-bdbe-2888e67cce8b req-463cffaa-e4f0-4516-94d9-86d555754f87 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 210 time: 0.2414546 Mar 03 05:46:36.812009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] device_id is not set on port 17487576-bc80-43eb-adb2-c5942f0309c6 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:36.853796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.854742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:36.855311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.895424 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:36.945936 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.952267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:36.954204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.983476 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:36.986803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-871d3fef-4434-4753-b298-bbe9798900e9 req-805d609f-47b7-4b5d-9a4e-8916649d47b3 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Unset dirty status for tenant:05a7b63e8ae64b29be32863d19c4523d on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:36.987955 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-805d609f-47b7-4b5d-9a4e-8916649d47b3 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.23 "GET /v2.0/networks?id=d33d742a-0580-477c-af11-3f9cd4115607 HTTP/1.1" status: 200 len: 805 time: 0.4901361 Mar 03 05:46:37.000588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Transition to ACTIVE for port object e6474116-738d-42d8-8ab7-597eb2dca976 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:37.021508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf9aa7c-9552-42eb-95e3-26d43bb9fc10,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:37.025850 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Transition to ACTIVE for port object e6474116-738d-42d8-8ab7-597eb2dca976 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:37.035454 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:37.051120 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4312334 Mar 03 05:46:37.058854 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53842) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:37.074763 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75e72b-3a87-42d6-af4b-47f8a7074246 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event updated for resources: {'Network': ['ID=571db5c6-d5d7-4029-a64b-60757fdb188e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:37.077298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:37.104960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event updated for resources: {'Network': ['ID=97ad83ae-a956-4f6b-a4cf-4e8e68626698,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:37.118356 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2753a009-3dcc-40d2-8498-5013a4f7dc76 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9528425 Mar 03 05:46:37.121893 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.resource_extend [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:46:37.133145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 571db5c6-d5d7-4029-a64b-60757fdb188e details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:37.140432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:37.146836 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:37.159065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53848) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:37.164493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:37.276601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Request body: {'subnet': {'network_id': '97ad83ae-a956-4f6b-a4cf-4e8e68626698', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:37.310007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:37.483548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-871d3fef-4434-4753-b298-bbe9798900e9 req-b8c850ff-f5bb-4dbe-8560-6975e9f4e940 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Synchronizing usage tracker for tenant:05a7b63e8ae64b29be32863d19c4523d on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:37.502677 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:37.506797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:37.514347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:37.524837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.23', 50925) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:37.532645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:37.563854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-871d3fef-4434-4753-b298-bbe9798900e9 req-b8c850ff-f5bb-4dbe-8560-6975e9f4e940 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Unset dirty status for tenant:05a7b63e8ae64b29be32863d19c4523d on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:37.565329 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-b8c850ff-f5bb-4dbe-8560-6975e9f4e940 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05a7b63e8ae64b29be32863d19c4523d HTTP/1.1" status: 200 len: 380 time: 0.4768896 Mar 03 05:46:37.566356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb22918-03c6-46ab-934c-aa5fc8181ad8 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:37.567016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6fb22918-03c6-46ab-934c-aa5fc8181ad8 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Synchronizing usage tracker for tenant:8295e6a90ded4ffaa0d1ef520dbb7dbd on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:37.611635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event updated for resources: {'Port': ['ID=3c2dbd7f-4572-4ea4-b6e6-6c049f6cb7dc,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:37.638042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Request body: {'port': {'device_id': 'aeb0f3c5-1f5d-4622-be84-06a2a02434aa', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'admin_state_up': True, 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'security_groups': ['c6638a6a-3003-4c30-a3ca-35de18951a54']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:37.667859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 79a8ffb2-1146-41ad-ac9a-a05f5c859366 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:37.723602 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Pushing event updated for resources: {'Port': ['ID=e6474116-738d-42d8-8ab7-597eb2dca976,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:37.734312 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05c861e5-0ee0-428b-bc54-81120e7e94ba req-4cac59ce-f793-484e-afae-21791be3e929 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 210 time: 0.3213902 Mar 03 05:46:37.745628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Attempting to bind port e6474116-738d-42d8-8ab7-597eb2dca976 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:37.747181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Attempting to bind port e6474116-738d-42d8-8ab7-597eb2dca976 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:37.748158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Attempting to bind port e6474116-738d-42d8-8ab7-597eb2dca976 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:37.759920 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:37.760303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:37.760706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:37.761094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:37.761559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Bound port: e6474116-738d-42d8-8ab7-597eb2dca976, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:37.761926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:37.786618 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8c8ec7cd-d456-4adc-84bd-4d1aa9a8a7bf req-e28a74c1-02cd-4c5a-83b2-5772c6c122ec tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 210 time: 0.2133369 Mar 03 05:46:37.816389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6fb22918-03c6-46ab-934c-aa5fc8181ad8 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Unset dirty status for tenant:8295e6a90ded4ffaa0d1ef520dbb7dbd on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:37.821286 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6fb22918-03c6-46ab-934c-aa5fc8181ad8 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] 10.222.0.20 "GET /v2.0/networks/571db5c6-d5d7-4029-a64b-60757fdb188e HTTP/1.1" status: 200 len: 757 time: 0.7613924 Mar 03 05:46:37.822156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53878) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:37.956851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:38.021568 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] For port e6474116-738d-42d8-8ab7-597eb2dca976, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:38.032883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] For port e6474116-738d-42d8-8ab7-597eb2dca976, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e6474116-738d-42d8-8ab7-597eb2dca976,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:38.040449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:38.051659 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Usage tracker for resource:subnet and tenant:5f0c6a4f752048fca15fa29ace411fde is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:38.069851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:38.100769 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:38.164140 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c868aed-aed6-4f74-9ada-61e36b8e03dc None None] Pushing event updated for resources: {'Port': ['ID=e6474116-738d-42d8-8ab7-597eb2dca976,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:38.215179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Made reservation on behalf of 5f0c6a4f752048fca15fa29ace411fde for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:38.219735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:38.248091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:38.267082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:38.303272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Network 7a760a8e-596a-4acd-a98c-554c0b06ad96 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:38.314031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-ab9850c6-2f3e-459a-a765-877d2de00195 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:38.315636 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-ab9850c6-2f3e-459a-a765-877d2de00195 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Synchronizing usage tracker for tenant:9c1bfd704a37471c9717c3c2cb1ec379 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:38.334091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:38.336291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Made reservation on behalf of 05a7b63e8ae64b29be32863d19c4523d for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:38.340260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:38.362388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.23', 50928) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:38.600153 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5f75eec7-7053-42a5-a72e-e7ded2a76b49 req-cfa3a921-b044-49ea-9bf8-91bdcc632211 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 210 time: 0.3951724 Mar 03 05:46:38.695899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd0a0a3-fe1c-4f9a-b45a-ea84199dffae tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:38.715828 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cdd0a0a3-fe1c-4f9a-b45a-ea84199dffae tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] 10.222.0.20 "GET /v2.0/networks/e9665e22-9885-4f97-b2c9-b41e92d9ec3d HTTP/1.1" status: 200 len: 766 time: 0.8812830 Mar 03 05:46:38.727497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53890) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:38.857497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] device_id is not set on port 17487576-bc80-43eb-adb2-c5942f0309c6 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:38.912640 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9d9cca18-64bb-47b7-be18-d8085ca5f6c8 None None] Provisioning complete for port 3c2dbd7f-4572-4ea4-b6e6-6c049f6cb7dc triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:38.917067 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9d9cca18-64bb-47b7-be18-d8085ca5f6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:38.922655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Router 71fd0a37-c578-4847-8a13-e371760d43c7 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:46:38.936066 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:39.032994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e6474116-738d-42d8-8ab7-597eb2dca976 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:39.157819 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::49e6:48c1:b750:cb92 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/1df88606-12ab-46a6-b2f9-9949efc6129d/79a8ffb2-1146-41ad-ac9a-a05f5c859366) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:39.180134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:39.195836 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Transition to ACTIVE for port object 17487576-bc80-43eb-adb2-c5942f0309c6 will not be triggered until provisioned by entity L2. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:39.232106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9d9cca18-64bb-47b7-be18-d8085ca5f6c8 None None] Port 3c2dbd7f-4572-4ea4-b6e6-6c049f6cb7dc cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:39.253194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port e6474116-738d-42d8-8ab7-597eb2dca976 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:39.300351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Allocated IP 172.20.0.4 (d33d742a-0580-477c-af11-3f9cd4115607/1051c150-4cec-4074-8313-46dd4306fdc8/c814a8fa-6c37-486e-8fb2-b4c97c32b487) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:39.307115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-ab9850c6-2f3e-459a-a765-877d2de00195 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Unset dirty status for tenant:9c1bfd704a37471c9717c3c2cb1ec379 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:39.308538 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-ab9850c6-2f3e-459a-a765-877d2de00195 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.23 "GET /v2.0/networks?id=7e244160-a50d-4c6d-bf34-2da61490a896 HTTP/1.1" status: 200 len: 812 time: 1.7463439 Mar 03 05:46:39.321045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:39.474931 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1a53a5eb-642f-4ded-80f3-0c577534af36 req-947b0e3c-b3c4-4372-8a5a-32ca59d2987f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 210 time: 0.2702420 Mar 03 05:46:39.492707 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e9ee810f-308e-4637-b0dc-a91ff556a0c3 req-78e45f73-90ef-4f54-9daa-de14553ee23d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 210 time: 0.3085063 Mar 03 05:46:39.596647 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-d8291736-6303-45a1-84ac-817e2644b028 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Synchronizing usage tracker for tenant:9c1bfd704a37471c9717c3c2cb1ec379 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:39.690489 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event updated for resources: {'Port': ['ID=17487576-bc80-43eb-adb2-c5942f0309c6,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:39.837684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Checking segment: {'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:39.838315 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Network hostable DHCP agents. Network: bb6385cd-f8d3-4354-a745-05bace4fd639, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:46:39.892214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-d8291736-6303-45a1-84ac-817e2644b028 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Unset dirty status for tenant:9c1bfd704a37471c9717c3c2cb1ec379 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:39.893536 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-d8291736-6303-45a1-84ac-817e2644b028 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c1bfd704a37471c9717c3c2cb1ec379 HTTP/1.1" status: 200 len: 380 time: 0.4942298 Mar 03 05:46:39.918609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:39.956814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-8b417ced-0874-4efc-8b0c-3c2030113e0b tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:39.957755 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-8b417ced-0874-4efc-8b0c-3c2030113e0b tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Synchronizing usage tracker for tenant:9b48212c453e4049a0f406125c5ca8be on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:40.011463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Request body: {'port': {'device_id': '63683063-a6b9-49cf-ae98-5477ed625603', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'admin_state_up': True, 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'security_groups': ['2a997be3-6c98-4889-8b41-65bcbb33f782']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:40.065202 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-91ae2db1-20d6-4bdb-a568-ecd4800c1639 None None] Provisioning for port e6474116-738d-42d8-8ab7-597eb2dca976 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:40.075102 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-91ae2db1-20d6-4bdb-a568-ecd4800c1639 None None] Provisioning complete for port e6474116-738d-42d8-8ab7-597eb2dca976 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:40.075461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-91ae2db1-20d6-4bdb-a568-ecd4800c1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:40.163117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Network bb6385cd-f8d3-4354-a745-05bace4fd639 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:46:40.196538 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c7a79089-c246-413f-9c91-0f6acd2a7021 req-26204eee-e78f-448e-ace5-73030f81c7f2 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 210 time: 0.2679725 Mar 03 05:46:40.210958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.211635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.212681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.213215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > port after_create 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.213723 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.214307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > port after_update 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.214820 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.215343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.215894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.216415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.268820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-91ae2db1-20d6-4bdb-a568-ecd4800c1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:40.306833 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:46:40.324180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00fcd9-880b-4a61-bb0c-2ceab23c4b29 None None] Sync routers for ids ['71fd0a37-c578-4847-8a13-e371760d43c7'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:46:40.345304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00fcd9-880b-4a61-bb0c-2ceab23c4b29 None None] Routers {'71fd0a37-c578-4847-8a13-e371760d43c7'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:40.346023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cc00fcd9-880b-4a61-bb0c-2ceab23c4b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['71fd0a37-c578-4847-8a13-e371760d43c7'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:40.357403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-8b417ced-0874-4efc-8b0c-3c2030113e0b tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Unset dirty status for tenant:9b48212c453e4049a0f406125c5ca8be on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:40.358594 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-8b417ced-0874-4efc-8b0c-3c2030113e0b tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.23 "GET /v2.0/networks?id=331b4cde-bf4b-4bc0-811f-6811cf8e6483 HTTP/1.1" status: 200 len: 812 time: 1.4531584 Mar 03 05:46:40.460872 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cc00fcd9-880b-4a61-bb0c-2ceab23c4b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:40.472058 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-91ae2db1-20d6-4bdb-a568-ecd4800c1639 None None] For port e6474116-738d-42d8-8ab7-597eb2dca976, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e6474116-738d-42d8-8ab7-597eb2dca976,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:40.478671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-91ae2db1-20d6-4bdb-a568-ecd4800c1639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:40.523688 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ada2151c-8f32-4cee-aff2-1d2a5205eae9 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "PUT /v2.0/routers/71fd0a37-c578-4847-8a13-e371760d43c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8801794 Mar 03 05:46:40.529486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:40.533831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53910) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:40.550928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Request body: {'port': {'network_id': '7a760a8e-596a-4acd-a98c-554c0b06ad96', 'name': 'tempest-FloatingIPAdminTestJSON-1432840378'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:40.552056 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00fcd9-880b-4a61-bb0c-2ceab23c4b29 None None] Routers {'71fd0a37-c578-4847-8a13-e371760d43c7'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:40.552695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cc00fcd9-880b-4a61-bb0c-2ceab23c4b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['71fd0a37-c578-4847-8a13-e371760d43c7'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:40.574960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:40.593051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:40.638392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Usage tracker for resource:port and tenant:9c1bfd704a37471c9717c3c2cb1ec379 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:40.665947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:40.678061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Transition to ACTIVE for port object c814a8fa-6c37-486e-8fb2-b4c97c32b487 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:40.690970 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:40.737093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.744934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.752356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.753072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 03 05:46:40.753655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571db5c6-d5d7-4029-a64b-60757fdb188e']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:40.769423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cc00fcd9-880b-4a61-bb0c-2ceab23c4b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:40.769828 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00fcd9-880b-4a61-bb0c-2ceab23c4b29 None None] The sync data for ids ['71fd0a37-c578-4847-8a13-e371760d43c7'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:46:40.778201 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, bb6385cd-f8d3-4354-a745-05bace4fd639) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:40.812180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9360dab8-13d2-4eb3-87c8-8b7e342608c7 None None] Network bb6385cd-f8d3-4354-a745-05bace4fd639 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:40.851018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:40.860400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac918b32-753f-4ded-ab4a-a4adf3e91faf') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:40.860843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac918b32-753f-4ded-ab4a-a4adf3e91faf') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:40.893553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-09d3528f-914d-47f0-9e19-697632c3b384 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Synchronizing usage tracker for tenant:9b48212c453e4049a0f406125c5ca8be on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:40.909380 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Made reservation on behalf of 9c1bfd704a37471c9717c3c2cb1ec379 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:40.913207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:40.961770 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:40.985698 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event updated for resources: {'Subnet': ['ID=8dce458a-1c45-4f20-9083-6ead457795f8,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:40.989520 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7468d8b1-4542-4f9b-8c9e-a65e6060411e req-cb2bc650-f2b2-4a85-a1a3-93725faadac7 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 210 time: 0.1932273 Mar 03 05:46:41.030832 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:41.031266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:46:41.031826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:41.058353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Checking segment: {'id': '1f1d055e-10d5-4ab4-bb96-61e7e351023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '97ad83ae-a956-4f6b-a4cf-4e8e68626698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:41.059128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Network hostable DHCP agents. Network: 97ad83ae-a956-4f6b-a4cf-4e8e68626698, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:46:41.169928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-09d3528f-914d-47f0-9e19-697632c3b384 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Unset dirty status for tenant:9b48212c453e4049a0f406125c5ca8be on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:41.175179 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-09d3528f-914d-47f0-9e19-697632c3b384 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b48212c453e4049a0f406125c5ca8be HTTP/1.1" status: 200 len: 380 time: 0.6357796 Mar 03 05:46:41.176345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:41.176841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:41.177620 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:41.201770 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e46d9c7c-a4de-4214-a48a-00cc4ee6c5bd req-848b47e9-34de-4426-9db2-d6159588fd0e tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 210 time: 0.3324001 Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: from cryptography.utils import int_from_bytes Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: from cryptography.utils import int_from_bytes Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn_limited( Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn_limited( Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:46:41.211385 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:46:41.238800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:41.253169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:41.253526 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:41.263925 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 2 to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 Mar 03 05:46:41.292041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Request body: {'port': {'device_id': '04c1adf6-1945-4ec3-b883-b3b995212194', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'admin_state_up': True, 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'security_groups': ['48e97873-7418-4c81-8683-5a51a736bf61']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:41.292659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae2db1-20d6-4bdb-a568-ecd4800c1639 None None] Pushing event updated for resources: {'Port': ['ID=e6474116-738d-42d8-8ab7-597eb2dca976,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:41.301456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 571db5c6-d5d7-4029-a64b-60757fdb188e {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 05:46:41.316925 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:41.372790 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "DELETE /v2.0/networks/571db5c6-d5d7-4029-a64b-60757fdb188e HTTP/1.1" status: 204 len: 168 time: 2.6441216 Mar 03 05:46:41.381758 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:41.389038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53920) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:41.418804 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685bc6a-a51a-4f71-a129-ad91ca0227dc tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event deleted for resources: {'Network': ['ID=571db5c6-d5d7-4029-a64b-60757fdb188e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:41.452026 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Request body: {'network': {'name': 'tempest-network--1102042989'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:41.457852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:41.462359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Usage tracker for resource:network and tenant:5b05c6db09214018abf48d17cd71ae58 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:41.466401 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:41.474881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:41.493949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Made reservation on behalf of 5b05c6db09214018abf48d17cd71ae58 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:41.497045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:41.560479 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7488e5aa-9caf-4c63-a229-9cc030564ec8 req-2d682bdd-82ae-46dd-9365-1825a8f4473c tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 210 time: 0.1243465 Mar 03 05:46:41.561155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:41.561495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:41.562494 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:41.574249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:41.574585 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:41.578770 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 3 to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 Mar 03 05:46:41.587879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 79a8ffb2-1146-41ad-ac9a-a05f5c859366 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:41.612439 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:41.623464 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:41.623961 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Added segment 6b12b167-205d-4e20-81be-d47d4a8f836a of type vlan for network 591a825f-3afb-4b1c-b682-b82104b0e66a Mar 03 05:46:41.662551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:41.664279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Allocated IP 172.20.0.9 (7e244160-a50d-4c6d-bf34-2da61490a896/e09e5298-9a37-429e-9341-288a14d58e72/4197c9ec-9297-48c8-8cec-091a20a3bfc4) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:41.706731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:41.708437 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:41.709344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:41.818156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:41.818819 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:41.818819 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:41.830100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event updated for resources: {'Network': ['ID=591a825f-3afb-4b1c-b682-b82104b0e66a,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:41.840889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 591a825f-3afb-4b1c-b682-b82104b0e66a details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:41.841458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:41.841929 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:41.845874 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 4 to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 Mar 03 05:46:41.883300 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ec9d9c92-4dc5-421e-b4d9-01b4dca195be tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4715102 Mar 03 05:46:41.886988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53924) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:41.897063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ae555168-669c-43ec-94d7-20b8dc7963a6 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:42.012023 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:42.030282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Usage tracker for resource:port and tenant:662d20e4361d4882a3e6fa3b6b8f0281 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:42.034585 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:42.036166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:42.037699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:42.039669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:42.042391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:42.067865 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:42.071861 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:42.076001 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 5 to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 Mar 03 05:46:42.104230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:42.114572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:46:42.130855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:42.156054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:42.156300 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:42.157177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:42.212735 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:42.213220 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:42.218656 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 6 to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 Mar 03 05:46:42.240508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Pushing event updated for resources: {'Port': ['ID=c814a8fa-6c37-486e-8fb2-b4c97c32b487,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:42.243139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 97ad83ae-a956-4f6b-a4cf-4e8e68626698) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:42.262207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4978b1-aaed-44b5-8774-8b21cf9ae32b None None] Network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:42.262409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:42.262943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:42.302430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Made reservation on behalf of 662d20e4361d4882a3e6fa3b6b8f0281 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:42.306276 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:42.337695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] device_id is not set on port f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:42.386611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Network d33d742a-0580-477c-af11-3f9cd4115607 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:42.408330 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:42.408565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:42.442775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Transition to ACTIVE for port object 4197c9ec-9297-48c8-8cec-091a20a3bfc4 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:42.523241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:42.547326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:42.610564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:42.644302 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:42.646862 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:42.656623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:42.659330 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=79a8ffb2-1146-41ad-ac9a-a05f5c859366,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:42.674870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:42.683580 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:42.686336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:42.693852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:42.752256 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8093305a-38f8-4a10-b858-1e29372d8929 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.5894899 Mar 03 05:46:42.768403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:42.791142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53934) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:42.862187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:42.863018 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:42.869363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-97ad83ae-a956-4f6b-a4cf-4e8e68626698', 'network_id': '97ad83ae-a956-4f6b-a4cf-4e8e68626698', 'tenant_id': '5f0c6a4f752048fca15fa29ace411fde', 'fixed_ips': [{'subnet_id': '8dce458a-1c45-4f20-9083-6ead457795f8'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:46:42.870438 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:42.893452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Request body: {'port': {'network_id': '97ad83ae-a956-4f6b-a4cf-4e8e68626698', 'name': 'tempest-AllowedAddressPairTestJSON-458545578'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:42.931329 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 7 to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 Mar 03 05:46:42.962722 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-eeb39589-dfd6-43c4-9598-518451c22842 req-cc63e84c-c99f-4cd9-a848-847f88c10661 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 210 time: 0.3195028 Mar 03 05:46:42.963087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Network 7e244160-a50d-4c6d-bf34-2da61490a896 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:42.993858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Pushing event updated for resources: {'Port': ['ID=4197c9ec-9297-48c8-8cec-091a20a3bfc4,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:42.997345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:43.052889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:43.058503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e6474116-738d-42d8-8ab7-597eb2dca976 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:43.094895 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-83dc9c38-421f-4e42-8e40-b8298cc21287 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.9616711 Mar 03 05:46:43.138611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:43.142552 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:43.143043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:43.153525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53938) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:43.235213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:43.249496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:43.250443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:43.279299 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:43.280409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:43.324478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ae555168-669c-43ec-94d7-20b8dc7963a6 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:43.421753 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d263691b-1fa6-4a1e-873c-bdad503b7e0b tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8444104 Mar 03 05:46:43.446028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-bcc26c49-6e52-4ffd-8630-b4e5a884bb0d tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:46:43.446977 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-bcc26c49-6e52-4ffd-8630-b4e5a884bb0d tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065715 Mar 03 05:46:43.448187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Allocated IP 172.20.0.2 (97ad83ae-a956-4f6b-a4cf-4e8e68626698/8dce458a-1c45-4f20-9083-6ead457795f8/d47291f9-dab2-4031-ac41-1441e8e66e1a) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:43.452922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Made reservation on behalf of 9b48212c453e4049a0f406125c5ca8be for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:43.456444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:43.457790 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:43.458276 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:43.482343 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-742dc898-c95d-4914-b577-2d06ace4efc4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5196381 Mar 03 05:46:43.535308 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 8 to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 Mar 03 05:46:43.565451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Allocated IP 172.20.0.14 (7a760a8e-596a-4acd-a98c-554c0b06ad96/36deb5db-2d94-421e-a2c3-aed5218b9325/f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:43.587082 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ae555168-669c-43ec-94d7-20b8dc7963a6 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:43.610618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:43.611095 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:43.611587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:43.685351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ae555168-669c-43ec-94d7-20b8dc7963a6 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Network 591a825f-3afb-4b1c-b682-b82104b0e66a is not hosted by any dhcp agent {{(pid=87792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 05:46:43.686345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae555168-669c-43ec-94d7-20b8dc7963a6 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:43.687117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ae555168-669c-43ec-94d7-20b8dc7963a6 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:43.689008 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ae555168-669c-43ec-94d7-20b8dc7963a6 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "PUT /v2.0/networks/591a825f-3afb-4b1c-b682-b82104b0e66a HTTP/1.1" status: 200 len: 858 time: 1.8001611 Mar 03 05:46:43.697606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Request body: {'port': {'device_id': 'aeb0f3c5-1f5d-4622-be84-06a2a02434aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:43.725391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:43.725391 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:43.725391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53946) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:43.725391 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 9 to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 Mar 03 05:46:43.729183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:43.747749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Transition to ACTIVE for port object d47291f9-dab2-4031-ac41-1441e8e66e1a will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:43.773336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Transition to ACTIVE for port object d47291f9-dab2-4031-ac41-1441e8e66e1a will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:43.776548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4043d819-bcc1-4089-bcd3-0e8f14071236 None None] Provisioning for port c814a8fa-6c37-486e-8fb2-b4c97c32b487 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:43.792052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Request body: {'port': {'device_id': '63683063-a6b9-49cf-ae98-5477ed625603', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:43.793980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:43.798873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4043d819-bcc1-4089-bcd3-0e8f14071236 None None] Provisioning complete for port c814a8fa-6c37-486e-8fb2-b4c97c32b487 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:43.799246 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4043d819-bcc1-4089-bcd3-0e8f14071236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:43.930230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:43.931217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:43.931699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:43.942164 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147927b-07ad-4436-9fef-2e23802eebd8 req-61b292f8-5c7e-4faa-a3d5-1a37d22609d6 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:43.951971 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0147927b-07ad-4436-9fef-2e23802eebd8 req-61b292f8-5c7e-4faa-a3d5-1a37d22609d6 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 931 time: 1.5408885 Mar 03 05:46:43.972874 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:43.977717 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Usage tracker for resource:port and tenant:5f0c6a4f752048fca15fa29ace411fde is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:43.981288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:43.989614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:43.993220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-4043d819-bcc1-4089-bcd3-0e8f14071236 None None] Port c814a8fa-6c37-486e-8fb2-b4c97c32b487 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:44.023163 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Pushing event updated for resources: {'Port': ['ID=d47291f9-dab2-4031-ac41-1441e8e66e1a,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:44.048090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:44.050123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:44.055889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:44.105470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Made reservation on behalf of 5f0c6a4f752048fca15fa29ace411fde for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:44.110919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:44.126715 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e6474116-738d-42d8-8ab7-597eb2dca976 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:44.127101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:44.163601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] device_id is not set on port de585b65-c0fd-4382-b108-9b24efff09e7 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:44.289616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Allocated IP 172.20.0.3 (331b4cde-bf4b-4bc0-811f-6811cf8e6483/95f19597-877f-493e-a52a-b03389550958/826e9bd1-5c53-4770-a508-37a9a2fc28f9) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:44.302524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:44.314492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Attempting to bind port d47291f9-dab2-4031-ac41-1441e8e66e1a on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:44.315141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Attempting to bind port d47291f9-dab2-4031-ac41-1441e8e66e1a by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1f1d055e-10d5-4ab4-bb96-61e7e351023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '97ad83ae-a956-4f6b-a4cf-4e8e68626698'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:44.315669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Attempting to bind port d47291f9-dab2-4031-ac41-1441e8e66e1a on network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:44.325285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Allocated IP 172.20.0.11 (97ad83ae-a956-4f6b-a4cf-4e8e68626698/8dce458a-1c45-4f20-9083-6ead457795f8/de585b65-c0fd-4382-b108-9b24efff09e7) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:44.329532 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:44.330373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Checking segment: {'id': '1f1d055e-10d5-4ab4-bb96-61e7e351023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '97ad83ae-a956-4f6b-a4cf-4e8e68626698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:44.330955 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:44.331599 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Bound using segment: {'id': '1f1d055e-10d5-4ab4-bb96-61e7e351023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '97ad83ae-a956-4f6b-a4cf-4e8e68626698'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:44.332555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Bound port: d47291f9-dab2-4031-ac41-1441e8e66e1a, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1d055e-10d5-4ab4-bb96-61e7e351023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '97ad83ae-a956-4f6b-a4cf-4e8e68626698'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:44.333730 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:44.354256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:44.462653 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] For port d47291f9-dab2-4031-ac41-1441e8e66e1a, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:44.468157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] For port d47291f9-dab2-4031-ac41-1441e8e66e1a, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d47291f9-dab2-4031-ac41-1441e8e66e1a,segment=NetworkSegment(1f1d055e-10d5-4ab4-bb96-61e7e351023c),segment_id=1f1d055e-10d5-4ab4-bb96-61e7e351023c)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:44.500176 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7bd81030-a633-4140-a339-fe921f5fe3f3 None None] Provisioning for port 79a8ffb2-1146-41ad-ac9a-a05f5c859366 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:44.511913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7bd81030-a633-4140-a339-fe921f5fe3f3 None None] Provisioning complete for port 79a8ffb2-1146-41ad-ac9a-a05f5c859366 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:44.512577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7bd81030-a633-4140-a339-fe921f5fe3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:44.584348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:44.602297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7bd81030-a633-4140-a339-fe921f5fe3f3 None None] Port 79a8ffb2-1146-41ad-ac9a-a05f5c859366 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:44.646533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:44.650989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Transition to ACTIVE for port object de585b65-c0fd-4382-b108-9b24efff09e7 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:44.672450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:44.673373 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:44.685719 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 10 to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 Mar 03 05:46:44.704217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e6e0d-2550-4d38-b2d3-072336c2cb4c req-1d3680d2-6486-4cca-8931-81a7d57d97e6 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:44.706002 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-275e6e0d-2550-4d38-b2d3-072336c2cb4c req-1d3680d2-6486-4cca-8931-81a7d57d97e6 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 931 time: 1.4027207 Mar 03 05:46:44.714494 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95c358-c08d-4b7d-aadb-c00e8c0efd52 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:44.720438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb95c358-c08d-4b7d-aadb-c00e8c0efd52 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:44.720805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb346f-68c8-4731-a0a6-2c1b72622f26 None None] Pushing event updated for resources: {'Port': ['ID=d47291f9-dab2-4031-ac41-1441e8e66e1a,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:44.721451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cb95c358-c08d-4b7d-aadb-c00e8c0efd52 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:44.726142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae555168-669c-43ec-94d7-20b8dc7963a6 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event updated for resources: {'Network': ['ID=591a825f-3afb-4b1c-b682-b82104b0e66a,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:44.739883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4197c9ec-9297-48c8-8cec-091a20a3bfc4 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:46:44.748213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:44.751098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:44.785373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7bd81030-a633-4140-a339-fe921f5fe3f3 None None] Provisioning for port 4197c9ec-9297-48c8-8cec-091a20a3bfc4 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:44.785900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Transition to ACTIVE for port object 4197c9ec-9297-48c8-8cec-091a20a3bfc4 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:44.806949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:44.808900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7bd81030-a633-4140-a339-fe921f5fe3f3 None None] Provisioning complete for port 4197c9ec-9297-48c8-8cec-091a20a3bfc4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:44.809550 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7bd81030-a633-4140-a339-fe921f5fe3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:44.836794 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0147927b-07ad-4436-9fef-2e23802eebd8 req-8ac881c5-498b-4523-8dd4-4c86c1b03498 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8806162 Mar 03 05:46:44.926548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7bd81030-a633-4140-a339-fe921f5fe3f3 None None] Port 4197c9ec-9297-48c8-8cec-091a20a3bfc4 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:44.935075 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cb95c358-c08d-4b7d-aadb-c00e8c0efd52 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:44.938973 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cb95c358-c08d-4b7d-aadb-c00e8c0efd52 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.6375277 Mar 03 05:46:44.973810 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53952) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:44.992660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:45.014141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Transition to ACTIVE for port object f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:45.038566 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-275e6e0d-2550-4d38-b2d3-072336c2cb4c req-88995ff6-f48f-47c5-bd44-cdb2c2d20d57 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858727 Mar 03 05:46:45.105571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:45.143679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:45.144041 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:45.144376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:45.145484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=4197c9ec-9297-48c8-8cec-091a20a3bfc4,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:45.148411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:45.151196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:45.182000 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:45.186311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event updated for resources: {'Port': ['ID=de585b65-c0fd-4382-b108-9b24efff09e7,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:45.277390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 17487576-bc80-43eb-adb2-c5942f0309c6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:45.277390 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 17487576-bc80-43eb-adb2-c5942f0309c6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:45.277884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:45.498669 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5370a988-5970-402e-89a5-0ce9a42a831e req-58d0c5d2-cabc-4e3a-98e0-60676fc0737e tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 210 time: 0.3839519 Mar 03 05:46:45.513231 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] For port 17487576-bc80-43eb-adb2-c5942f0309c6, host hv-neutron-8315, cleared binding levels {{(pid=87792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:45.513897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempted to set empty binding levels {{(pid=87792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 05:46:45.576608 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:45.686447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:45.687316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:45.688109 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c814a8fa-6c37-486e-8fb2-b4c97c32b487 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:46:45.715747 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c61937f3-76ad-4d07-9fe7-a1bd1330d933 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 79a8ffb2-1146-41ad-ac9a-a05f5c859366 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:45.716354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c61937f3-76ad-4d07-9fe7-a1bd1330d933 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:45.719645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:45.763228 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event updated for resources: {'Port': ['ID=17487576-bc80-43eb-adb2-c5942f0309c6,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:45.768381 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3e124b61-47d6-4f90-bcde-41c018fe2a89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 9.8443491 Mar 03 05:46:45.775039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:45.776289 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:45.783691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53956) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:45.843432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:46.010395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Network 7a760a8e-596a-4acd-a98c-554c0b06ad96 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:46.030988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:46.033736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Transition to ACTIVE for port object c814a8fa-6c37-486e-8fb2-b4c97c32b487 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:46.048333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:46.109099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:46.148380 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:46.232235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event updated for resources: {'Port': ['ID=f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:46.335110 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5f5e34ac-3306-40d8-a89b-f3ae5179b3a0 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5047736 Mar 03 05:46:46.340884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53964) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:46.459117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Request body: {'port': {'network_id': '97ad83ae-a956-4f6b-a4cf-4e8e68626698', 'name': 'tempest-AllowedAddressPairTestJSON-1478342979', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:74:0a:89'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:46.574851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591a825f-3afb-4b1c-b682-b82104b0e66a']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:46.598551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f41ee4fa-bd7b-4528-b8ae-dbc208118867 None None] Provisioning for port f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:46.609512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f41ee4fa-bd7b-4528-b8ae-dbc208118867 None None] Provisioning complete for port f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:46.611003 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f41ee4fa-bd7b-4528-b8ae-dbc208118867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:46.693592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-9381bc49-86c6-46cb-9d2b-5d0c7c1cc62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Deleting port 17487576-bc80-43eb-adb2-c5942f0309c6 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:46.693949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9381bc49-86c6-46cb-9d2b-5d0c7c1cc62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:46.737198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Pushing event updated for resources: {'Port': ['ID=c814a8fa-6c37-486e-8fb2-b4c97c32b487,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:46.740718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f41ee4fa-bd7b-4528-b8ae-dbc208118867 None None] Port f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:46.747981 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8407bfb2-6005-4247-b34a-487beedbd813 None None] Network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:46.826952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:46.828662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:46.842318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Attempting to bind port 4197c9ec-9297-48c8-8cec-091a20a3bfc4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:46.843701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Attempting to bind port 4197c9ec-9297-48c8-8cec-091a20a3bfc4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1671a4b1-dfde-4c69-82dc-094f7952330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:46.844789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Attempting to bind port 4197c9ec-9297-48c8-8cec-091a20a3bfc4 on network 7e244160-a50d-4c6d-bf34-2da61490a896 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:46.867159 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:46.958864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b12b167-205d-4e20-81be-d47d4a8f836a') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:46.959083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b12b167-205d-4e20-81be-d47d4a8f836a') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:46.993704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Port 4197c9ec-9297-48c8-8cec-091a20a3bfc4 on network 7e244160-a50d-4c6d-bf34-2da61490a896 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:46.996263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Attempting to bind port 4197c9ec-9297-48c8-8cec-091a20a3bfc4 on network 7e244160-a50d-4c6d-bf34-2da61490a896 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:46.999502 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:47.043719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:47.070564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:47.070970 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Checking segment: {'id': '1671a4b1-dfde-4c69-82dc-094f7952330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:47.072863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Bound using segment: {'id': '1671a4b1-dfde-4c69-82dc-094f7952330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:47.074422 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Bound port: 4197c9ec-9297-48c8-8cec-091a20a3bfc4, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1671a4b1-dfde-4c69-82dc-094f7952330a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:47.074809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:47.107578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:46:47.108021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:46:47.137684 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:46:47.194294 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d47291f9-dab2-4031-ac41-1441e8e66e1a up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:47.347263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Transition to ACTIVE for port object 826e9bd1-5c53-4770-a508-37a9a2fc28f9 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:47.349859 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2e62a5fe-8b42-4e0c-92c2-9ef90aa7e5c4 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 6.8121233 Mar 03 05:46:47.358484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port d47291f9-dab2-4031-ac41-1441e8e66e1a completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:47.375554 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-22266dac-518c-476b-a079-e70f0c439ea2 None None] Provisioning for port d47291f9-dab2-4031-ac41-1441e8e66e1a completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:47.380915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-22266dac-518c-476b-a079-e70f0c439ea2 None None] Provisioning complete for port d47291f9-dab2-4031-ac41-1441e8e66e1a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:47.381300 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-22266dac-518c-476b-a079-e70f0c439ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:47.402520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Attempting to bind port c814a8fa-6c37-486e-8fb2-b4c97c32b487 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:47.403066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Attempting to bind port c814a8fa-6c37-486e-8fb2-b4c97c32b487 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'cf84d456-a468-4942-b6ff-7a762bf685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:47.403315 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Attempting to bind port c814a8fa-6c37-486e-8fb2-b4c97c32b487 on network d33d742a-0580-477c-af11-3f9cd4115607 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:47.423084 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53970) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:47.440001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:47.465423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Port c814a8fa-6c37-486e-8fb2-b4c97c32b487 on network d33d742a-0580-477c-af11-3f9cd4115607 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:47.465737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Attempting to bind port c814a8fa-6c37-486e-8fb2-b4c97c32b487 on network d33d742a-0580-477c-af11-3f9cd4115607 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:47.474599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Usage tracker for resource:port and tenant:5f0c6a4f752048fca15fa29ace411fde is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:47.477525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-9381bc49-86c6-46cb-9d2b-5d0c7c1cc62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] For port 17487576-bc80-43eb-adb2-c5942f0309c6, host hv-neutron-8315, got binding levels [] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:47.478080 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9381bc49-86c6-46cb-9d2b-5d0c7c1cc62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:47.481742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:47.482355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Checking segment: {'id': 'cf84d456-a468-4942-b6ff-7a762bf685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:47.482851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Bound using segment: {'id': 'cf84d456-a468-4942-b6ff-7a762bf685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:47.483325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Bound port: c814a8fa-6c37-486e-8fb2-b4c97c32b487, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf84d456-a468-4942-b6ff-7a762bf685c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:47.483750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:47.504488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:47.529752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:47.549087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c61937f3-76ad-4d07-9fe7-a1bd1330d933 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:47.562433 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-22266dac-518c-476b-a079-e70f0c439ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:47.639401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-22266dac-518c-476b-a079-e70f0c439ea2 None None] For port d47291f9-dab2-4031-ac41-1441e8e66e1a, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d47291f9-dab2-4031-ac41-1441e8e66e1a,segment=NetworkSegment(1f1d055e-10d5-4ab4-bb96-61e7e351023c),segment_id=1f1d055e-10d5-4ab4-bb96-61e7e351023c)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:47.644291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa4a69-bc44-4dab-9ab1-b21254326d3c req-4ae49bed-6edf-4c71-bbef-0116208ba396 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:47.646160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-22266dac-518c-476b-a079-e70f0c439ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:47.654620 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6cfa4a69-bc44-4dab-9ab1-b21254326d3c req-4ae49bed-6edf-4c71-bbef-0116208ba396 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 943 time: 1.6170168 Mar 03 05:46:47.661404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Made reservation on behalf of 5f0c6a4f752048fca15fa29ace411fde for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:47.722481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] For port 4197c9ec-9297-48c8-8cec-091a20a3bfc4, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:47.781392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'project_id': '662d20e4361d4882a3e6fa3b6b8f0281', 'port_id': 'f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:47.795117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:47.799039 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22266dac-518c-476b-a079-e70f0c439ea2 None None] Pushing event updated for resources: {'Port': ['ID=d47291f9-dab2-4031-ac41-1441e8e66e1a,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:47.852573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:47.856374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] For port 4197c9ec-9297-48c8-8cec-091a20a3bfc4, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4197c9ec-9297-48c8-8cec-091a20a3bfc4,segment=NetworkSegment(1671a4b1-dfde-4c69-82dc-094f7952330a),segment_id=1671a4b1-dfde-4c69-82dc-094f7952330a)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:47.895222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4e81f9f4-a1af-4160-bd46-33e7414ad15a None None] Provisioning for port de585b65-c0fd-4382-b108-9b24efff09e7 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:47.907327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4e81f9f4-a1af-4160-bd46-33e7414ad15a None None] Provisioning complete for port de585b65-c0fd-4382-b108-9b24efff09e7 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:47.908467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4e81f9f4-a1af-4160-bd46-33e7414ad15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:47.942173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:47.948237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Usage tracker for resource:floatingip and tenant:662d20e4361d4882a3e6fa3b6b8f0281 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:47.970810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:47.975455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:47.991330 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:47.996885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:48.002551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] For port c814a8fa-6c37-486e-8fb2-b4c97c32b487, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:48.012215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:48.017669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-4e81f9f4-a1af-4160-bd46-33e7414ad15a None None] Port de585b65-c0fd-4382-b108-9b24efff09e7 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:48.032974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4e81f9f4-a1af-4160-bd46-33e7414ad15a None None] Provisioning complete for port d47291f9-dab2-4031-ac41-1441e8e66e1a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:48.033347 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4e81f9f4-a1af-4160-bd46-33e7414ad15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.097636 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] For port c814a8fa-6c37-486e-8fb2-b4c97c32b487, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c814a8fa-6c37-486e-8fb2-b4c97c32b487,segment=NetworkSegment(cf84d456-a468-4942-b6ff-7a762bf685c3),segment_id=cf84d456-a468-4942-b6ff-7a762bf685c3)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:48.102516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c61937f3-76ad-4d07-9fe7-a1bd1330d933 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 79a8ffb2-1146-41ad-ac9a-a05f5c859366 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:48.126166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:48.126786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.128233 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] 10.222.0.23 "PUT /v2.0/ports/4197c9ec-9297-48c8-8cec-091a20a3bfc4 HTTP/1.1" status: 200 len: 1093 time: 4.5107844 Mar 03 05:46:48.131393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63683063-a6b9-49cf-ae98-5477ed625603', 'tag': '4197c9ec-9297-48c8-8cec-091a20a3bfc4'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:46:48.135300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.146712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-9381bc49-86c6-46cb-9d2b-5d0c7c1cc62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Calling delete_port for 17487576-bc80-43eb-adb2-c5942f0309c6 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:48.161365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Pushing event updated for resources: {'Port': ['ID=826e9bd1-5c53-4770-a508-37a9a2fc28f9,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:48.198882 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0a692748-6e4a-498a-8899-9fcc2f35a610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.206958 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.227602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.250861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 591a825f-3afb-4b1c-b682-b82104b0e66a {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 05:46:48.267328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.317005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.351209 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1a5cb8e8-b53d-49ca-a418-26bae23adeaa None None] Provisioning complete for port de585b65-c0fd-4382-b108-9b24efff09e7 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:48.351348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1a5cb8e8-b53d-49ca-a418-26bae23adeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.367939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:48.368845 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.376084 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] 10.222.0.20 "DELETE /v2.0/networks/591a825f-3afb-4b1c-b682-b82104b0e66a HTTP/1.1" status: 204 len: 168 time: 4.6507194 Mar 03 05:46:48.383089 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] 10.222.0.23 "PUT /v2.0/ports/c814a8fa-6c37-486e-8fb2-b4c97c32b487 HTTP/1.1" status: 200 len: 1093 time: 4.7726226 Mar 03 05:46:48.394112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53980) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:48.394836 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f77b9-8812-4a95-8d88-28ab6ffd480d req-764d80e0-1809-481b-bbbd-e315b85fa3a7 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:48.396792 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-768f77b9-8812-4a95-8d88-28ab6ffd480d req-764d80e0-1809-481b-bbbd-e315b85fa3a7 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 943 time: 1.8058038 Mar 03 05:46:48.433325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:48.433959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.505905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1a5cb8e8-b53d-49ca-a418-26bae23adeaa None None] Port de585b65-c0fd-4382-b108-9b24efff09e7 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:48.516999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] device_id is not set on port cac7dfce-4213-49ef-8024-1d6368a9e17e yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:48.555039 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-92f7889e-a44c-4a01-a335-1be9f2f57c90 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3133864 Mar 03 05:46:48.575867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923f19d-cb11-4fd8-bb22-8f0242eb5771 tempest-ExternalNetworksTestJSON-108666558 tempest-ExternalNetworksTestJSON-108666558-project-admin] Pushing event deleted for resources: {'Network': ['ID=591a825f-3afb-4b1c-b682-b82104b0e66a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:48.579340 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9381bc49-86c6-46cb-9d2b-5d0c7c1cc62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.615833 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-354e88a8-7a3c-4b22-8f96-392113bec471 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] DELETE failed (client error): The resource could not be found. Mar 03 05:46:48.616205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354e88a8-7a3c-4b22-8f96-392113bec471 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:46:48.617873 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-354e88a8-7a3c-4b22-8f96-392113bec471 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] 10.222.0.20 "DELETE /v2.0/subnets/c54275eb-1f9f-4541-8cc0-7f6e2a2f23c5 HTTP/1.1" status: 404 len: 337 time: 0.2088070 Mar 03 05:46:48.628097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 53986) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:48.648589 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381bc49-86c6-46cb-9d2b-5d0c7c1cc62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event deleted for resources: {'Port': ['ID=17487576-bc80-43eb-adb2-c5942f0309c6,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:48.655063 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c9beb1dd-c0f9-4463-82f0-8455be26c48e None None] Provisioning for port 826e9bd1-5c53-4770-a508-37a9a2fc28f9 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:48.655681 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03367c-c13f-4bd6-8903-433d0e909ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=4197c9ec-9297-48c8-8cec-091a20a3bfc4,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:48.659525 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6cfa4a69-bc44-4dab-9ab1-b21254326d3c req-197fed73-7592-4150-a192-8ce2f0807d50 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0033052 Mar 03 05:46:48.659828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c61937f3-76ad-4d07-9fe7-a1bd1330d933 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.673110 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c9beb1dd-c0f9-4463-82f0-8455be26c48e None None] Provisioning complete for port 826e9bd1-5c53-4770-a508-37a9a2fc28f9 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:48.674523 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c9beb1dd-c0f9-4463-82f0-8455be26c48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.733404 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9381bc49-86c6-46cb-9d2b-5d0c7c1cc62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.750259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c9beb1dd-c0f9-4463-82f0-8455be26c48e None None] Port 826e9bd1-5c53-4770-a508-37a9a2fc28f9 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:48.766986 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9381bc49-86c6-46cb-9d2b-5d0c7c1cc62f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "DELETE /v2.0/ports/17487576-bc80-43eb-adb2-c5942f0309c6 HTTP/1.1" status: 204 len: 168 time: 2.9704752 Mar 03 05:46:48.781585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53990) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:48.815621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61937f3-76ad-4d07-9fe7-a1bd1330d933 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=79a8ffb2-1146-41ad-ac9a-a05f5c859366,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:48.862183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aee3cce0-9c80-49fd-88fe-04da3bb10519 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.865534 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-768f77b9-8812-4a95-8d88-28ab6ffd480d req-e84c6ba8-4a65-4a85-a8fa-cb8eec067054 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771194 Mar 03 05:46:48.908338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d47291f9-dab2-4031-ac41-1441e8e66e1a up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:48.908932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c61937f3-76ad-4d07-9fe7-a1bd1330d933 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:48.913396 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c61937f3-76ad-4d07-9fe7-a1bd1330d933 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/79a8ffb2-1146-41ad-ac9a-a05f5c859366 HTTP/1.1" status: 204 len: 168 time: 3.9053879 Mar 03 05:46:48.927714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 53994) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:48.939283 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3dba115-6e42-4982-b2a9-9c4b6e591f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] GET failed (client error): The resource could not be found. Mar 03 05:46:48.939908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c3dba115-6e42-4982-b2a9-9c4b6e591f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Synchronizing usage tracker for tenant:239175541b5f46c896635799d06eeb5e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:48.973041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Allocated IP 172.20.0.13 (97ad83ae-a956-4f6b-a4cf-4e8e68626698/8dce458a-1c45-4f20-9083-6ead457795f8/cac7dfce-4213-49ef-8024-1d6368a9e17e) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:49.013018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port d47291f9-dab2-4031-ac41-1441e8e66e1a triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:49.013746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.024258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c27679-c9c8-4827-a15d-b0d49634c72a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:49.026045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c27679-c9c8-4827-a15d-b0d49634c72a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:49.031218 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a1c27679-c9c8-4827-a15d-b0d49634c72a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0995455 Mar 03 05:46:49.031218 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54000) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:49.073197 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c3dba115-6e42-4982-b2a9-9c4b6e591f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Unset dirty status for tenant:239175541b5f46c896635799d06eeb5e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:49.074401 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c3dba115-6e42-4982-b2a9-9c4b6e591f33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "GET /v2.0/ports/17487576-bc80-43eb-adb2-c5942f0309c6 HTTP/1.1" status: 404 len: 333 time: 0.2892451 Mar 03 05:46:49.087728 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54004) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:49.096821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Request body: {'port': {'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-276458685'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:49.107660 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:49.139059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b16d79-340e-40e8-aa8e-65eb562c330c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 1df88606-12ab-46a6-b2f9-9949efc6129d {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:46:49.142871 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-79b16d79-340e-40e8-aa8e-65eb562c330c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.180420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:49.196246 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63683063-a6b9-49cf-ae98-5477ed625603', 'tag': '4197c9ec-9297-48c8-8cec-091a20a3bfc4', 'status': 'completed', 'code': 200} Mar 03 05:46:49.216941 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Made reservation on behalf of 239175541b5f46c896635799d06eeb5e for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:49.219797 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.237809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca82c30-735f-4d37-bf6c-36bfc80ba132 service neutron] Pushing event updated for resources: {'Port': ['ID=c814a8fa-6c37-486e-8fb2-b4c97c32b487,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:49.241338 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bacb9-0e1c-4e22-b2d6-cdb3d4fb4090 req-0b04dca2-f726-408b-8cad-9e59e11aecdf tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:49.242814 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cd3bacb9-0e1c-4e22-b2d6-cdb3d4fb4090 req-0b04dca2-f726-408b-8cad-9e59e11aecdf tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 931 time: 0.4160240 Mar 03 05:46:49.245094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-79b16d79-340e-40e8-aa8e-65eb562c330c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.308504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] device_id is not set on port 0544016c-6636-476c-b5da-6b6c7c7d61a6 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:49.501599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.504049 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cd3bacb9-0e1c-4e22-b2d6-cdb3d4fb4090 req-051d6a8b-2cfb-478b-8062-910be331c001 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260118 Mar 03 05:46:49.507504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.511174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aee3cce0-9c80-49fd-88fe-04da3bb10519 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.550820 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-79b16d79-340e-40e8-aa8e-65eb562c330c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.601065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-aee3cce0-9c80-49fd-88fe-04da3bb10519 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9665e22-9885-4f97-b2c9-b41e92d9ec3d']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:49.607881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Transition to ACTIVE for port object cac7dfce-4213-49ef-8024-1d6368a9e17e will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:49.618466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-aee3cce0-9c80-49fd-88fe-04da3bb10519 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1034210f-89cd-4f0b-822e-b9e6d0b7697e') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:49.618762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-aee3cce0-9c80-49fd-88fe-04da3bb10519 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1034210f-89cd-4f0b-822e-b9e6d0b7697e') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:49.639007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aee3cce0-9c80-49fd-88fe-04da3bb10519 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.696912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aee3cce0-9c80-49fd-88fe-04da3bb10519 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.707735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee3cce0-9c80-49fd-88fe-04da3bb10519 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:46:49.708190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aee3cce0-9c80-49fd-88fe-04da3bb10519 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.724141 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:46:49.724999 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:46:49.730994 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-79b16d79-340e-40e8-aa8e-65eb562c330c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.776480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b16d79-340e-40e8-aa8e-65eb562c330c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=1df88606-12ab-46a6-b2f9-9949efc6129d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:49.778400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-79b16d79-340e-40e8-aa8e-65eb562c330c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.790786 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95e7cc6-acf5-4d16-ab5b-668461179039 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:49.799350 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-79b16d79-340e-40e8-aa8e-65eb562c330c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/1df88606-12ab-46a6-b2f9-9949efc6129d HTTP/1.1" status: 204 len: 168 time: 0.7647531 Mar 03 05:46:49.801109 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54012) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:49.824901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Allocated IP 172.26.3.226 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/90b859c1-edf5-41b9-a304-cdf739da1521) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:49.826932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aee3cce0-9c80-49fd-88fe-04da3bb10519 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.847999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aee3cce0-9c80-49fd-88fe-04da3bb10519 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.856873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.912332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee3cce0-9c80-49fd-88fe-04da3bb10519 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] Pushing event deleted for resources: {'Network': ['ID=e9665e22-9885-4f97-b2c9-b41e92d9ec3d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:49.917324 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ffb15d5c-9b4e-490b-8fd5-fe12ae0474a0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822337 Mar 03 05:46:49.922302 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54018) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:49.934829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:49.950621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:50.003102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Request body: {'port': {'device_id': '04c1adf6-1945-4ec3-b883-b3b995212194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:50.102170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b89ce82-147b-4193-a499-fda4e3abd41a None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:46:50.106261 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8b89ce82-147b-4193-a499-fda4e3abd41a None None] Deleting port e6474116-738d-42d8-8ab7-597eb2dca976 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:50.106628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8b89ce82-147b-4193-a499-fda4e3abd41a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:50.141269 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-aee3cce0-9c80-49fd-88fe-04da3bb10519 tempest-ExternalNetworksTestJSON-1998013684 tempest-ExternalNetworksTestJSON-1998013684-project] 10.222.0.20 "DELETE /v2.0/networks/e9665e22-9885-4f97-b2c9-b41e92d9ec3d HTTP/1.1" status: 204 len: 168 time: 1.5103171 Mar 03 05:46:50.177692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Network bb6385cd-f8d3-4354-a745-05bace4fd639 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:50.195847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:50.210225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event updated for resources: {'Port': ['ID=0544016c-6636-476c-b5da-6b6c7c7d61a6,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:50.212351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:50.213320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:50.213910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:50.244045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84358aa1-44e0-4c39-b173-1c303af36902 req-622e439b-f23c-4ccc-8999-3e1409182035 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:50.245535 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-84358aa1-44e0-4c39-b173-1c303af36902 req-622e439b-f23c-4ccc-8999-3e1409182035 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 943 time: 0.4447370 Mar 03 05:46:50.247641 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:50.258291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:50.270962 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:50.276852 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ee040ed5-e169-4c1c-8096-faf938efe550 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1880648 Mar 03 05:46:50.282069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54024) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:50.282857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:50.297110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:50.302901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:50.320592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:50.324290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:50.327390 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:50.335329 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-8b89ce82-147b-4193-a499-fda4e3abd41a None None] For port e6474116-738d-42d8-8ab7-597eb2dca976, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e6474116-738d-42d8-8ab7-597eb2dca976,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:50.335677 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8b89ce82-147b-4193-a499-fda4e3abd41a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:50.339335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:50.380689 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-84358aa1-44e0-4c39-b173-1c303af36902 req-40cac580-6208-4515-9479-f0e7208f8c25 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264517 Mar 03 05:46:50.397549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:50.410983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:50.432949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:50.433851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:50.446732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event updated for resources: {'Port': ['ID=cac7dfce-4213-49ef-8024-1d6368a9e17e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:50.451223 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34153-9f26-47b6-b72c-9b464ade2786 req-cf15073b-f619-4140-9807-239f8a847a94 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:50.453504 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ceb34153-9f26-47b6-b72c-9b464ade2786 req-cf15073b-f619-4140-9807-239f8a847a94 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 943 time: 0.4091408 Mar 03 05:46:50.505154 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8b89ce82-147b-4193-a499-fda4e3abd41a None None] Calling delete_port for e6474116-738d-42d8-8ab7-597eb2dca976 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:50.563270 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:50.595851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:50.607925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:50.622600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:50.630773 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8b89ce82-147b-4193-a499-fda4e3abd41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:50.680698 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b89ce82-147b-4193-a499-fda4e3abd41a None None] No DVR routers for this DVR port e6474116-738d-42d8-8ab7-597eb2dca976 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:46:50.705140 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-93208f4a-70a5-4fd5-97ea-390b7f3f56b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:50.717404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89ce82-147b-4193-a499-fda4e3abd41a None None] Pushing event deleted for resources: {'Port': ['ID=e6474116-738d-42d8-8ab7-597eb2dca976,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:50.748768 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54032) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:50.783506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-742b2102-f304-4ce2-82dc-6edf3f713006 None None] Provisioning for port cac7dfce-4213-49ef-8024-1d6368a9e17e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:50.784530 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-422efe80-a730-4d4d-a702-3384c40231e4 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 4.3765242 Mar 03 05:46:50.790599 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-742b2102-f304-4ce2-82dc-6edf3f713006 None None] Provisioning complete for port cac7dfce-4213-49ef-8024-1d6368a9e17e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:50.791183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-742b2102-f304-4ce2-82dc-6edf3f713006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:50.793193 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54036) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:50.863706 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ceb34153-9f26-47b6-b72c-9b464ade2786 req-fe01cd27-5657-4f82-8850-963c280dc305 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131049 Mar 03 05:46:50.880225 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-742b2102-f304-4ce2-82dc-6edf3f713006 None None] Port cac7dfce-4213-49ef-8024-1d6368a9e17e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:50.888991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Pushing event updated for resources: {'Port': ['ID=90b859c1-edf5-41b9-a304-cdf739da1521,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:50.937855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e6474116-738d-42d8-8ab7-597eb2dca976 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:46:50.950099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:50.971690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e933311-17bf-4220-b3ee-e38c73786c5e req-6a7cad4f-f040-477e-aa58-677185de4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:50.973285 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4e933311-17bf-4220-b3ee-e38c73786c5e req-6a7cad4f-f040-477e-aa58-677185de4a14 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c1bfd704a37471c9717c3c2cb1ec379&device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 1096 time: 0.9263003 Mar 03 05:46:50.979455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3fef-4434-4753-b298-bbe9798900e9 req-6f9e219a-8c1a-4583-aa5e-142636ccd5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:50.980462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: e6474116-738d-42d8-8ab7-597eb2dca976 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:46:50.980813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e6474116-738d-42d8-8ab7-597eb2dca976 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:46:50.981472 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-6f9e219a-8c1a-4583-aa5e-142636ccd5dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05a7b63e8ae64b29be32863d19c4523d&device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 1096 time: 0.9292955 Mar 03 05:46:51.119651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49abdbdc-2c2d-409f-8103-95bb65aacd08 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:51.125888 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49abdbdc-2c2d-409f-8103-95bb65aacd08 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:51.131600 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49abdbdc-2c2d-409f-8103-95bb65aacd08 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:51.132441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-49abdbdc-2c2d-409f-8103-95bb65aacd08 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Synchronizing usage tracker for tenant:5f0c6a4f752048fca15fa29ace411fde on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:51.158372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838a59a-e410-4a89-9f6f-874fdf482cc2 req-ee08efef-c826-450f-b6f6-5377b0594e0d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:51.159832 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a838a59a-e410-4a89-9f6f-874fdf482cc2 req-ee08efef-c826-450f-b6f6-5377b0594e0d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 931 time: 0.4310696 Mar 03 05:46:51.191928 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-aa804278-534d-49d2-8942-eb8e0f5b2f83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c814a8fa-6c37-486e-8fb2-b4c97c32b487 HTTP/1.1" status: 200 len: 217 time: 0.1574910 Mar 03 05:46:51.203700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb0f3c5-1f5d-4622-be84-06a2a02434aa', 'tag': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:46:51.361260 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-92a6840a-3858-45ff-be75-ca970603c041 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8295e6a90ded4ffaa0d1ef520dbb7dbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6114089 Mar 03 05:46:51.370967 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54046) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:51.382954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-49abdbdc-2c2d-409f-8103-95bb65aacd08 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Unset dirty status for tenant:5f0c6a4f752048fca15fa29ace411fde on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:51.387115 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-49abdbdc-2c2d-409f-8103-95bb65aacd08 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.5806797 Mar 03 05:46:51.397600 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb0f3c5-1f5d-4622-be84-06a2a02434aa', 'tag': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487', 'status': 'completed', 'code': 200} Mar 03 05:46:51.411407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54050) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:51.436239 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a838a59a-e410-4a89-9f6f-874fdf482cc2 req-d8f19620-5cd0-4117-99e0-97cbf7994f43 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685342 Mar 03 05:46:51.445055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] device_id is not set on port 0544016c-6636-476c-b5da-6b6c7c7d61a6 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:51.452147 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:51.488040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:51.516690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:51.578497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=f22c29c0-01d3-4338-b3d3-cb258aa16f47,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:51.598317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Transition to ACTIVE for port object 0544016c-6636-476c-b5da-6b6c7c7d61a6 will not be triggered until provisioned by entity L2. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:51.606976 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:51.621450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:51.622986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:51.627623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:51.628234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:51.633373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65278066-27ee-458d-b4de-6c0c2d7deb71 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:51.667215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-cc20e96e-86b4-4056-9d37-7100cd575f26 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Deleting port cac7dfce-4213-49ef-8024-1d6368a9e17e {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:51.667549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cc20e96e-86b4-4056-9d37-7100cd575f26 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:51.691598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dc835f0c-6b9b-441e-87c1-e90187f74cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:51.711500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d0632e61-f2c0-4291-8a4f-bf08aa6bcbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:51.713024 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-d0632e61-f2c0-4291-8a4f-bf08aa6bcbe4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1051c150-4cec-4074-8313-46dd4306fdc8 HTTP/1.1" status: 200 len: 844 time: 0.4964919 Mar 03 05:46:51.752743 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e933311-17bf-4220-b3ee-e38c73786c5e req-c0b20f05-ea9b-4b0b-9d82-40a9aea09d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:51.753753 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4e933311-17bf-4220-b3ee-e38c73786c5e req-c0b20f05-ea9b-4b0b-9d82-40a9aea09d2e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9c1bfd704a37471c9717c3c2cb1ec379&shared=False HTTP/1.1" status: 200 len: 913 time: 0.7324128 Mar 03 05:46:51.775762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:51.821214 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bb6a5078-20d5-4289-87b9-acff4792f7bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8919327 Mar 03 05:46:51.824751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dc835f0c-6b9b-441e-87c1-e90187f74cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:51.837894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54056) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:51.845599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event updated for resources: {'Port': ['ID=0544016c-6636-476c-b5da-6b6c7c7d61a6,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:51.856972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'fixed_ips': [{'subnet_id': 'f22c29c0-01d3-4338-b3d3-cb258aa16f47', 'ip_address': '2001:db8::53b1:edcc:3738:8281'}], 'name': 'tempest-NetworksTestDHCPv6-1638318846'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:51.886191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:51.886458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:51.886809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:51.904946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:51.905550 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:51.913228 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb21027-cd5d-4f14-8f6d-5b48f8d057fb req-540fc8e3-b1d9-47c2-9a31-a208dded9f02 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:51.915215 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': 'f22c29c0-01d3-4338-b3d3-cb258aa16f47'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:46:51.916273 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6eb21027-cd5d-4f14-8f6d-5b48f8d057fb req-540fc8e3-b1d9-47c2-9a31-a208dded9f02 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 943 time: 0.3970084 Mar 03 05:46:51.924131 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:51.929493 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 2 to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 Mar 03 05:46:52.032756 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:52.033255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:52.033764 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:52.092111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:52.092451 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:52.104343 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 3 to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 Mar 03 05:46:52.112572 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Allocated IP 2001:db8::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/f22c29c0-01d3-4338-b3d3-cb258aa16f47/8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:52.133164 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6eb21027-cd5d-4f14-8f6d-5b48f8d057fb req-4d71fcf8-4111-43fa-a7a7-cdeff043c401 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899445 Mar 03 05:46:52.144945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:52.145567 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:52.145680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:52.172692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:52.173161 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:52.176628 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 4 to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 Mar 03 05:46:52.188068 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dc835f0c-6b9b-441e-87c1-e90187f74cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:52.215407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:52.217848 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc835f0c-6b9b-441e-87c1-e90187f74cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e002cbe-f360-41c6-8458-01619d709fb4,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:52.224555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:52.224809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:52.225130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:52.229341 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:52.235617 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:52.243579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dc835f0c-6b9b-441e-87c1-e90187f74cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:52.247254 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-dc835f0c-6b9b-441e-87c1-e90187f74cc7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e002cbe-f360-41c6-8458-01619d709fb4 HTTP/1.1" status: 204 len: 168 time: 0.8630130 Mar 03 05:46:52.247254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:52.247254 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:52.247254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:52.252184 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 5 to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 Mar 03 05:46:52.287085 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:52.287849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:52.288360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:52.302176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8a295-8bfa-433a-af1e-22edcb33c383 req-c260fcf9-b249-41a9-b85a-e1a05404fca1 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:52.304575 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b8b8a295-8bfa-433a-af1e-22edcb33c383 req-c260fcf9-b249-41a9-b85a-e1a05404fca1 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 943 time: 0.2507391 Mar 03 05:46:52.308110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:52.308551 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:52.309124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:52.356762 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 6 to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 Mar 03 05:46:52.383625 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e933311-17bf-4220-b3ee-e38c73786c5e req-34ba763c-ed3f-4040-9e14-ab3841f5cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:52.385199 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4e933311-17bf-4220-b3ee-e38c73786c5e req-34ba763c-ed3f-4040-9e14-ab3841f5cb48 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5813720 Mar 03 05:46:52.406661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:52.420461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Transition to ACTIVE for port object 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:52.438268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3fef-4434-4753-b298-bbe9798900e9 req-ef1df85d-2908-455c-8d34-c705c4115dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:52.439745 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-ef1df85d-2908-455c-8d34-c705c4115dd6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d33d742a-0580-477c-af11-3f9cd4115607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7026267 Mar 03 05:46:52.442416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:52.442685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:52.443022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:52.445043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Transition to ACTIVE for port object 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:52.453442 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:52.500282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:52.500610 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:52.508753 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 7 to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 Mar 03 05:46:52.533244 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:52.534508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.resource_extend [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:46:52.536662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:52.547980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:52.549072 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Pushing event updated for resources: {'Port': ['ID=8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:52.553390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:52.553733 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:52.554067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:52.561344 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b8b8a295-8bfa-433a-af1e-22edcb33c383 req-dae4183c-d32f-40dc-80c2-4ef5c2a392df tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236702 Mar 03 05:46:52.568330 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:52.568660 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:52.576769 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 8 to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 Mar 03 05:46:52.605383 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:52.638394 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:52.638730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:52.639045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:52.650321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 6db06cf9-bbd2-4cdd-9e64-b7f654823ac0 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:52.666426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cc20e96e-86b4-4056-9d37-7100cd575f26 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:52.706255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Attempting to bind port 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:52.706844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Attempting to bind port 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:52.707111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Attempting to bind port 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:52.713680 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:52.714426 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:52.714827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:52.715403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:52.715975 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Bound port: 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:52.716270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:52.726609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:52.727042 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:52.733334 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 9 to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 Mar 03 05:46:52.741995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54068) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:52.797516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:52.797799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:52.798129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:52.816497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:52.816851 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:52.821822 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 10 to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 Mar 03 05:46:52.831145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] For port 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:52.834332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] For port 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:52.843685 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:52.898724 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:52.899060 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:52.899371 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:52.923819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:52.927358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d2393-173b-47b3-9aab-aecec32dd402 None None] Pushing event updated for resources: {'Port': ['ID=8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:52.929076 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b9bd3836-0954-43bc-a646-58ae5cd2f75f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b05c6db09214018abf48d17cd71ae58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1786642 Mar 03 05:46:52.929741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:52.930061 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:46:52.930409 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:52.946253 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54072) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:52.949612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:53.043592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-cc20e96e-86b4-4056-9d37-7100cd575f26 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Calling delete_port for cac7dfce-4213-49ef-8024-1d6368a9e17e owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:53.086118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826e9bd1-5c53-4770-a508-37a9a2fc28f9 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:46:53.104031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:53.106183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cecb1da-8f70-4309-9503-f580495e42ed req-7836b3f1-79eb-43a2-9eaf-54a83aa39d8f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.114144 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5cecb1da-8f70-4309-9503-f580495e42ed req-7836b3f1-79eb-43a2-9eaf-54a83aa39d8f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 931 time: 0.4708772 Mar 03 05:46:53.173723 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::53b1:edcc:3738:8281 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/f22c29c0-01d3-4338-b3d3-cb258aa16f47/6db06cf9-bbd2-4cdd-9e64-b7f654823ac0) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:53.177852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Transition to ACTIVE for port object 826e9bd1-5c53-4770-a508-37a9a2fc28f9 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:53.230984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:53.258780 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a65c2561-625d-4eab-89db-e0f9c2f8df3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:53.266194 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5cecb1da-8f70-4309-9503-f580495e42ed req-1ff05f66-6e7e-4ece-ba39-0c3e2e4c849d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511865 Mar 03 05:46:53.277140 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-48ae987c-00d3-4336-a062-24a9aedfa990 service neutron] 10.222.0.23 "GET /v2.0/networks/d33d742a-0580-477c-af11-3f9cd4115607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7807512 Mar 03 05:46:53.279104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-79200d7c-eec5-4709-95c2-c3c5e7406292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.282991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] For port 0544016c-6636-476c-b5da-6b6c7c7d61a6, host hv-neutron-8315, cleared binding levels {{(pid=87792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:53.283384 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempted to set empty binding levels {{(pid=87792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 05:46:53.289143 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-79200d7c-eec5-4709-95c2-c3c5e7406292 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c1bfd704a37471c9717c3c2cb1ec379&device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 1096 time: 0.8399270 Mar 03 05:46:53.309286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:53.474080 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-5c8165e2-9c41-4b6c-8a72-faee2c16e7c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4197c9ec-9297-48c8-8cec-091a20a3bfc4 HTTP/1.1" status: 200 len: 217 time: 0.1727357 Mar 03 05:46:53.526579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a65c2561-625d-4eab-89db-e0f9c2f8df3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:53.540393 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] In _notify_port_updated(), no bound segment for port 0544016c-6636-476c-b5da-6b6c7c7d61a6 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:46:53.541273 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.542165 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:53.543504 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "PUT /v2.0/ports/0544016c-6636-476c-b5da-6b6c7c7d61a6 HTTP/1.1" status: 200 len: 980 time: 3.2548146 Mar 03 05:46:53.581407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54078) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:53.620361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:53.683095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Pushing event updated for resources: {'Port': ['ID=826e9bd1-5c53-4770-a508-37a9a2fc28f9,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:53.698403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ccd69-1d74-4291-8f2e-28f177f7d477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event updated for resources: {'Port': ['ID=0544016c-6636-476c-b5da-6b6c7c7d61a6,revision_number=3']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:53.840615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-9fef9e82-5352-4bbb-824c-b544721ce0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.842324 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-9fef9e82-5352-4bbb-824c-b544721ce0b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e09e5298-9a37-429e-9341-288a14d58e72 HTTP/1.1" status: 200 len: 851 time: 0.3025115 Mar 03 05:46:53.885558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bd8a4-876f-4e50-9bad-b9710217a4e9 req-70009537-1d11-4b7c-bc94-e925e71436e4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.887699 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-107bd8a4-876f-4e50-9bad-b9710217a4e9 req-70009537-1d11-4b7c-bc94-e925e71436e4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 943 time: 0.5695183 Mar 03 05:46:53.889153 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-871d3fef-4434-4753-b298-bbe9798900e9 req-e98a7ac7-524d-41e6-b0f2-9ef520e16e06 service neutron] 10.222.0.23 "GET /v2.0/networks/d33d742a-0580-477c-af11-3f9cd4115607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5995116 Mar 03 05:46:53.891106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:53.907652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a65c2561-625d-4eab-89db-e0f9c2f8df3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:53.909036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cc20e96e-86b4-4056-9d37-7100cd575f26 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:53.973939 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.974426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.974893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.975359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.975843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.976307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.976771 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.977211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.977670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.978128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.978584 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.979039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.979491 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.980191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.980648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.981409 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.981703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.982160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.982617 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.983103 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.983607 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.984087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.984539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.984990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.985451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.985931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.986387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.986842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.987294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.987741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:53.990198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Synchronizing usage tracker for tenant:239175541b5f46c896635799d06eeb5e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:54.002982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 6db06cf9-bbd2-4cdd-9e64-b7f654823ac0 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:54.006284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c2561-625d-4eab-89db-e0f9c2f8df3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96375148-b4a3-402b-9b7d-95ea79548f5e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:54.020492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37feb4-085a-44c5-9269-8469904ba7db req-885b28f2-f975-4416-b7c8-a5d4b0d1c019 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:54.022038 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8f37feb4-085a-44c5-9269-8469904ba7db req-885b28f2-f975-4416-b7c8-a5d4b0d1c019 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 943 time: 0.3204181 Mar 03 05:46:54.078892 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-107bd8a4-876f-4e50-9bad-b9710217a4e9 req-c025c345-2bc9-4b8f-a0c8-bd76a4c21912 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732049 Mar 03 05:46:54.090379 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Unset dirty status for tenant:239175541b5f46c896635799d06eeb5e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:54.091563 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7877d536-b39e-4867-97a0-2c7063fde57f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26567 time: 0.5077903 Mar 03 05:46:54.095703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a65c2561-625d-4eab-89db-e0f9c2f8df3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:54.097400 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a65c2561-625d-4eab-89db-e0f9c2f8df3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96375148-b4a3-402b-9b7d-95ea79548f5e HTTP/1.1" status: 204 len: 168 time: 1.1493990 Mar 03 05:46:54.098859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54084) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:54.125515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc20e96e-86b4-4056-9d37-7100cd575f26 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event deleted for resources: {'Port': ['ID=cac7dfce-4213-49ef-8024-1d6368a9e17e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:54.178642 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8f37feb4-085a-44c5-9269-8469904ba7db req-d46cfa5f-4954-4d0c-ac51-10458bb572d9 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399889 Mar 03 05:46:54.188712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Attempting to bind port 826e9bd1-5c53-4770-a508-37a9a2fc28f9 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:46:54.189036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Attempting to bind port 826e9bd1-5c53-4770-a508-37a9a2fc28f9 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '46ad05fc-48cb-4646-a06a-35cad9ab2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:46:54.189365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Attempting to bind port 826e9bd1-5c53-4770-a508-37a9a2fc28f9 on network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:54.225386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Port 826e9bd1-5c53-4770-a508-37a9a2fc28f9 on network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:46:54.226144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Attempting to bind port 826e9bd1-5c53-4770-a508-37a9a2fc28f9 on network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:46:54.236259 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ee85c-bcda-42c8-84e0-7fdb4a73f97a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Deleting port 0544016c-6636-476c-b5da-6b6c7c7d61a6 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:54.236259 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee85c-bcda-42c8-84e0-7fdb4a73f97a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:54.251964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:46:54.252638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Checking segment: {'id': '46ad05fc-48cb-4646-a06a-35cad9ab2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:46:54.252772 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Bound using segment: {'id': '46ad05fc-48cb-4646-a06a-35cad9ab2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:46:54.253109 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Bound port: 826e9bd1-5c53-4770-a508-37a9a2fc28f9, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ad05fc-48cb-4646-a06a-35cad9ab2437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:46:54.253688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:54.273772 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:54.369331 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b5bc8268-1b99-4ed9-b89e-b866894e1fa6 None None] Provisioning for port 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:54.423105 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:54.444295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:54.457795 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:54.463324 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:54.463958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:54.468171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=6db06cf9-bbd2-4cdd-9e64-b7f654823ac0,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:54.614017 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-280a288b-90a4-4df4-b5f0-f8a8e6e9d301 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7670469 Mar 03 05:46:54.628346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54100) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:54.738423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0862162f-1515-490d-adf3-67412472e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:54.739398 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-0862162f-1515-490d-adf3-67412472e240 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e244160-a50d-4c6d-bf34-2da61490a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8897355 Mar 03 05:46:54.750921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:54.755275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f30fc7-7737-4273-b4d3-5e2194feaf55 req-4bcddcd8-cf26-49c7-9e84-deca99fe3dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:54.757165 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-62f30fc7-7737-4273-b4d3-5e2194feaf55 req-4bcddcd8-cf26-49c7-9e84-deca99fe3dad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05a7b63e8ae64b29be32863d19c4523d&device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 1096 time: 0.7809272 Mar 03 05:46:54.773417 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-cc5ee85c-bcda-42c8-84e0-7fdb4a73f97a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] For port 0544016c-6636-476c-b5da-6b6c7c7d61a6, host hv-neutron-8315, got binding levels [] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:54.773802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee85c-bcda-42c8-84e0-7fdb4a73f97a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:54.829500 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c076e08d-584c-41c8-9f61-2e591055a6af None None] Provisioning for port 6db06cf9-bbd2-4cdd-9e64-b7f654823ac0 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:54.844465 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c076e08d-584c-41c8-9f61-2e591055a6af None None] Provisioning complete for port 6db06cf9-bbd2-4cdd-9e64-b7f654823ac0 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:54.846180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c076e08d-584c-41c8-9f61-2e591055a6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:54.851363 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508cd47-304f-43b1-bbb7-e83c13f15124 req-707c7265-58cd-491b-8cc1-b0834198cc76 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:54.853069 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c508cd47-304f-43b1-bbb7-e83c13f15124 req-707c7265-58cd-491b-8cc1-b0834198cc76 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 943 time: 0.3452353 Mar 03 05:46:54.928048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ee85c-bcda-42c8-84e0-7fdb4a73f97a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Calling delete_port for 0544016c-6636-476c-b5da-6b6c7c7d61a6 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:54.951041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:54.958263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:55.015352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c076e08d-584c-41c8-9f61-2e591055a6af None None] Port 6db06cf9-bbd2-4cdd-9e64-b7f654823ac0 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:55.015950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cc20e96e-86b4-4056-9d37-7100cd575f26 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:55.033299 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c508cd47-304f-43b1-bbb7-e83c13f15124 req-d7c3cdde-f9b4-46e7-9457-06869872a4a9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152868 Mar 03 05:46:55.041985 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d76e517-8e43-45f7-97d9-076372df24d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:55.057806 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d76e517-8e43-45f7-97d9-076372df24d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:55.058974 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5d76e517-8e43-45f7-97d9-076372df24d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:55.090322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5d76e517-8e43-45f7-97d9-076372df24d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:55.094461 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5d76e517-8e43-45f7-97d9-076372df24d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4614308 Mar 03 05:46:55.094596 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:55.094695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54114) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:55.100246 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:55.100989 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:55.181004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 6db06cf9-bbd2-4cdd-9e64-b7f654823ac0 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:55.181004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:55.206995 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] For port 826e9bd1-5c53-4770-a508-37a9a2fc28f9, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:46:55.219191 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cc20e96e-86b4-4056-9d37-7100cd575f26 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "DELETE /v2.0/ports/cac7dfce-4213-49ef-8024-1d6368a9e17e HTTP/1.1" status: 204 len: 168 time: 3.8045101 Mar 03 05:46:55.227858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f30fc7-7737-4273-b4d3-5e2194feaf55 req-0d8b6055-473a-464f-a71f-3432e8832086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:55.229423 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-62f30fc7-7737-4273-b4d3-5e2194feaf55 req-0d8b6055-473a-464f-a71f-3432e8832086 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d33d742a-0580-477c-af11-3f9cd4115607 HTTP/1.1" status: 200 len: 906 time: 0.4356554 Mar 03 05:46:55.229571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54124) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:55.244618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] For port 826e9bd1-5c53-4770-a508-37a9a2fc28f9, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9,segment=NetworkSegment(46ad05fc-48cb-4646-a06a-35cad9ab2437),segment_id=46ad05fc-48cb-4646-a06a-35cad9ab2437)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:46:55.247290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee85c-bcda-42c8-84e0-7fdb4a73f97a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:55.304706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:55.346949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:55.361787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Pushing event updated for resources: {'Port': ['ID=90b859c1-edf5-41b9-a304-cdf739da1521,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:55.372960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:55.384175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:55.413638 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-09d0af10-6fc3-4c60-a8c3-043cf6fe2c5f service neutron] 10.222.0.23 "GET /v2.0/networks/7e244160-a50d-4c6d-bf34-2da61490a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609991 Mar 03 05:46:55.414398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:55.485840 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:55.502287 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-62f30fc7-7737-4273-b4d3-5e2194feaf55 req-2ea5f054-f7d7-4b97-8332-3d6aba6618c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c814a8fa-6c37-486e-8fb2-b4c97c32b487 HTTP/1.1" status: 200 len: 217 time: 0.2539570 Mar 03 05:46:55.547118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ee85c-bcda-42c8-84e0-7fdb4a73f97a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event deleted for resources: {'Port': ['ID=0544016c-6636-476c-b5da-6b6c7c7d61a6,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:55.593637 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cc5ee85c-bcda-42c8-84e0-7fdb4a73f97a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:55.605049 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbefe9e-3fa9-4627-8c52-b80e77cad1b9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] GET failed (client error): The resource could not be found. Mar 03 05:46:55.606361 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9bbefe9e-3fa9-4627-8c52-b80e77cad1b9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "GET /v2.0/ports/cac7dfce-4213-49ef-8024-1d6368a9e17e HTTP/1.1" status: 404 len: 333 time: 0.3605967 Mar 03 05:46:55.610877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54136) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:55.637867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Request body: {'port': {'network_id': '97ad83ae-a956-4f6b-a4cf-4e8e68626698', 'name': 'tempest-AllowedAddressPairTestJSON-691426205'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:55.643185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:55.643817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:55.645190 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] 10.222.0.23 "PUT /v2.0/ports/826e9bd1-5c53-4770-a508-37a9a2fc28f9 HTTP/1.1" status: 200 len: 1093 time: 5.6501675 Mar 03 05:46:55.646593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f30fc7-7737-4273-b4d3-5e2194feaf55 req-c02fac00-a9f5-43d1-a031-5ecefd3f3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:55.647921 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-62f30fc7-7737-4273-b4d3-5e2194feaf55 req-c02fac00-a9f5-43d1-a031-5ecefd3f3b79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1051c150-4cec-4074-8313-46dd4306fdc8 HTTP/1.1" status: 200 len: 844 time: 0.0983853 Mar 03 05:46:55.648419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c1adf6-1945-4ec3-b883-b3b995212194', 'tag': '826e9bd1-5c53-4770-a508-37a9a2fc28f9'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:46:55.730321 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cc5ee85c-bcda-42c8-84e0-7fdb4a73f97a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "DELETE /v2.0/ports/0544016c-6636-476c-b5da-6b6c7c7d61a6 HTTP/1.1" status: 204 len: 168 time: 1.6256733 Mar 03 05:46:55.741043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54144) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:55.921867 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-33097548-30ff-4c19-8b9e-e7d8665cde15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] GET failed (client error): The resource could not be found. Mar 03 05:46:55.922399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-33097548-30ff-4c19-8b9e-e7d8665cde15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Synchronizing usage tracker for tenant:239175541b5f46c896635799d06eeb5e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:55.965498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f48440-9c02-4955-86c9-3e1fd423162f service neutron] Pushing event updated for resources: {'Port': ['ID=826e9bd1-5c53-4770-a508-37a9a2fc28f9,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:56.000069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc5d70-b21d-423b-ad6c-32de5d2ace3b req-0ef0780b-c94e-4c08-b7e5-e48a423245b4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:56.006803 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d4bc5d70-b21d-423b-ad6c-32de5d2ace3b req-0ef0780b-c94e-4c08-b7e5-e48a423245b4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 943 time: 0.7513380 Mar 03 05:46:56.019976 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Floating IP 5d6c467c-08d4-49bb-bdcc-db47c9ebc365 associated. External IP: 172.26.3.226, port: f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7. Mar 03 05:46:56.026938 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf268c-9930-4c1a-ad2a-7e8da4a3e4c9 req-18f7cdc8-67d8-4067-84c5-f678729071b0 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:56.028440 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bfcf268c-9930-4c1a-ad2a-7e8da4a3e4c9 req-18f7cdc8-67d8-4067-84c5-f678729071b0 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 943 time: 0.5982764 Mar 03 05:46:56.098138 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-9a4ca35c-f1a0-4bb6-9296-2538b79ae042 service neutron] 10.222.0.23 "GET /v2.0/networks/7e244160-a50d-4c6d-bf34-2da61490a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601628 Mar 03 05:46:56.107438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-33097548-30ff-4c19-8b9e-e7d8665cde15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Unset dirty status for tenant:239175541b5f46c896635799d06eeb5e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:56.108885 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-33097548-30ff-4c19-8b9e-e7d8665cde15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "GET /v2.0/ports/0544016c-6636-476c-b5da-6b6c7c7d61a6 HTTP/1.1" status: 404 len: 333 time: 0.3623917 Mar 03 05:46:56.113953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:56.118535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54158) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:56.125885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f30fc7-7737-4273-b4d3-5e2194feaf55 req-eeb18011-2f68-4833-9583-601b9d9154ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:56.127387 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-62f30fc7-7737-4273-b4d3-5e2194feaf55 req-eeb18011-2f68-4833-9583-601b9d9154ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d33d742a-0580-477c-af11-3f9cd4115607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4568884 Mar 03 05:46:56.133973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1276529568', 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:56.138579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Usage tracker for resource:port and tenant:5f0c6a4f752048fca15fa29ace411fde is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:56.143947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:56.144222 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:56.156533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:56.175311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54162) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:56.176464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-61bb5ac0-57c7-4695-81bc-dc21f9469e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:56.177890 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-61bb5ac0-57c7-4695-81bc-dc21f9469e5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b48212c453e4049a0f406125c5ca8be&device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 1096 time: 0.4276202 Mar 03 05:46:56.192023 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d4bc5d70-b21d-423b-ad6c-32de5d2ace3b req-6bc57eba-978e-4cc4-96c3-4b44a6ef696d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843603 Mar 03 05:46:56.193574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:56.233614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Made reservation on behalf of 5f0c6a4f752048fca15fa29ace411fde for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:56.237613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:56.265854 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bfcf268c-9930-4c1a-ad2a-7e8da4a3e4c9 req-a0cf2e90-ed66-4d39-b589-6e60c70a4f21 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977372 Mar 03 05:46:56.423908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] device_id is not set on port 3d1597c7-e867-457b-b9b0-c7d16a13835a yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:56.424310 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c1adf6-1945-4ec3-b883-b3b995212194', 'tag': '826e9bd1-5c53-4770-a508-37a9a2fc28f9', 'status': 'completed', 'code': 200} Mar 03 05:46:56.433574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:56.462152 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ad8b0441-cb06-419c-a4d3-7044395b03eb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:56.470456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 6db06cf9-bbd2-4cdd-9e64-b7f654823ac0 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:56.490937 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-bf06b901-3d61-4377-91a0-900b7520097f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9 HTTP/1.1" status: 200 len: 217 time: 0.2464590 Mar 03 05:46:56.571093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Made reservation on behalf of 239175541b5f46c896635799d06eeb5e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:56.573323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:56.583534 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ad8b0441-cb06-419c-a4d3-7044395b03eb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] 10.222.0.20 "PUT /v2.0/quotas/9bc7cd1e3b7b44859d85b71b3f2783b0 HTTP/1.1" status: 200 len: 368 time: 0.4008729 Mar 03 05:46:56.590612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54168) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:56.640224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Request body: {'network': {'project_id': '9bc7cd1e3b7b44859d85b71b3f2783b0'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:56.650254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:56.664205 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Usage tracker for resource:network and tenant:9bc7cd1e3b7b44859d85b71b3f2783b0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:56.670600 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:56.686233 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-e5f5617e-50e6-49f6-b12f-e3fe55b47cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:56.687511 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:56.687801 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-e5f5617e-50e6-49f6-b12f-e3fe55b47cf8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95f19597-877f-493e-a52a-b03389550958 HTTP/1.1" status: 200 len: 851 time: 0.1817231 Mar 03 05:46:56.692666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] device_id is not set on port 2ba15de0-4ffb-4997-8f17-b857ad5f2d8a yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:46:56.748963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3683d-912b-4af9-ae84-a3d6b0694da6 req-4b71519d-651f-42a6-8aca-66279823df84 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:56.750419 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ebd3683d-912b-4af9-ae84-a3d6b0694da6 req-4b71519d-651f-42a6-8aca-66279823df84 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 943 time: 0.3599679 Mar 03 05:46:56.771028 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-62f30fc7-7737-4273-b4d3-5e2194feaf55 req-fa166f85-1515-4924-b372-b74c7b83f1ff service neutron] 10.222.0.23 "GET /v2.0/networks/d33d742a-0580-477c-af11-3f9cd4115607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283631 Mar 03 05:46:56.776323 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Allocated IP 172.20.0.5 (97ad83ae-a956-4f6b-a4cf-4e8e68626698/8dce458a-1c45-4f20-9083-6ead457795f8/3d1597c7-e867-457b-b9b0-c7d16a13835a) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:46:56.784454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Made reservation on behalf of 9bc7cd1e3b7b44859d85b71b3f2783b0 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:56.786651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:56.818529 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:56.856097 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:56.870978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:56.872933 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Usage tracker for resource:security_group_rule and tenant:9bc7cd1e3b7b44859d85b71b3f2783b0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:56.877915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:46:56.882967 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:56.917814 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ebd3683d-912b-4af9-ae84-a3d6b0694da6 req-d5aea87b-7c66-4ad1-acb5-6d90294f01d2 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609731 Mar 03 05:46:56.943691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:56.948640 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=6db06cf9-bbd2-4cdd-9e64-b7f654823ac0,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:56.972132 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:56.972759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.017383 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:57.018363 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:57.018799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:57.019203 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:57.019600 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:57.020021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:57.020414 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:57.020805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:57.021199 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:57.021601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:57.021991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:57.022375 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:57.073296 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.171218 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-5c5ac6d0-de93-4a89-8c7f-0f37d1abc98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:57.172370 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-5c5ac6d0-de93-4a89-8c7f-0f37d1abc98a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331b4cde-bf4b-4bc0-811f-6811cf8e6483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4411654 Mar 03 05:46:57.177780 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-90404472-9e92-4abc-a711-1e0e582b5655 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/6db06cf9-bbd2-4cdd-9e64-b7f654823ac0 HTTP/1.1" status: 204 len: 168 time: 2.0798500 Mar 03 05:46:57.177986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Router 71fd0a37-c578-4847-8a13-e371760d43c7 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:46:57.179828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54172) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:57.196227 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-62f30fc7-7737-4273-b4d3-5e2194feaf55 req-10efad65-cabd-4a08-9c44-13b36ba5c35d service neutron] 10.222.0.23 "GET /v2.0/networks/d33d742a-0580-477c-af11-3f9cd4115607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056053 Mar 03 05:46:57.270308 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.303417 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.313889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Transition to ACTIVE for port object 3d1597c7-e867-457b-b9b0-c7d16a13835a will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:46:57.315209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.340866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:57.405116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f755e0-22b6-4a1f-b4df-7d2006cc373b,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:57.408807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.409197 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Added segment 9f90a020-3989-43a9-82bd-a4e4f9e78717 of type vlan for network d0699a3c-c5ae-45dd-b6db-7439c133329a Mar 03 05:46:57.429971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.456173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.473230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8988ea6e-bbc1-4f00-9a09-c0a05aec82f1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:57.474741 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8988ea6e-bbc1-4f00-9a09-c0a05aec82f1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:57.475475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8988ea6e-bbc1-4f00-9a09-c0a05aec82f1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:57.579012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.593488 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-bb9d9f6e-7bfb-4c56-ab85-88c9fb64e126 service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089036 Mar 03 05:46:57.609121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8988ea6e-bbc1-4f00-9a09-c0a05aec82f1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:57.610183 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8988ea6e-bbc1-4f00-9a09-c0a05aec82f1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4293020 Mar 03 05:46:57.621317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54180) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:57.652645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:46:57.663504 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6e47ff-5c81-41cd-b8ad-2c198b7757c7 None None] Sync routers for ids ['71fd0a37-c578-4847-8a13-e371760d43c7'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:46:57.674545 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6e47ff-5c81-41cd-b8ad-2c198b7757c7 None None] Routers {'71fd0a37-c578-4847-8a13-e371760d43c7'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:57.675158 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-eb6e47ff-5c81-41cd-b8ad-2c198b7757c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['71fd0a37-c578-4847-8a13-e371760d43c7'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:57.692490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:46:57.718524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.753252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:57.762527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:57.765447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event updated for resources: {'Port': ['ID=3d1597c7-e867-457b-b9b0-c7d16a13835a,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:57.767124 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-eb6e47ff-5c81-41cd-b8ad-2c198b7757c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:57.767572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:57.777813 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6e47ff-5c81-41cd-b8ad-2c198b7757c7 None None] Routers {'71fd0a37-c578-4847-8a13-e371760d43c7'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:46:57.778809 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-eb6e47ff-5c81-41cd-b8ad-2c198b7757c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['71fd0a37-c578-4847-8a13-e371760d43c7'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:57.807299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d39e1-d28f-457e-849b-35d8e60c3583 req-f9b8c219-db06-4ed6-b08f-78b506a19317 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:57.808860 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c79d39e1-d28f-457e-849b-35d8e60c3583 req-f9b8c219-db06-4ed6-b08f-78b506a19317 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 943 time: 0.4652178 Mar 03 05:46:57.812091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Network bb6385cd-f8d3-4354-a745-05bace4fd639 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:46:57.817097 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.818189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:57.819305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.823866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:46:57.830873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.858015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe7d321-6c24-4bde-8f59-24e4f21e792e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet f22c29c0-01d3-4338-b3d3-cb258aa16f47 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:46:57.864303 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-eb6e47ff-5c81-41cd-b8ad-2c198b7757c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:46:57.865722 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6e47ff-5c81-41cd-b8ad-2c198b7757c7 None None] The sync data for ids ['71fd0a37-c578-4847-8a13-e371760d43c7'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:46:57.906965 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-abe7d321-6c24-4bde-8f59-24e4f21e792e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:57.999062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:46:58.000397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:58.001157 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:58.017091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event updated for resources: {'Port': ['ID=2ba15de0-4ffb-4997-8f17-b857ad5f2d8a,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:58.044436 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69f25c47-3330-41fe-8565-52a10472b6e6 req-3caa79fd-1a7a-4233-836a-b223d5ef8791 service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363148 Mar 03 05:46:58.046518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:58.046862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:58.047200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:58.047533 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:58.047890 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:58.048272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:58.048600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:58.048928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:58.049286 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:58.049604 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:58.049926 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:58.050244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:58.053894 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4589219 Mar 03 05:46:58.055805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54186) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:58.065787 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:58.066455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:58.073622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Request body: {'network': {'project_id': '9bc7cd1e3b7b44859d85b71b3f2783b0'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:58.077448 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee69d11-3a77-4f71-893e-1bf9343aead3 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Pushing event updated for resources: {'Network': ['ID=d0699a3c-c5ae-45dd-b6db-7439c133329a,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:58.083144 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-65221a00-e259-4b4a-a777-2b5aaedb835c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9641106 Mar 03 05:46:58.084090 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54190) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:58.089733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:58.094276 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-abe7d321-6c24-4bde-8f59-24e4f21e792e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:58.094578 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a96db058-d4dd-4751-8b47-b8e2c41dcf0e tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 10.6703160 Mar 03 05:46:58.100540 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network d0699a3c-c5ae-45dd-b6db-7439c133329a details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:58.128417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Usage tracker for resource:network and tenant:9bc7cd1e3b7b44859d85b71b3f2783b0 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:58.131382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54194) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:58.137937 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c79d39e1-d28f-457e-849b-35d8e60c3583 req-715c1555-8019-42b7-b47b-b62c4b2284c5 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3154087 Mar 03 05:46:58.146710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:58.153207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aec073-f2a8-4057-b317-eb1c5e3fa5d9 req-8923c406-7523-4777-a7bc-ab8fad4d1134 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:58.160823 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-95aec073-f2a8-4057-b317-eb1c5e3fa5d9 req-8923c406-7523-4777-a7bc-ab8fad4d1134 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 943 time: 0.7065721 Mar 03 05:46:58.194995 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4741f98a-09a2-4fd9-af47-82de51c61f68 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5680950 Mar 03 05:46:58.200071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54198) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:58.212522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-bd7799db-5497-4b4b-be1b-79b45a617059 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:74:0a:89'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:58.250290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:58.286409 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-95aec073-f2a8-4057-b317-eb1c5e3fa5d9 req-507a4f3e-6c62-4bc3-908a-cee44f10ca2c tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244714 Mar 03 05:46:58.310880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2cee657f-19e3-4c2a-b2fd-3083a9181578 None None] Provisioning for port 3d1597c7-e867-457b-b9b0-c7d16a13835a completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:46:58.318893 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7641d37-6204-425d-8c25-db18b81b6186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:58.319560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f7641d37-6204-425d-8c25-db18b81b6186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Synchronizing usage tracker for tenant:239175541b5f46c896635799d06eeb5e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:46:58.322042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Made reservation on behalf of 9bc7cd1e3b7b44859d85b71b3f2783b0 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:58.325318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:58.333720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2cee657f-19e3-4c2a-b2fd-3083a9181578 None None] Provisioning complete for port 3d1597c7-e867-457b-b9b0-c7d16a13835a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:46:58.334137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-abe7d321-6c24-4bde-8f59-24e4f21e792e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:58.334284 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2cee657f-19e3-4c2a-b2fd-3083a9181578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:58.349785 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3935d8ee-dce9-44a2-bde2-f738c9ce41bf tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] 10.222.0.20 "GET /v2.0/floatingips/5d6c467c-08d4-49bb-bdcc-db47c9ebc365 HTTP/1.1" status: 200 len: 984 time: 0.2129145 Mar 03 05:46:58.354706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54202) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:58.418118 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2cee657f-19e3-4c2a-b2fd-3083a9181578 None None] Port 3d1597c7-e867-457b-b9b0-c7d16a13835a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:46:58.444063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:46:58.454676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f7641d37-6204-425d-8c25-db18b81b6186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Unset dirty status for tenant:239175541b5f46c896635799d06eeb5e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:46:58.455854 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f7641d37-6204-425d-8c25-db18b81b6186 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "GET /v2.0/ports/2ba15de0-4ffb-4997-8f17-b857ad5f2d8a HTTP/1.1" status: 200 len: 959 time: 0.3679280 Mar 03 05:46:58.459638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54206) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:58.475649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:58.476012 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Added segment 049dec2c-b5c8-4374-bad2-6307db10464a of type vlan for network 30fd981b-740d-48c4-b848-6ccff4403080 Mar 03 05:46:58.533531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68768850-cf1d-4cc9-8c9e-b669e2cb724d req-bd0cb68b-129c-41c0-9186-54538b3c28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:58.534996 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-68768850-cf1d-4cc9-8c9e-b669e2cb724d req-bd0cb68b-129c-41c0-9186-54538b3c28a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b48212c453e4049a0f406125c5ca8be&device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 1096 time: 0.4081602 Mar 03 05:46:58.547708 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2fe59933-56e2-4c9a-b7e6-b09e776c6b6b tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2907 time: 0.1886404 Mar 03 05:46:58.555135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54210) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:58.605411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:58.665227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-d2893cec-93b3-4f5d-beff-ea6eb00b820c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Deleting port 2ba15de0-4ffb-4997-8f17-b857ad5f2d8a {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:58.665561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d2893cec-93b3-4f5d-beff-ea6eb00b820c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:58.680198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-abe7d321-6c24-4bde-8f59-24e4f21e792e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:58.742576 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7d321-6c24-4bde-8f59-24e4f21e792e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=f22c29c0-01d3-4338-b3d3-cb258aa16f47,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:58.744530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-abe7d321-6c24-4bde-8f59-24e4f21e792e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:58.758770 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f28fa7-554b-45db-b062-a86fc137a372 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:46:58.794427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:58.795382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:58.796025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:58.849442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da28f1-4e19-40a1-a61e-2d797c7e6bb8 req-18e7371f-dbf2-4670-a40a-492e20b55702 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:58.850937 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-20da28f1-4e19-40a1-a61e-2d797c7e6bb8 req-18e7371f-dbf2-4670-a40a-492e20b55702 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 943 time: 0.4389482 Mar 03 05:46:58.851812 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68768850-cf1d-4cc9-8c9e-b669e2cb724d req-ba8c27bb-ba67-4820-8927-0abfa8ff690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:58.853235 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-68768850-cf1d-4cc9-8c9e-b669e2cb724d req-ba8c27bb-ba67-4820-8927-0abfa8ff690b service neutron] 10.222.0.23 "GET /v2.0/networks?id=331b4cde-bf4b-4bc0-811f-6811cf8e6483 HTTP/1.1" status: 200 len: 913 time: 0.3114488 Mar 03 05:46:58.884106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device c814a8fa-6c37-486e-8fb2-b4c97c32b487 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 05:46:58.906044 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-abe7d321-6c24-4bde-8f59-24e4f21e792e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/f22c29c0-01d3-4338-b3d3-cb258aa16f47 HTTP/1.1" status: 204 len: 168 time: 1.2714517 Mar 03 05:46:58.914869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54214) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:58.982768 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9237506 Mar 03 05:46:59.007196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54218) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:59.010724 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-68768850-cf1d-4cc9-8c9e-b669e2cb724d req-68f448c9-a7df-4c55-8d1d-bfff61eb7922 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9 HTTP/1.1" status: 200 len: 217 time: 0.1413548 Mar 03 05:46:59.020053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d75a8ed5-8478-48d2-8a82-a5baf67de365 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Request body: {'network': {'project_id': '9bc7cd1e3b7b44859d85b71b3f2783b0'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:59.021557 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fb4ac06f-740d-44a0-a8f6-4cf93c248e14 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033232 Mar 03 05:46:59.025674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54222) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:59.028703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e004b1-07b2-42c6-90bc-6b7ac1b5d364 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Pushing event updated for resources: {'Network': ['ID=30fd981b-740d-48c4-b848-6ccff4403080,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:59.031961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d75a8ed5-8478-48d2-8a82-a5baf67de365 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:59.034927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-9da17513-cb10-4c44-a4e5-e02ccb3dabca tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Deleting port 90b859c1-edf5-41b9-a304-cdf739da1521 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:59.035272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9da17513-cb10-4c44-a4e5-e02ccb3dabca tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:59.054741 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 30fd981b-740d-48c4-b848-6ccff4403080 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:46:59.062758 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bd7799db-5497-4b4b-be1b-79b45a617059 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:59.085348 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-20da28f1-4e19-40a1-a61e-2d797c7e6bb8 req-eae3e850-ad16-4170-b983-994b0c45f597 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098479 Mar 03 05:46:59.110737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:46:59.130286 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d75a8ed5-8478-48d2-8a82-a5baf67de365 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Usage tracker for resource:network and tenant:9bc7cd1e3b7b44859d85b71b3f2783b0 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:59.137236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d75a8ed5-8478-48d2-8a82-a5baf67de365 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:59.176905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d75a8ed5-8478-48d2-8a82-a5baf67de365 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:59.186626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port c814a8fa-6c37-486e-8fb2-b4c97c32b487, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c814a8fa-6c37-486e-8fb2-b4c97c32b487,segment=NetworkSegment(cf84d456-a468-4942-b6ff-7a762bf685c3),segment_id=cf84d456-a468-4942-b6ff-7a762bf685c3)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:59.189806 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75a8ed5-8478-48d2-8a82-a5baf67de365 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 03 05:46:59.190281 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d75a8ed5-8478-48d2-8a82-a5baf67de365 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:46:59.191410 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d75a8ed5-8478-48d2-8a82-a5baf67de365 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1830971 Mar 03 05:46:59.193388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d2893cec-93b3-4f5d-beff-ea6eb00b820c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:59.226014 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'port_id': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487', 'mac_address': 'fa:16:3e:f0:16:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 05:46:59.253512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54228) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:59.300521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:59.343620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68768850-cf1d-4cc9-8c9e-b669e2cb724d req-94baaafa-7d4d-436d-8edb-622e29b797c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:59.344040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c814a8fa-6c37-486e-8fb2-b4c97c32b487 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:46:59.345207 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-68768850-cf1d-4cc9-8c9e-b669e2cb724d req-94baaafa-7d4d-436d-8edb-622e29b797c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95f19597-877f-493e-a52a-b03389550958 HTTP/1.1" status: 200 len: 851 time: 0.3201952 Mar 03 05:46:59.389785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port c814a8fa-6c37-486e-8fb2-b4c97c32b487, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c814a8fa-6c37-486e-8fb2-b4c97c32b487,segment=NetworkSegment(cf84d456-a468-4942-b6ff-7a762bf685c3),segment_id=cf84d456-a468-4942-b6ff-7a762bf685c3)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:59.398002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:59.448776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af158199-ba0e-40e3-b375-fddcfb9b184c None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:46:59.465126 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-af158199-ba0e-40e3-b375-fddcfb9b184c None None] Deleting port 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:46:59.465126 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-af158199-ba0e-40e3-b375-fddcfb9b184c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:59.516374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9da17513-cb10-4c44-a4e5-e02ccb3dabca tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:59.516588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9da17513-cb10-4c44-a4e5-e02ccb3dabca tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:59.540297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=c814a8fa-6c37-486e-8fb2-b4c97c32b487,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:59.577752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:59.577752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:59.577752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:59.578126 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:59.578467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:59.578861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:59.579248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:59.579636 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:59.580061 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:59.580441 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:59.580827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:59.581212 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:46:59.584007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-d2893cec-93b3-4f5d-beff-ea6eb00b820c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Calling delete_port for 2ba15de0-4ffb-4997-8f17-b857ad5f2d8a owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:59.642068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:46:59.660519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:46:59.664160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:46:59.681549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:46:59.697166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-9da17513-cb10-4c44-a4e5-e02ccb3dabca tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Calling delete_port for 90b859c1-edf5-41b9-a304-cdf739da1521 owned by network:floatingip {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:59.710991 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4b8d2627-6504-4bb3-b606-dd219640794a tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bc7cd1e3b7b44859d85b71b3f2783b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548764 Mar 03 05:46:59.714478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54234) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:46:59.726522 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-af158199-ba0e-40e3-b375-fddcfb9b184c None None] For port 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:46:59.726907 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-af158199-ba0e-40e3-b375-fddcfb9b184c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:59.731312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:46:59.734906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:59.782937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d2893cec-93b3-4f5d-beff-ea6eb00b820c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:59.834679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a896366-1eaa-4c52-9a9f-6a30a58fc351 req-1de39e24-bbbd-4861-8f24-eeb2a729b24e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:59.836149 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8a896366-1eaa-4c52-9a9f-6a30a58fc351 req-1de39e24-bbbd-4861-8f24-eeb2a729b24e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 943 time: 0.4775467 Mar 03 05:46:59.853059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['c814a8fa-6c37-486e-8fb2-b4c97c32b487'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 05:46:59.882348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-af158199-ba0e-40e3-b375-fddcfb9b184c None None] Calling delete_port for 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:46:59.913096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2893cec-93b3-4f5d-beff-ea6eb00b820c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ba15de0-4ffb-4997-8f17-b857ad5f2d8a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:46:59.927813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68768850-cf1d-4cc9-8c9e-b669e2cb724d req-3a26557b-ba45-42c3-a8cc-04434a6da04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:59.928695 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-68768850-cf1d-4cc9-8c9e-b669e2cb724d req-3a26557b-ba45-42c3-a8cc-04434a6da04c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331b4cde-bf4b-4bc0-811f-6811cf8e6483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4941397 Mar 03 05:46:59.930728 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bd7799db-5497-4b4b-be1b-79b45a617059 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:59.947824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731efd5-e3d7-469a-8cb9-282a06ff4a04 req-fbc61f5b-7423-48e2-8bc1-d2fb056f1b14 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:46:59.949494 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b731efd5-e3d7-469a-8cb9-282a06ff4a04 req-fbc61f5b-7423-48e2-8bc1-d2fb056f1b14 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 944 time: 0.4152176 Mar 03 05:46:59.962340 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8a896366-1eaa-4c52-9a9f-6a30a58fc351 req-d2868fba-35e0-4be0-a0ac-47ad8f953a24 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124187 Mar 03 05:46:59.963658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bd7799db-5497-4b4b-be1b-79b45a617059 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:46:59.974132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d2893cec-93b3-4f5d-beff-ea6eb00b820c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.002287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8aba1201-9c35-40df-9325-b34ae0643c39 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.047731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-af158199-ba0e-40e3-b375-fddcfb9b184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.080303 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d2893cec-93b3-4f5d-beff-ea6eb00b820c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2ba15de0-4ffb-4997-8f17-b857ad5f2d8a HTTP/1.1" status: 204 len: 168 time: 1.6146641 Mar 03 05:47:00.081671 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54238) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:00.104653 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af158199-ba0e-40e3-b375-fddcfb9b184c None None] Pushing event deleted for resources: {'Port': ['ID=8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:00.140976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8aba1201-9c35-40df-9325-b34ae0643c39 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.148215 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af158199-ba0e-40e3-b375-fddcfb9b184c None None] No DVR routers for this DVR port 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:47:00.152421 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe67760-01a6-4120-9b0a-e25deb8411d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] GET failed (client error): The resource could not be found. Mar 03 05:47:00.152969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9fe67760-01a6-4120-9b0a-e25deb8411d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Synchronizing usage tracker for tenant:239175541b5f46c896635799d06eeb5e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:00.206867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7799db-5497-4b4b-be1b-79b45a617059 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event updated for resources: {'Port': ['ID=3d1597c7-e867-457b-b9b0-c7d16a13835a,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:00.212929 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-68768850-cf1d-4cc9-8c9e-b669e2cb724d req-839d99d1-f2dd-46c5-9260-0a91957e6fb4 service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754788 Mar 03 05:47:00.226145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.230827 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b731efd5-e3d7-469a-8cb9-282a06ff4a04 req-eb75426a-44f3-49dd-9970-b3a87e6fb07d tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585957 Mar 03 05:47:00.254846 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-bd7799db-5497-4b4b-be1b-79b45a617059 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] In _notify_port_updated(), no bound segment for port 3d1597c7-e867-457b-b9b0-c7d16a13835a on network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 {{(pid=87792) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:47:00.267283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7799db-5497-4b4b-be1b-79b45a617059 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:00.268612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bd7799db-5497-4b4b-be1b-79b45a617059 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.275164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54244) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:00.276278 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bd7799db-5497-4b4b-be1b-79b45a617059 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "PUT /v2.0/ports/3d1597c7-e867-457b-b9b0-c7d16a13835a HTTP/1.1" status: 200 len: 993 time: 2.0727110 Mar 03 05:47:00.278114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9da17513-cb10-4c44-a4e5-e02ccb3dabca tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.289199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9fe67760-01a6-4120-9b0a-e25deb8411d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Unset dirty status for tenant:239175541b5f46c896635799d06eeb5e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:00.290340 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9fe67760-01a6-4120-9b0a-e25deb8411d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "GET /v2.0/ports/2ba15de0-4ffb-4997-8f17-b857ad5f2d8a HTTP/1.1" status: 404 len: 333 time: 0.2018509 Mar 03 05:47:00.322490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54248) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:00.343319 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Request body: {'port': {'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-831509222'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:00.399430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:00.407095 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da17513-cb10-4c44-a4e5-e02ccb3dabca tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event deleted for resources: {'Port': ['ID=90b859c1-edf5-41b9-a304-cdf739da1521,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:00.454146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:00.470489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f41f22e4-7a07-4c9e-a473-88400c2a2cc0 None None] Provisioning complete for port 3d1597c7-e867-457b-b9b0-c7d16a13835a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:00.471071 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f41f22e4-7a07-4c9e-a473-88400c2a2cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.484843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8aba1201-9c35-40df-9325-b34ae0643c39 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.489785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9da17513-cb10-4c44-a4e5-e02ccb3dabca tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.490170 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-9da17513-cb10-4c44-a4e5-e02ccb3dabca tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Floating IP 5d6c467c-08d4-49bb-bdcc-db47c9ebc365 disassociated (deleted). External IP: 172.26.3.226, port: f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7. Mar 03 05:47:00.509214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-685e16f2-cf6e-4811-bf45-d059f03ab4e3 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Deleting port 3d1597c7-e867-457b-b9b0-c7d16a13835a {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:00.509556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-685e16f2-cf6e-4811-bf45-d059f03ab4e3 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.526769 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f41f22e4-7a07-4c9e-a473-88400c2a2cc0 None None] Port 3d1597c7-e867-457b-b9b0-c7d16a13835a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:00.564694 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba1201-9c35-40df-9325-b34ae0643c39 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f755e0-22b6-4a1f-b4df-7d2006cc373b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:00.579867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e155a6e-bb3e-43ff-a5d4-510e4c1ecfa3 req-006843fa-df87-4881-9fc1-4bc0fc81359a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:00.580934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Made reservation on behalf of 239175541b5f46c896635799d06eeb5e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:00.583201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.586742 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2e155a6e-bb3e-43ff-a5d4-510e4c1ecfa3 req-006843fa-df87-4881-9fc1-4bc0fc81359a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 943 time: 0.2970076 Mar 03 05:47:00.626922 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-68768850-cf1d-4cc9-8c9e-b669e2cb724d req-d10834a3-1672-4054-9855-132c0a8046d2 service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065676 Mar 03 05:47:00.677258 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] device_id is not set on port b0c47435-6944-4bfb-8a04-47b5f1e08993 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:00.698804 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2e155a6e-bb3e-43ff-a5d4-510e4c1ecfa3 req-caa7748d-e35d-4db0-9493-a8df033368ce tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112194 Mar 03 05:47:00.712236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8aba1201-9c35-40df-9325-b34ae0643c39 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.715814 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8aba1201-9c35-40df-9325-b34ae0643c39 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/51f755e0-22b6-4a1f-b4df-7d2006cc373b HTTP/1.1" status: 204 len: 168 time: 0.9977925 Mar 03 05:47:00.716075 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54252) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:00.798396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:00.867346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 826e9bd1-5c53-4770-a508-37a9a2fc28f9 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 05:47:00.869634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:47:00.896480 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device c814a8fa-6c37-486e-8fb2-b4c97c32b487 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:00.949518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:47:00.949863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8a89b2c5-26e4-4544-ac6c-0f29eb36d1a1 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:47:00.980909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:00.988014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:00.999339 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e776b36-54af-4483-be97-24ae044819fb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.007080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=a5ddad86-46c9-4ea0-90b2-324c3964f215,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:01.022906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:01.023717 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.112045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-685e16f2-cf6e-4811-bf45-d059f03ab4e3 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.130579 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9585a6fb-5c3a-4f44-9965-d48f99898834 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:01.141416 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b2316d0e-883e-4ad5-9ffd-901027101c65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1107528 Mar 03 05:47:01.142583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54258) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:01.178250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 826e9bd1-5c53-4770-a508-37a9a2fc28f9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9,segment=NetworkSegment(46ad05fc-48cb-4646-a06a-35cad9ab2437),segment_id=46ad05fc-48cb-4646-a06a-35cad9ab2437)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:01.205292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'fixed_ips': [{'subnet_id': 'a5ddad86-46c9-4ea0-90b2-324c3964f215', 'ip_address': '2001:db8::5c52:2dbf:7c8b:4bb3'}], 'name': 'tempest-NetworksTestDHCPv6-1688544739'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:01.262956 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da17513-cb10-4c44-a4e5-e02ccb3dabca tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Router 71fd0a37-c578-4847-8a13-e371760d43c7 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:47:01.276078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e776b36-54af-4483-be97-24ae044819fb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.312378 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '826e9bd1-5c53-4770-a508-37a9a2fc28f9', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'port_id': '826e9bd1-5c53-4770-a508-37a9a2fc28f9', 'mac_address': 'fa:16:3e:17:4d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95f19597-877f-493e-a52a-b03389550958', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 05:47:01.394882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-7e776b36-54af-4483-be97-24ae044819fb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fd981b-740d-48c4-b848-6ccff4403080']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:01.399450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-685e16f2-cf6e-4811-bf45-d059f03ab4e3 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Calling delete_port for 3d1597c7-e867-457b-b9b0-c7d16a13835a owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:01.433528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.435456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port c814a8fa-6c37-486e-8fb2-b4c97c32b487 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:01.448158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port c814a8fa-6c37-486e-8fb2-b4c97c32b487 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:01.448360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.465911 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-7e776b36-54af-4483-be97-24ae044819fb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049dec2c-b5c8-4374-bad2-6307db10464a') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:01.466203 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-7e776b36-54af-4483-be97-24ae044819fb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049dec2c-b5c8-4374-bad2-6307db10464a') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:01.491116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e776b36-54af-4483-be97-24ae044819fb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.537292 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.566715 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': 'a5ddad86-46c9-4ea0-90b2-324c3964f215'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:47:01.567847 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.589736 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826e9bd1-5c53-4770-a508-37a9a2fc28f9 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:47:01.596914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca8641-ca25-4273-bc8a-2940d0995f36 req-d0b065e0-db0d-43e5-aab9-80e8149fcfa3 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:01.600246 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e3ca8641-ca25-4273-bc8a-2940d0995f36 req-d0b065e0-db0d-43e5-aab9-80e8149fcfa3 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 943 time: 0.4742517 Mar 03 05:47:01.602428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e776b36-54af-4483-be97-24ae044819fb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.629279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.635667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:01.644992 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e776b36-54af-4483-be97-24ae044819fb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:47:01.645325 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e776b36-54af-4483-be97-24ae044819fb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.653122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 826e9bd1-5c53-4770-a508-37a9a2fc28f9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9,segment=NetworkSegment(46ad05fc-48cb-4646-a06a-35cad9ab2437),segment_id=46ad05fc-48cb-4646-a06a-35cad9ab2437)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:47:01.666553 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:47:01.687388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:01.696709 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:01.706876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.707652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 4197c9ec-9297-48c8-8cec-091a20a3bfc4 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 05:47:01.711018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:01.729412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Network bb6385cd-f8d3-4354-a745-05bace4fd639 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:01.736227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:01.750354 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:01.751298 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:01.751930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.760828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:01.773237 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e3ca8641-ca25-4273-bc8a-2940d0995f36 req-0e6ebd37-eefb-47a7-af95-9e3a8f1a8f7c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570542 Mar 03 05:47:01.787235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event updated for resources: {'Port': ['ID=b0c47435-6944-4bfb-8a04-47b5f1e08993,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:01.791283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ab5c4-eb19-4373-92f5-1be58be62cb2 req-d1a66ba7-dc4c-4b11-9580-166e00dc6ce7 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:01.793037 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6c4ab5c4-eb19-4373-92f5-1be58be62cb2 req-d1a66ba7-dc4c-4b11-9580-166e00dc6ce7 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 944 time: 0.4004221 Mar 03 05:47:01.795151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da17513-cb10-4c44-a4e5-e02ccb3dabca tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:01.830883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-685e16f2-cf6e-4811-bf45-d059f03ab4e3 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.838403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e776b36-54af-4483-be97-24ae044819fb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.847574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb983a4a-d980-4f7c-bba5-14664651b339 None None] Sync routers for ids ['71fd0a37-c578-4847-8a13-e371760d43c7'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:01.874292 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e776b36-54af-4483-be97-24ae044819fb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.881905 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7e776b36-54af-4483-be97-24ae044819fb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] 10.222.0.20 "DELETE /v2.0/networks/30fd981b-740d-48c4-b848-6ccff4403080 HTTP/1.1" status: 204 len: 168 time: 1.1648569 Mar 03 05:47:01.887612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54266) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:01.893198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e776b36-54af-4483-be97-24ae044819fb tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Pushing event deleted for resources: {'Network': ['ID=30fd981b-740d-48c4-b848-6ccff4403080,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:01.914623 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6c4ab5c4-eb19-4373-92f5-1be58be62cb2 req-73f88e29-598d-4ff7-aaf9-7e5f71949667 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126246 Mar 03 05:47:01.916345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9da17513-cb10-4c44-a4e5-e02ccb3dabca tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.925735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:01.953505 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6ed364a0-313a-4c8e-929c-ba2a30e62493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6197472 Mar 03 05:47:01.953709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54270) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:01.971476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e16f2-cf6e-4811-bf45-d059f03ab4e3 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event deleted for resources: {'Port': ['ID=3d1597c7-e867-457b-b9b0-c7d16a13835a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:01.974628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:02.002100 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=826e9bd1-5c53-4770-a508-37a9a2fc28f9,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:02.044058 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb983a4a-d980-4f7c-bba5-14664651b339 None None] Routers {'71fd0a37-c578-4847-8a13-e371760d43c7'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:02.047299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cb983a4a-d980-4f7c-bba5-14664651b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['71fd0a37-c578-4847-8a13-e371760d43c7'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:02.060655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:02.150670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 534d75b9-8300-491a-9279-08542952542a yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:02.156228 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9da17513-cb10-4c44-a4e5-e02ccb3dabca tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "DELETE /v2.0/floatingips/5d6c467c-08d4-49bb-bdcc-db47c9ebc365 HTTP/1.1" status: 204 len: 168 time: 3.6000755 Mar 03 05:47:02.168687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54274) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:02.185834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:02.198635 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cb983a4a-d980-4f7c-bba5-14664651b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:02.200534 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:02.201121 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0f3c5-1f5d-4622-be84-06a2a02434aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:47:02.241276 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfba16d-ed45-43c1-bb4b-874107ae62d4 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:02.250411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Usage tracker for resource:floatingip and tenant:a00980f9d7674d86ad5a8078bb6ad57e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:02.256398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:02.269017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:02.295379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port c814a8fa-6c37-486e-8fb2-b4c97c32b487, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c814a8fa-6c37-486e-8fb2-b4c97c32b487,segment=NetworkSegment(cf84d456-a468-4942-b6ff-7a762bf685c3),segment_id=cf84d456-a468-4942-b6ff-7a762bf685c3)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:02.299302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb983a4a-d980-4f7c-bba5-14664651b339 None None] Routers {'71fd0a37-c578-4847-8a13-e371760d43c7'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:02.300027 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cb983a4a-d980-4f7c-bba5-14664651b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['71fd0a37-c578-4847-8a13-e371760d43c7'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:02.309455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:02.318006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-685e16f2-cf6e-4811-bf45-d059f03ab4e3 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:02.338193 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-685e16f2-cf6e-4811-bf45-d059f03ab4e3 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "DELETE /v2.0/ports/3d1597c7-e867-457b-b9b0-c7d16a13835a HTTP/1.1" status: 204 len: 168 time: 2.0550838 Mar 03 05:47:02.341441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54282) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:02.392413 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbadc631-e93d-44fe-b9f9-ba0fee6b3822 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] GET failed (client error): The resource could not be found. Mar 03 05:47:02.392644 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bbadc631-e93d-44fe-b9f9-ba0fee6b3822 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Synchronizing usage tracker for tenant:5f0c6a4f752048fca15fa29ace411fde on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:02.419709 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bbadc631-e93d-44fe-b9f9-ba0fee6b3822 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Unset dirty status for tenant:5f0c6a4f752048fca15fa29ace411fde on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:02.421645 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bbadc631-e93d-44fe-b9f9-ba0fee6b3822 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "GET /v2.0/ports/3d1597c7-e867-457b-b9b0-c7d16a13835a HTTP/1.1" status: 404 len: 333 time: 0.0791991 Mar 03 05:47:02.425616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54286) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:02.433367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Allocated IP 2001:db8::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/a5ddad86-46c9-4ea0-90b2-324c3964f215/e7a1c985-94dc-4430-a8c3-1acc80560d54) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:02.433914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Request body: {'port': {'network_id': '97ad83ae-a956-4f6b-a4cf-4e8e68626698', 'name': 'tempest-AllowedAddressPairTestJSON-1647666360'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:02.465962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:02.508605 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cb983a4a-d980-4f7c-bba5-14664651b339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:02.509005 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb983a4a-d980-4f7c-bba5-14664651b339 None None] The sync data for ids ['71fd0a37-c578-4847-8a13-e371760d43c7'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:02.601610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:02.615160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:02.628156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Made reservation on behalf of 5f0c6a4f752048fca15fa29ace411fde for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:02.633144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:02.657495 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0f3c5-1f5d-4622-be84-06a2a02434aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487', 'code': 200} Mar 03 05:47:02.658862 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 4197c9ec-9297-48c8-8cec-091a20a3bfc4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4197c9ec-9297-48c8-8cec-091a20a3bfc4,segment=NetworkSegment(1671a4b1-dfde-4c69-82dc-094f7952330a),segment_id=1671a4b1-dfde-4c69-82dc-094f7952330a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:02.666538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] device_id is not set on port 08f807d1-5682-4f05-b634-f001271d44e4 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:02.683864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=c814a8fa-6c37-486e-8fb2-b4c97c32b487,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:02.695145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '4197c9ec-9297-48c8-8cec-091a20a3bfc4', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'port_id': '4197c9ec-9297-48c8-8cec-091a20a3bfc4', 'mac_address': 'fa:16:3e:c1:9f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 05:47:02.725332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:02.763249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:47:02.781627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:02.787196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f0bf2-c384-4496-b024-3a806ca9f112 req-747c4ee2-fd83-4bac-9e6f-183fdbc2a6ab tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:02.790008 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-112f0bf2-c384-4496-b024-3a806ca9f112 req-747c4ee2-fd83-4bac-9e6f-183fdbc2a6ab tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 944 time: 0.7797225 Mar 03 05:47:02.841246 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4197c9ec-9297-48c8-8cec-091a20a3bfc4 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:47:02.856976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 4197c9ec-9297-48c8-8cec-091a20a3bfc4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4197c9ec-9297-48c8-8cec-091a20a3bfc4,segment=NetworkSegment(1671a4b1-dfde-4c69-82dc-094f7952330a),segment_id=1671a4b1-dfde-4c69-82dc-094f7952330a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:02.869282 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:02.927925 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:02.949987 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Transition to ACTIVE for port object e7a1c985-94dc-4430-a8c3-1acc80560d54 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:02.953728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Allocated IP 172.20.0.8 (97ad83ae-a956-4f6b-a4cf-4e8e68626698/8dce458a-1c45-4f20-9083-6ead457795f8/08f807d1-5682-4f05-b634-f001271d44e4) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:02.965323 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=4197c9ec-9297-48c8-8cec-091a20a3bfc4,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:02.978858 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Transition to ACTIVE for port object e7a1c985-94dc-4430-a8c3-1acc80560d54 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:02.979660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ca384-c3ed-4849-89d0-14e35584a0e2 req-4e7d7660-516f-40ae-9b02-264b4b67045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:02.981179 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0e7ca384-c3ed-4849-89d0-14e35584a0e2 req-4e7d7660-516f-40ae-9b02-264b4b67045f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 1098 time: 0.1253603 Mar 03 05:47:02.986586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.000677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfba16d-ed45-43c1-bb4b-874107ae62d4 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.049420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] device_id is not set on port b0c47435-6944-4bfb-8a04-47b5f1e08993 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:03.066882 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0e7ca384-c3ed-4849-89d0-14e35584a0e2 req-25ebf071-d53c-4e27-8e55-ec6f5bf2ed54 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.067416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.074145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-acfba16d-ed45-43c1-bb4b-874107ae62d4 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0699a3c-c5ae-45dd-b6db-7439c133329a']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:03.096598 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-112f0bf2-c384-4496-b024-3a806ca9f112 req-00478a55-4344-45ba-8a58-e8b9dabacfbf tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750919 Mar 03 05:47:03.103269 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-0e7ca384-c3ed-4849-89d0-14e35584a0e2 req-25ebf071-d53c-4e27-8e55-ec6f5bf2ed54 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:03.109417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:03.113014 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:03.115727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:03.132617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-0e7ca384-c3ed-4849-89d0-14e35584a0e2 req-25ebf071-d53c-4e27-8e55-ec6f5bf2ed54 service neutron] Usage tracker for resource:security_group_rule and tenant:742023a4a3764dbcb024391de13188ff is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:03.149975 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-0e7ca384-c3ed-4849-89d0-14e35584a0e2 req-25ebf071-d53c-4e27-8e55-ec6f5bf2ed54 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:03.162084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-acfba16d-ed45-43c1-bb4b-874107ae62d4 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f90a020-3989-43a9-82bd-a4e4f9e78717') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:03.162445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-acfba16d-ed45-43c1-bb4b-874107ae62d4 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f90a020-3989-43a9-82bd-a4e4f9e78717') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:03.165970 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-0e7ca384-c3ed-4849-89d0-14e35584a0e2 req-25ebf071-d53c-4e27-8e55-ec6f5bf2ed54 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:03.171501 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Pushing event updated for resources: {'Port': ['ID=e7a1c985-94dc-4430-a8c3-1acc80560d54,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:03.172214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::5c52:2dbf:7c8b:4bb3 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/a5ddad86-46c9-4ea0-90b2-324c3964f215/534d75b9-8300-491a-9279-08542952542a) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:03.177207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Transition to ACTIVE for port object b0c47435-6944-4bfb-8a04-47b5f1e08993 will not be triggered until provisioned by entity L2. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:03.182404 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfba16d-ed45-43c1-bb4b-874107ae62d4 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.205289 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.218797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['4197c9ec-9297-48c8-8cec-091a20a3bfc4'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 05:47:03.245353 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['826e9bd1-5c53-4770-a508-37a9a2fc28f9'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 05:47:03.250692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfba16d-ed45-43c1-bb4b-874107ae62d4 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.276532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfba16d-ed45-43c1-bb4b-874107ae62d4 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:47:03.277205 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfba16d-ed45-43c1-bb4b-874107ae62d4 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:47:03.299760 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:47:03.385744 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Attempting to bind port e7a1c985-94dc-4430-a8c3-1acc80560d54 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:03.386345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Attempting to bind port e7a1c985-94dc-4430-a8c3-1acc80560d54 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:03.386852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Attempting to bind port e7a1c985-94dc-4430-a8c3-1acc80560d54 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:03.412014 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:47:03.412783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:03.413707 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.414303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:47:03.414975 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Bound port: e7a1c985-94dc-4430-a8c3-1acc80560d54, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:47:03.415791 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.458897 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.511586 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d4726-dcc8-4d22-b84d-149b239d3cea req-5e153adc-a0e0-429e-bfe9-3d152480bd2f tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:03.513088 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a09d4726-dcc8-4d22-b84d-149b239d3cea req-5e153adc-a0e0-429e-bfe9-3d152480bd2f tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 944 time: 0.5574002 Mar 03 05:47:03.513712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event updated for resources: {'Port': ['ID=b0c47435-6944-4bfb-8a04-47b5f1e08993,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:03.542131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Transition to ACTIVE for port object 08f807d1-5682-4f05-b634-f001271d44e4 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:03.560129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:03.560469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:03.560811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:03.567876 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfba16d-ed45-43c1-bb4b-874107ae62d4 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.593930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfba16d-ed45-43c1-bb4b-874107ae62d4 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.606722 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:03.606722 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:47:03.614590 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 2 to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 Mar 03 05:47:03.629955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfba16d-ed45-43c1-bb4b-874107ae62d4 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] Pushing event deleted for resources: {'Network': ['ID=d0699a3c-c5ae-45dd-b6db-7439c133329a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:03.632145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.636224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] For port e7a1c985-94dc-4430-a8c3-1acc80560d54, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:03.638029 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.653077 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-acfba16d-ed45-43c1-bb4b-874107ae62d4 tempest-QuotasNegativeTest-1311064969 tempest-QuotasNegativeTest-1311064969-project-admin] 10.222.0.20 "DELETE /v2.0/networks/d0699a3c-c5ae-45dd-b6db-7439c133329a HTTP/1.1" status: 204 len: 168 time: 1.7590482 Mar 03 05:47:03.654630 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.658937 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a09d4726-dcc8-4d22-b84d-149b239d3cea req-84415e8f-7acf-4d2a-9570-284863c0255e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284187 Mar 03 05:47:03.692344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] For port e7a1c985-94dc-4430-a8c3-1acc80560d54, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e7a1c985-94dc-4430-a8c3-1acc80560d54,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:47:03.694197 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:03.694559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:03.695036 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:03.712006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.716385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7d21a-6410-4169-a2e2-2e6d5d1d3ede req-a1246cbe-e862-46bf-b69f-c14c4ee5664e tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:03.718468 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dfb7d21a-6410-4169-a2e2-2e6d5d1d3ede req-a1246cbe-e862-46bf-b69f-c14c4ee5664e tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 945 time: 0.4009547 Mar 03 05:47:03.724255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:03.724589 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:47:03.735480 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 3 to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 Mar 03 05:47:03.736942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event updated for resources: {'Port': ['ID=08f807d1-5682-4f05-b634-f001271d44e4,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:03.747424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 534d75b9-8300-491a-9279-08542952542a will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:03.779164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:03.784333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:03.794540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:03.798734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:03.799091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:03.799432 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:03.821353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:03.821576 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:47:03.829010 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 4 to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 Mar 03 05:47:03.838196 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dfb7d21a-6410-4169-a2e2-2e6d5d1d3ede req-9b9eb9e4-8164-44b3-bf48-127598e70e34 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850086 Mar 03 05:47:03.859986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0e7ca384-c3ed-4849-89d0-14e35584a0e2 req-25ebf071-d53c-4e27-8e55-ec6f5bf2ed54 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.873904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0e7ca384-c3ed-4849-89d0-14e35584a0e2 req-25ebf071-d53c-4e27-8e55-ec6f5bf2ed54 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.883533 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427482d-77c3-4a9c-9084-50b565cc2750 None None] Pushing event updated for resources: {'Port': ['ID=e7a1c985-94dc-4430-a8c3-1acc80560d54,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:03.911341 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:03.911707 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:03.912408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:03.915504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:03.925516 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0e7ca384-c3ed-4849-89d0-14e35584a0e2 req-25ebf071-d53c-4e27-8e55-ec6f5bf2ed54 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9353151 Mar 03 05:47:03.928487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:03.928823 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:47:03.930968 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 5 to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 Mar 03 05:47:03.967322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:03.968447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:03.968955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:03.971885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Allocated IP 172.26.3.233 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/d3f5c886-70c2-49a7-aca4-9b45888a1011) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:03.982184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:03.982498 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:47:04.030939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:04.031604 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:04.039355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:04.039551 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 6 to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 Mar 03 05:47:04.050904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:04.064126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:04.064707 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:04.065045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:04.066410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebf071-d53c-4e27-8e55-ec6f5bf2ed54 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d53def-b2a7-4cb3-937c-7401f0bd7c93,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:04.073513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:04.073896 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:47:04.076359 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 7 to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 Mar 03 05:47:04.079727 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:04.085323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:04.086001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:04.126285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=534d75b9-8300-491a-9279-08542952542a,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:04.137492 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c5975ba8-9e9f-4f41-9fc7-e7b9ece7a600 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7110336 Mar 03 05:47:04.140792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54304) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:04.147078 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-73e9d09b-692c-4aeb-b34c-f73852170f26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.0014775 Mar 03 05:47:04.149641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-65d9f6a3-6ff9-4608-8d12-ac43eb1a00ba tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:74:0a:89'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:04.190913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a3a4a77f-356e-47f9-9154-ee95f2c5e723 None None] Provisioning for port 08f807d1-5682-4f05-b634-f001271d44e4 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:04.203297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a3a4a77f-356e-47f9-9154-ee95f2c5e723 None None] Provisioning complete for port 08f807d1-5682-4f05-b634-f001271d44e4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:04.203936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a3a4a77f-356e-47f9-9154-ee95f2c5e723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:04.263340 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54308) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:04.267192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:04.296054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:04.296653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:04.296749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:04.302408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:04.346455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a3a4a77f-356e-47f9-9154-ee95f2c5e723 None None] Port 08f807d1-5682-4f05-b634-f001271d44e4 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:04.362902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:04.363564 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:47:04.376662 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 8 to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 Mar 03 05:47:04.451675 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:04.454727 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:04.454999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:04.455339 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:04.466175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:04.469345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:04.489372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54314) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:04.512601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:04.512932 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:47:04.521738 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 9 to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 Mar 03 05:47:04.526906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ed1a56-3821-4eb4-86c9-bf08471b7eac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:04.529986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f5c886-70c2-49a7-aca4-9b45888a1011,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:04.532914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ed1a56-3821-4eb4-86c9-bf08471b7eac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:04.533693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e2ed1a56-3821-4eb4-86c9-bf08471b7eac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:04.549495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:04.549831 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:04.550163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:04.563221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:04.563552 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:47:04.566307 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.plugins.ml2.plugin [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempt 10 to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 Mar 03 05:47:04.591339 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:04.591721 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] {{(pid=87792) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:04.592111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempting to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:04.596044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e2ed1a56-3821-4eb4-86c9-bf08471b7eac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:04.598039 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e2ed1a56-3821-4eb4-86c9-bf08471b7eac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3261442 Mar 03 05:47:04.608259 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54320) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:04.617024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65d9f6a3-6ff9-4608-8d12-ac43eb1a00ba tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:04.643224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87792) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:04.643556 dv-neutron-831582-1-hyperv neutron-server[87792]: ERROR neutron.plugins.ml2.managers [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Failed to bind port b0c47435-6944-4bfb-8a04-47b5f1e08993 on host hv-neutron-8315 for vnic_type normal using segments [{'id': 'a84fcf68-f67e-4c26-ba58-9fd435a88c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bb6385cd-f8d3-4354-a745-05bace4fd639'}] Mar 03 05:47:04.643958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:04.649475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-53453a03-1c5e-4595-af58-ae55f008d52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:04.706492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-53453a03-1c5e-4595-af58-ae55f008d52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:04.714394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-53453a03-1c5e-4595-af58-ae55f008d52f admin admin] Usage tracker for resource:security_group_rule and tenant:3cd397a4f8fb4cbc9904b45d3fcf5f6f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:04.719521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-53453a03-1c5e-4595-af58-ae55f008d52f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:04.734256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-53453a03-1c5e-4595-af58-ae55f008d52f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:04.780934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b241a7-7130-4a5b-b646-4d594596d85e req-e4e9f894-a2a9-4e2c-8af8-f0e2ce7bd9be tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:04.782470 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-91b241a7-7130-4a5b-b646-4d594596d85e req-e4e9f894-a2a9-4e2c-8af8-f0e2ce7bd9be tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 944 time: 0.3960807 Mar 03 05:47:04.865984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:04.875564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 826e9bd1-5c53-4770-a508-37a9a2fc28f9 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:04.969162 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e7a1c985-94dc-4430-a8c3-1acc80560d54 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:04.997855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-53453a03-1c5e-4595-af58-ae55f008d52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.004031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e6cb2-8fbc-47c3-85e6-44ba4229ad36 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 534d75b9-8300-491a-9279-08542952542a {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:05.004375 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6cb2-8fbc-47c3-85e6-44ba4229ad36 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.018589 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65d9f6a3-6ff9-4608-8d12-ac43eb1a00ba tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.021922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-53453a03-1c5e-4595-af58-ae55f008d52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.039745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65d9f6a3-6ff9-4608-8d12-ac43eb1a00ba tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.053814 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-91b241a7-7130-4a5b-b646-4d594596d85e req-e3aca4b3-9ac9-4ccf-9327-249800cd6e6d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339635 Mar 03 05:47:05.054278 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 826e9bd1-5c53-4770-a508-37a9a2fc28f9 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:05.061870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 826e9bd1-5c53-4770-a508-37a9a2fc28f9 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:05.062366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.143600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port e7a1c985-94dc-4430-a8c3-1acc80560d54 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:05.144397 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] For port b0c47435-6944-4bfb-8a04-47b5f1e08993, host hv-neutron-8315, cleared binding levels {{(pid=87792) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:05.144780 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attempted to set empty binding levels {{(pid=87792) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 05:47:05.156906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.256302 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-53453a03-1c5e-4595-af58-ae55f008d52f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cd397a4f8fb4cbc9904b45d3fcf5f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7645252 Mar 03 05:47:05.261554 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54328) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:05.271640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53453a03-1c5e-4595-af58-ae55f008d52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9afea7-d829-4041-b428-c375c30941af,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:05.281435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.309839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.312416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9f6a3-6ff9-4608-8d12-ac43eb1a00ba tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event updated for resources: {'Port': ['ID=08f807d1-5682-4f05-b634-f001271d44e4,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:05.333250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-62fa69f3-5781-4917-967b-d8356e2b0679 None None] Provisioning for port e7a1c985-94dc-4430-a8c3-1acc80560d54 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:05.344218 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-65d9f6a3-6ff9-4608-8d12-ac43eb1a00ba tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] In _notify_port_updated(), no bound segment for port 08f807d1-5682-4f05-b634-f001271d44e4 on network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:47:05.348581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-62fa69f3-5781-4917-967b-d8356e2b0679 None None] Provisioning complete for port e7a1c985-94dc-4430-a8c3-1acc80560d54 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:05.349165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-62fa69f3-5781-4917-967b-d8356e2b0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.349821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9f6a3-6ff9-4608-8d12-ac43eb1a00ba tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:05.350458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65d9f6a3-6ff9-4608-8d12-ac43eb1a00ba tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.351759 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-65d9f6a3-6ff9-4608-8d12-ac43eb1a00ba tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "PUT /v2.0/ports/08f807d1-5682-4f05-b634-f001271d44e4 HTTP/1.1" status: 200 len: 996 time: 1.2094412 Mar 03 05:47:05.355002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54332) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:05.423468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 826e9bd1-5c53-4770-a508-37a9a2fc28f9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9,segment=NetworkSegment(46ad05fc-48cb-4646-a06a-35cad9ab2437),segment_id=46ad05fc-48cb-4646-a06a-35cad9ab2437)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:05.423879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] In _notify_port_updated(), no bound segment for port b0c47435-6944-4bfb-8a04-47b5f1e08993 on network bb6385cd-f8d3-4354-a745-05bace4fd639 {{(pid=87792) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:47:05.424959 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:05.425893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.430473 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "PUT /v2.0/ports/b0c47435-6944-4bfb-8a04-47b5f1e08993 HTTP/1.1" status: 200 len: 980 time: 3.4772367 Mar 03 05:47:05.431591 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c1adf6-1945-4ec3-b883-b3b995212194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826e9bd1-5c53-4770-a508-37a9a2fc28f9'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:47:05.471697 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.473055 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 4197c9ec-9297-48c8-8cec-091a20a3bfc4 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:05.481490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54336) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:05.489386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-88576b87-77a4-4c5c-9ef4-36e243f9a2fc tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Deleting port 08f807d1-5682-4f05-b634-f001271d44e4 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:05.489865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-88576b87-77a4-4c5c-9ef4-36e243f9a2fc tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.540571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbacea-c4e9-4316-a832-d35d54bef11b req-100ebfc6-c9e2-4a20-ad09-42b287d8d22b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:05.547906 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-77cbacea-c4e9-4316-a832-d35d54bef11b req-100ebfc6-c9e2-4a20-ad09-42b287d8d22b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 944 time: 0.7290125 Mar 03 05:47:05.593828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3f6384ce-7537-4e29-92fd-5fa121b8531f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.647194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3f6384ce-7537-4e29-92fd-5fa121b8531f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.676013 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=826e9bd1-5c53-4770-a508-37a9a2fc28f9,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:05.698089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 4197c9ec-9297-48c8-8cec-091a20a3bfc4 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:05.709812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 4197c9ec-9297-48c8-8cec-091a20a3bfc4 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:05.710359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.731078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398743c6-6dcf-41a5-9eef-6520e1a72072 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event updated for resources: {'Port': ['ID=b0c47435-6944-4bfb-8a04-47b5f1e08993,revision_number=3']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:05.738368 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-62fa69f3-5781-4917-967b-d8356e2b0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.756400 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-77cbacea-c4e9-4316-a832-d35d54bef11b req-0afba8bd-fcc0-4512-9c87-0e4b94c9f083 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075517 Mar 03 05:47:05.800502 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-62fa69f3-5781-4917-967b-d8356e2b0679 None None] For port e7a1c985-94dc-4430-a8c3-1acc80560d54, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e7a1c985-94dc-4430-a8c3-1acc80560d54,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:05.824877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6cb2-8fbc-47c3-85e6-44ba4229ad36 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.869106 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c1adf6-1945-4ec3-b883-b3b995212194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826e9bd1-5c53-4770-a508-37a9a2fc28f9', 'code': 200} Mar 03 05:47:05.869820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.881127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-62fa69f3-5781-4917-967b-d8356e2b0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.933137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-dbb9f6ec-c9b1-4039-8cf1-f93336dbda94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Deleting port b0c47435-6944-4bfb-8a04-47b5f1e08993 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:05.933762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f6ec-c9b1-4039-8cf1-f93336dbda94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.968048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-88576b87-77a4-4c5c-9ef4-36e243f9a2fc tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:05.968711 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 4197c9ec-9297-48c8-8cec-091a20a3bfc4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4197c9ec-9297-48c8-8cec-091a20a3bfc4,segment=NetworkSegment(1671a4b1-dfde-4c69-82dc-094f7952330a),segment_id=1671a4b1-dfde-4c69-82dc-094f7952330a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:05.974565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa69f3-5781-4917-967b-d8356e2b0679 None None] Pushing event updated for resources: {'Port': ['ID=e7a1c985-94dc-4430-a8c3-1acc80560d54,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:05.977765 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:06.056549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7560a0df-c389-427f-8b7a-515457eb5496 None None] Provisioning for port 534d75b9-8300-491a-9279-08542952542a completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:06.066683 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7560a0df-c389-427f-8b7a-515457eb5496 None None] Provisioning complete for port 534d75b9-8300-491a-9279-08542952542a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:06.067186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7560a0df-c389-427f-8b7a-515457eb5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:06.109094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e6cb2-8fbc-47c3-85e6-44ba4229ad36 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 534d75b9-8300-491a-9279-08542952542a owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:06.127418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=4197c9ec-9297-48c8-8cec-091a20a3bfc4,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:06.168079 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7560a0df-c389-427f-8b7a-515457eb5496 None None] Port 534d75b9-8300-491a-9279-08542952542a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:06.179298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7560a0df-c389-427f-8b7a-515457eb5496 None None] Provisioning complete for port 08f807d1-5682-4f05-b634-f001271d44e4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:06.179838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7560a0df-c389-427f-8b7a-515457eb5496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:06.180523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a2dac-ae81-48b4-bffc-24c661538041 req-41e9d269-ce94-4a3f-8938-715c3efc4679 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:06.189061 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2a8a2dac-ae81-48b4-bffc-24c661538041 req-41e9d269-ce94-4a3f-8938-715c3efc4679 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 945 time: 0.8889782 Mar 03 05:47:06.238313 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7560a0df-c389-427f-8b7a-515457eb5496 None None] Port 08f807d1-5682-4f05-b634-f001271d44e4 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:06.271828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-88576b87-77a4-4c5c-9ef4-36e243f9a2fc tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Calling delete_port for 08f807d1-5682-4f05-b634-f001271d44e4 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:06.312261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3f6384ce-7537-4e29-92fd-5fa121b8531f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:06.340335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6384ce-7537-4e29-92fd-5fa121b8531f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9afea7-d829-4041-b428-c375c30941af,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:06.360131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3f6384ce-7537-4e29-92fd-5fa121b8531f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:06.364657 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3f6384ce-7537-4e29-92fd-5fa121b8531f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3e9afea7-d829-4041-b428-c375c30941af HTTP/1.1" status: 204 len: 168 time: 1.0913284 Mar 03 05:47:06.392348 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2a8a2dac-ae81-48b4-bffc-24c661538041 req-f9ce74ba-ce17-4be9-add6-12cbf502fb7d tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023191 Mar 03 05:47:06.458933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49935e3-5b77-4865-bd9c-5f327da73f8a req-bdf8fea3-4874-466b-be2f-b9661e154c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:06.460467 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f49935e3-5b77-4865-bd9c-5f327da73f8a req-bdf8fea3-4874-466b-be2f-b9661e154c29 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 1098 time: 0.2249999 Mar 03 05:47:06.525070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-f49935e3-5b77-4865-bd9c-5f327da73f8a req-825ef34c-a704-43c4-99e4-3c874b992c6f service neutron] Synchronizing usage tracker for tenant:742023a4a3764dbcb024391de13188ff on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:06.547856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-88576b87-77a4-4c5c-9ef4-36e243f9a2fc tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:06.573777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:06.598846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-f49935e3-5b77-4865-bd9c-5f327da73f8a req-825ef34c-a704-43c4-99e4-3c874b992c6f service neutron] Unset dirty status for tenant:742023a4a3764dbcb024391de13188ff on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:06.599993 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f49935e3-5b77-4865-bd9c-5f327da73f8a req-825ef34c-a704-43c4-99e4-3c874b992c6f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275766 Mar 03 05:47:06.600635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:06.602306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88576b87-77a4-4c5c-9ef4-36e243f9a2fc tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event deleted for resources: {'Port': ['ID=08f807d1-5682-4f05-b634-f001271d44e4,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:06.615311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-dbb9f6ec-c9b1-4039-8cf1-f93336dbda94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] For port b0c47435-6944-4bfb-8a04-47b5f1e08993, host hv-neutron-8315, got binding levels [] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:06.615676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f6ec-c9b1-4039-8cf1-f93336dbda94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:06.714588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54348) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:06.738984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37952a63-91e6-42d7-842d-4c9f4be4d828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:06.755701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-88576b87-77a4-4c5c-9ef4-36e243f9a2fc tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:06.761945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-37952a63-91e6-42d7-842d-4c9f4be4d828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:06.769707 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-37952a63-91e6-42d7-842d-4c9f4be4d828 admin admin] Usage tracker for resource:security_group_rule and tenant:d21bc6d659f1480d90bca8b6d6ab98ce is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:06.773902 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-88576b87-77a4-4c5c-9ef4-36e243f9a2fc tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "DELETE /v2.0/ports/08f807d1-5682-4f05-b634-f001271d44e4 HTTP/1.1" status: 204 len: 168 time: 1.4179602 Mar 03 05:47:06.774898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-37952a63-91e6-42d7-842d-4c9f4be4d828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:06.777571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54352) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:06.833178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-37952a63-91e6-42d7-842d-4c9f4be4d828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:06.844065 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75178d1-bfae-44c2-ac6b-08d951da8d99 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] GET failed (client error): The resource could not be found. Mar 03 05:47:06.844603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a75178d1-bfae-44c2-ac6b-08d951da8d99 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Synchronizing usage tracker for tenant:5f0c6a4f752048fca15fa29ace411fde on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:06.879431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a75178d1-bfae-44c2-ac6b-08d951da8d99 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Unset dirty status for tenant:5f0c6a4f752048fca15fa29ace411fde on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:06.880556 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a75178d1-bfae-44c2-ac6b-08d951da8d99 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "GET /v2.0/ports/08f807d1-5682-4f05-b634-f001271d44e4 HTTP/1.1" status: 404 len: 333 time: 0.1020792 Mar 03 05:47:06.884237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54358) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:06.891564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Request body: {'port': {'network_id': '97ad83ae-a956-4f6b-a4cf-4e8e68626698', 'name': 'tempest-AllowedAddressPairTestJSON-406107364'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:06.924387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e7a1c985-94dc-4430-a8c3-1acc80560d54 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:06.937920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6cb2-8fbc-47c3-85e6-44ba4229ad36 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:06.948242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-dbb9f6ec-c9b1-4039-8cf1-f93336dbda94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Calling delete_port for b0c47435-6944-4bfb-8a04-47b5f1e08993 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:07.029631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5050c43-14b7-45cf-91fb-c6e69c39f503 req-208a5286-db20-4d4a-9591-9722506f3305 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:07.037205 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f5050c43-14b7-45cf-91fb-c6e69c39f503 req-208a5286-db20-4d4a-9591-9722506f3305 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.7987370 Mar 03 05:47:07.040854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e7a1c985-94dc-4430-a8c3-1acc80560d54 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:07.041465 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.093424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:07.097177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37952a63-91e6-42d7-842d-4c9f4be4d828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.106147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:07.114002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37952a63-91e6-42d7-842d-4c9f4be4d828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.157114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Made reservation on behalf of 5f0c6a4f752048fca15fa29ace411fde for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:07.160955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.203043 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-37952a63-91e6-42d7-842d-4c9f4be4d828 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d21bc6d659f1480d90bca8b6d6ab98ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872799 Mar 03 05:47:07.204622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Pushing event updated for resources: {'Port': ['ID=d3f5c886-70c2-49a7-aca4-9b45888a1011,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:07.210099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54362) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:07.210770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37952a63-91e6-42d7-842d-4c9f4be4d828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aa1565-bf1b-4749-bdd4-54b9aba34361,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:07.226410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] device_id is not set on port 0f7ab6f1-0c5f-49db-9866-c414117f196e yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:07.285071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c4e6cb2-8fbc-47c3-85e6-44ba4229ad36 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.291640 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f5050c43-14b7-45cf-91fb-c6e69c39f503 req-4774a2bb-73de-4423-ba9b-84cf33867436 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534900 Mar 03 05:47:07.330703 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:47:07.356003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e6cb2-8fbc-47c3-85e6-44ba4229ad36 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=534d75b9-8300-491a-9279-08542952542a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:07.367542 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9c4e6cb2-8fbc-47c3-85e6-44ba4229ad36 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/534d75b9-8300-491a-9279-08542952542a HTTP/1.1" status: 204 len: 168 time: 2.7581537 Mar 03 05:47:07.368975 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.373415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54366) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:07.413467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f6ec-c9b1-4039-8cf1-f93336dbda94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.469790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97c85308-5982-4760-b077-f02b5ee54ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.492759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Allocated IP 172.20.0.5 (97ad83ae-a956-4f6b-a4cf-4e8e68626698/8dce458a-1c45-4f20-9083-6ead457795f8/0f7ab6f1-0c5f-49db-9866-c414117f196e) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:07.502533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb9f6ec-c9b1-4039-8cf1-f93336dbda94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0c47435-6944-4bfb-8a04-47b5f1e08993,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:07.518905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97c85308-5982-4760-b077-f02b5ee54ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.519201 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0feccb-c0de-4183-a543-4e154f7fa617 req-b4af7e97-1e6f-49c1-b315-481d283e2f91 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:07.520775 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-da0feccb-c0de-4183-a543-4e154f7fa617 req-b4af7e97-1e6f-49c1-b315-481d283e2f91 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 945 time: 0.5435681 Mar 03 05:47:07.528821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dbb9f6ec-c9b1-4039-8cf1-f93336dbda94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.531206 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-dbb9f6ec-c9b1-4039-8cf1-f93336dbda94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "DELETE /v2.0/ports/b0c47435-6944-4bfb-8a04-47b5f1e08993 HTTP/1.1" status: 204 len: 168 time: 2.0333543 Mar 03 05:47:07.535930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54372) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:07.587761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.588974 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-11b85fbe-17eb-4ce3-a6e0-c397e4627854 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4071891 Mar 03 05:47:07.599907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54376) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:07.613105 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70bb53e-2940-419a-8898-b02b7bbf4a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] GET failed (client error): The resource could not be found. Mar 03 05:47:07.613632 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c70bb53e-2940-419a-8898-b02b7bbf4a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Synchronizing usage tracker for tenant:239175541b5f46c896635799d06eeb5e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:07.621305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a3f49c-9e68-4c28-90cb-09d5fbd5a1c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:07.622804 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a3f49c-9e68-4c28-90cb-09d5fbd5a1c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:07.623544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b8a3f49c-9e68-4c28-90cb-09d5fbd5a1c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:07.653778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c70bb53e-2940-419a-8898-b02b7bbf4a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] Unset dirty status for tenant:239175541b5f46c896635799d06eeb5e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:07.655791 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c70bb53e-2940-419a-8898-b02b7bbf4a4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954417605-project-admin] 10.222.0.20 "GET /v2.0/ports/b0c47435-6944-4bfb-8a04-47b5f1e08993 HTTP/1.1" status: 404 len: 333 time: 0.1182237 Mar 03 05:47:07.659104 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54382) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:07.678509 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-da0feccb-c0de-4183-a543-4e154f7fa617 req-277219cf-71a1-4de6-9bb3-57ef017b8edc tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128614 Mar 03 05:47:07.716741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b8a3f49c-9e68-4c28-90cb-09d5fbd5a1c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:07.721570 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b8a3f49c-9e68-4c28-90cb-09d5fbd5a1c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3453701 Mar 03 05:47:07.729474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54386) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:07.782594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97c85308-5982-4760-b077-f02b5ee54ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.812841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c85308-5982-4760-b077-f02b5ee54ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aa1565-bf1b-4749-bdd4-54b9aba34361,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:07.852737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97c85308-5982-4760-b077-f02b5ee54ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.857105 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-97c85308-5982-4760-b077-f02b5ee54ceb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/92aa1565-bf1b-4749-bdd4-54b9aba34361 HTTP/1.1" status: 204 len: 168 time: 0.6434035 Mar 03 05:47:07.870582 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63683063-a6b9-49cf-ae98-5477ed625603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4197c9ec-9297-48c8-8cec-091a20a3bfc4'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:47:07.906821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962603a2-e2b1-459c-a315-b380882d4add req-d4b4d8bb-09a0-4175-b0d0-c12320aba023 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:07.914173 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-962603a2-e2b1-459c-a315-b380882d4add req-d4b4d8bb-09a0-4175-b0d0-c12320aba023 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 945 time: 0.4071918 Mar 03 05:47:07.950847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:07.960678 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63683063-a6b9-49cf-ae98-5477ed625603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4197c9ec-9297-48c8-8cec-091a20a3bfc4', 'code': 200} Mar 03 05:47:07.966297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:07.977159 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Transition to ACTIVE for port object 0f7ab6f1-0c5f-49db-9866-c414117f196e will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:08.011712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:08.014807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:08.026972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Usage tracker for resource:floatingip and tenant:a8c8986635184eaaa0c73f9b7f0c1a9f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:08.056268 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:08.062321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-16922175-e801-445c-be0d-2bd7f83cf578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:08.072772 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-494122b1-edce-4d4b-a6f1-a8e2b51e80cf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet a5ddad86-46c9-4ea0-90b2-324c3964f215 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:47:08.080495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:08.082389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-494122b1-edce-4d4b-a6f1-a8e2b51e80cf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:08.109144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:08.112782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:08.130951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:08.163108 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-962603a2-e2b1-459c-a315-b380882d4add req-afc58592-07a0-4884-9f41-c4aac16c3334 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356582 Mar 03 05:47:08.204800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:08.243820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event updated for resources: {'Port': ['ID=0f7ab6f1-0c5f-49db-9866-c414117f196e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:08.246215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-494122b1-edce-4d4b-a6f1-a8e2b51e80cf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:08.387844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:08.395631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:08.453961 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-db611702-a4bc-452a-84f6-6bcb3dea281e tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5687068 Mar 03 05:47:08.456468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54402) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:08.461869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Request body: {'port': {'network_id': '97ad83ae-a956-4f6b-a4cf-4e8e68626698', 'name': 'tempest-AllowedAddressPairTestJSON-1898456264'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:08.485081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-15094464-a7ce-4bce-9a0d-9c5dc858336c None None] Provisioning for port 0f7ab6f1-0c5f-49db-9866-c414117f196e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:08.489444 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-16922175-e801-445c-be0d-2bd7f83cf578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:08.493171 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-15094464-a7ce-4bce-9a0d-9c5dc858336c None None] Provisioning complete for port 0f7ab6f1-0c5f-49db-9866-c414117f196e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:08.493826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-15094464-a7ce-4bce-9a0d-9c5dc858336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:08.562429 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-15094464-a7ce-4bce-9a0d-9c5dc858336c None None] Port 0f7ab6f1-0c5f-49db-9866-c414117f196e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:08.623400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-16922175-e801-445c-be0d-2bd7f83cf578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6385cd-f8d3-4354-a745-05bace4fd639']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:08.657106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-16922175-e801-445c-be0d-2bd7f83cf578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84fcf68-f67e-4c26-ba58-9fd435a88c77') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:08.657398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-16922175-e801-445c-be0d-2bd7f83cf578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84fcf68-f67e-4c26-ba58-9fd435a88c77') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:08.708305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a08f12-65e9-498b-a883-08fd513d8e06 req-c10d3bed-f229-4cf4-b259-329fcc7b0c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:08.709934 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-72a08f12-65e9-498b-a883-08fd513d8e06 req-c10d3bed-f229-4cf4-b259-329fcc7b0c4a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 1098 time: 0.4131935 Mar 03 05:47:08.785902 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-72a08f12-65e9-498b-a883-08fd513d8e06 req-73de7103-a3bd-4a94-9083-17fb03cd7dd0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687239 Mar 03 05:47:08.787992 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-16922175-e801-445c-be0d-2bd7f83cf578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:08.791642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:08.796063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Usage tracker for resource:port and tenant:5f0c6a4f752048fca15fa29ace411fde is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:08.799158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:08.808082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:08.808777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-494122b1-edce-4d4b-a6f1-a8e2b51e80cf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:08.819825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Made reservation on behalf of 5f0c6a4f752048fca15fa29ace411fde for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:08.823733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:08.850767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] device_id is not set on port a382fca7-aaf7-4a10-b3d6-24c74ee6a494 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:08.863309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700671d-4d23-40bb-b954-09cfca36a87c req-0da6a239-0dd9-4964-9b31-8bf026fa67a8 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:08.865009 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1700671d-4d23-40bb-b954-09cfca36a87c req-0da6a239-0dd9-4964-9b31-8bf026fa67a8 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 945 time: 0.5236163 Mar 03 05:47:08.874692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-16922175-e801-445c-be0d-2bd7f83cf578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:08.880270 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54420) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:08.892598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16922175-e801-445c-be0d-2bd7f83cf578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:47:08.893002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-16922175-e801-445c-be0d-2bd7f83cf578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:08.911407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-411cce98-5b8b-47a2-af0d-fcf22b797704 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Request body: {'floatingip': {'port_id': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:47:08.968855 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:47:09.020064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Allocated IP 172.20.0.10 (97ad83ae-a956-4f6b-a4cf-4e8e68626698/8dce458a-1c45-4f20-9083-6ead457795f8/a382fca7-aaf7-4a10-b3d6-24c74ee6a494) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:09.136521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-411cce98-5b8b-47a2-af0d-fcf22b797704 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for floatingip, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:09.251848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:09.272871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Transition to ACTIVE for port object a382fca7-aaf7-4a10-b3d6-24c74ee6a494 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:09.277321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295806a-96d6-4c13-aaad-3dfd8ed59071 req-6e5fe7dc-8939-43bf-9c88-09e9e27ba807 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:09.278824 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b295806a-96d6-4c13-aaad-3dfd8ed59071 req-6e5fe7dc-8939-43bf-9c88-09e9e27ba807 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.7657242 Mar 03 05:47:09.287821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-16922175-e801-445c-be0d-2bd7f83cf578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:09.295312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-494122b1-edce-4d4b-a6f1-a8e2b51e80cf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:09.299596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:09.352569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-16922175-e801-445c-be0d-2bd7f83cf578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:09.367705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:09.370718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:09.373317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:09.400849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:09.402771 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16922175-e801-445c-be0d-2bd7f83cf578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] Pushing event deleted for resources: {'Network': ['ID=bb6385cd-f8d3-4354-a745-05bace4fd639,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:09.426876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d410f6ae-e683-4b1c-9416-1c897c4a3d68 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:09.442523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-494122b1-edce-4d4b-a6f1-a8e2b51e80cf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:09.448427 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494122b1-edce-4d4b-a6f1-a8e2b51e80cf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=a5ddad86-46c9-4ea0-90b2-324c3964f215,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:09.460043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event updated for resources: {'Port': ['ID=a382fca7-aaf7-4a10-b3d6-24c74ee6a494,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:09.488278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:09.489570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:09.522196 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-16922175-e801-445c-be0d-2bd7f83cf578 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257 tempest-PortsAdminExtendedAttrsIpV6TestJSON-421620257-project] 10.222.0.20 "DELETE /v2.0/networks/bb6385cd-f8d3-4354-a745-05bace4fd639 HTTP/1.1" status: 204 len: 168 time: 1.8620379 Mar 03 05:47:09.523286 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f5113fe7-3d7e-47c6-9363-2ed9200d6d49 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0650401 Mar 03 05:47:09.525153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54438) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:09.534305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-97760d7f-7ee8-4dd8-aca0-7f8a7df07599 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:74:0a:89'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:91:6d:71'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:09.601501 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b295806a-96d6-4c13-aaad-3dfd8ed59071 req-c53230e9-812b-408e-a81f-7eeadd4983e0 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073642 Mar 03 05:47:09.609571 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-494122b1-edce-4d4b-a6f1-a8e2b51e80cf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/a5ddad86-46c9-4ea0-90b2-324c3964f215 HTTP/1.1" status: 204 len: 168 time: 1.8649898 Mar 03 05:47:09.625431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54442) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:09.759074 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0d93d4f0-4cb6-4295-b925-bebe74d8c273 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265996 Mar 03 05:47:09.767699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54452) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:09.823263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1ab0273f-257a-4e3f-9f19-c43b1eae2fb8 None None] Provisioning for port a382fca7-aaf7-4a10-b3d6-24c74ee6a494 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:09.839534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1ab0273f-257a-4e3f-9f19-c43b1eae2fb8 None None] Provisioning complete for port a382fca7-aaf7-4a10-b3d6-24c74ee6a494 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:09.840159 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1ab0273f-257a-4e3f-9f19-c43b1eae2fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:09.901428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0273f-257a-4e3f-9f19-c43b1eae2fb8 None None] Port a382fca7-aaf7-4a10-b3d6-24c74ee6a494 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:09.918018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54456) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:09.973757 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91518d5a-b770-40d1-9d5b-eac8f41361b1 None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:47:09.978885 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-91518d5a-b770-40d1-9d5b-eac8f41361b1 None None] Deleting port e7a1c985-94dc-4430-a8c3-1acc80560d54 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:09.979542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-91518d5a-b770-40d1-9d5b-eac8f41361b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:10.083835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9202588a-5bd7-47ed-9004-2cd242fd1a8c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:10.085464 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9202588a-5bd7-47ed-9004-2cd242fd1a8c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3171661 Mar 03 05:47:10.095051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54464) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:10.188621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97760d7f-7ee8-4dd8-aca0-7f8a7df07599 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:10.234737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54468) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:10.269918 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29490a-f524-433f-bd2e-a5611a90f827 req-0b12320b-646c-4940-b4f6-b9d2594ece4d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:10.276767 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6b29490a-f524-433f-bd2e-a5611a90f827 req-0b12320b-646c-4940-b4f6-b9d2594ece4d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 945 time: 1.3069448 Mar 03 05:47:10.309074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dfb13b-1433-495f-9954-cf60eae23a65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:10.310365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b4dfb13b-1433-495f-9954-cf60eae23a65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:10.317412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-34426690'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:10.335028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:10.342672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Usage tracker for resource:network and tenant:5020c7045fb44a93845e15282cfc22b0 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:10.347765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:10.357483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-91518d5a-b770-40d1-9d5b-eac8f41361b1 None None] For port e7a1c985-94dc-4430-a8c3-1acc80560d54, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e7a1c985-94dc-4430-a8c3-1acc80560d54,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:10.358794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-91518d5a-b770-40d1-9d5b-eac8f41361b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:10.379905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:10.432944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b4dfb13b-1433-495f-9954-cf60eae23a65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:10.434201 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b4dfb13b-1433-495f-9954-cf60eae23a65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3381615 Mar 03 05:47:10.443681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54474) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:10.462403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Made reservation on behalf of 5020c7045fb44a93845e15282cfc22b0 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:10.465802 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:10.497018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-91518d5a-b770-40d1-9d5b-eac8f41361b1 None None] Calling delete_port for e7a1c985-94dc-4430-a8c3-1acc80560d54 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:10.528922 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6b29490a-f524-433f-bd2e-a5611a90f827 req-2b7b9376-14c8-4761-8b90-3dcc1f7669c3 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512875 Mar 03 05:47:10.556021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:10.583240 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-90fcb78a-cb55-4977-91b3-517fd9be83d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c3ac88cd11843a19b6b5a37d527d7c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469965 Mar 03 05:47:10.588901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54478) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:10.591725 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:10.598168 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-91518d5a-b770-40d1-9d5b-eac8f41361b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:10.611267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Usage tracker for resource:security_group_rule and tenant:5020c7045fb44a93845e15282cfc22b0 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:10.618869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:10.643527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:10.654524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91518d5a-b770-40d1-9d5b-eac8f41361b1 None None] Pushing event deleted for resources: {'Port': ['ID=e7a1c985-94dc-4430-a8c3-1acc80560d54,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:10.661308 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91518d5a-b770-40d1-9d5b-eac8f41361b1 None None] No DVR routers for this DVR port e7a1c985-94dc-4430-a8c3-1acc80560d54 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:47:10.670703 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-11e2fe7d-d123-404d-92ab-75cb81ee2c3c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2173831 Mar 03 05:47:10.679816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54482) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:10.691887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-47a8b569-18cd-4b1b-81a4-97d33191422a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:10.698208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Allocated IP 172.26.3.8 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/31721114-3845-4c3a-9c7a-58379d4a0be4) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:10.763146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4350873-c2da-40b9-be13-e366ebd08dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:10.796378 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca12c9-161c-4ca0-9fb8-fca358139a3e req-f5272869-5b11-426d-862f-16845dfaf84c tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:10.797829 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ffca12c9-161c-4ca0-9fb8-fca358139a3e req-f5272869-5b11-426d-862f-16845dfaf84c tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.5165820 Mar 03 05:47:10.808975 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54486) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:10.820901 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1463e1c7-9e9b-4918-9595-f59d55b7ba03 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Request body: {'floatingip': {'port_id': '826e9bd1-5c53-4770-a508-37a9a2fc28f9'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:10.831203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97760d7f-7ee8-4dd8-aca0-7f8a7df07599 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:10.853516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97760d7f-7ee8-4dd8-aca0-7f8a7df07599 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:10.876266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e7a1c985-94dc-4430-a8c3-1acc80560d54 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:47:10.914959 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: e7a1c985-94dc-4430-a8c3-1acc80560d54 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:47:10.915418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e7a1c985-94dc-4430-a8c3-1acc80560d54 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:47:10.961171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-411cce98-5b8b-47a2-af0d-fcf22b797704 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:47:11.017484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4350873-c2da-40b9-be13-e366ebd08dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.032100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1463e1c7-9e9b-4918-9595-f59d55b7ba03 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for floatingip, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.038809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-47a8b569-18cd-4b1b-81a4-97d33191422a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:11.134786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-47a8b569-18cd-4b1b-81a4-97d33191422a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:11.137600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97760d7f-7ee8-4dd8-aca0-7f8a7df07599 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event updated for resources: {'Port': ['ID=a382fca7-aaf7-4a10-b3d6-24c74ee6a494,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:11.180570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-97760d7f-7ee8-4dd8-aca0-7f8a7df07599 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] In _notify_port_updated(), no bound segment for port a382fca7-aaf7-4a10-b3d6-24c74ee6a494 on network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:47:11.186769 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97760d7f-7ee8-4dd8-aca0-7f8a7df07599 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:11.187435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97760d7f-7ee8-4dd8-aca0-7f8a7df07599 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.191420 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-97760d7f-7ee8-4dd8-aca0-7f8a7df07599 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "PUT /v2.0/ports/a382fca7-aaf7-4a10-b3d6-24c74ee6a494 HTTP/1.1" status: 200 len: 1057 time: 1.6625009 Mar 03 05:47:11.196029 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54490) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:11.199595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a8b569-18cd-4b1b-81a4-97d33191422a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:11.203166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-47a8b569-18cd-4b1b-81a4-97d33191422a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.210215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-411cce98-5b8b-47a2-af0d-fcf22b797704 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.225634 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.242904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.263454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-411cce98-5b8b-47a2-af0d-fcf22b797704 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.327935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4350873-c2da-40b9-be13-e366ebd08dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.338648 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5a4ab24b-dec5-4bcb-b5cf-0a0dff9a27fa None None] Provisioning complete for port a382fca7-aaf7-4a10-b3d6-24c74ee6a494 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:11.339356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab24b-dec5-4bcb-b5cf-0a0dff9a27fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.343676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:47:11.370401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdda0ff-bb96-43d7-a1c4-efd0c0e75210,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:11.376200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.376524 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Added segment 93dd583e-b263-4963-9e7b-f55f087a24fe of type vlan for network 09145da1-44b7-4c20-bf37-cba01a2a1916 Mar 03 05:47:11.387914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.400114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4350873-c2da-40b9-be13-e366ebd08dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77447a0b-4689-4043-90de-4b7306fccdbc,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:11.413409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4350873-c2da-40b9-be13-e366ebd08dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.415265 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c4350873-c2da-40b9-be13-e366ebd08dd4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77447a0b-4689-4043-90de-4b7306fccdbc HTTP/1.1" status: 204 len: 168 time: 0.8252110 Mar 03 05:47:11.431651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-357ba3b0-8254-4f66-869d-3eea7e502de9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Deleting port a382fca7-aaf7-4a10-b3d6-24c74ee6a494 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:11.431982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-357ba3b0-8254-4f66-869d-3eea7e502de9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.436763 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.475365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-5a4ab24b-dec5-4bcb-b5cf-0a0dff9a27fa None None] Port a382fca7-aaf7-4a10-b3d6-24c74ee6a494 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:11.525594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.531737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:11.532365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.618844 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6982319 Mar 03 05:47:11.670131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-47a8b569-18cd-4b1b-81a4-97d33191422a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.714886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a6afe-56ba-4228-9343-094d7c1cb68a tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Pushing event updated for resources: {'Network': ['ID=09145da1-44b7-4c20-bf37-cba01a2a1916,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:11.739303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 09145da1-44b7-4c20-bf37-cba01a2a1916 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:47:11.747198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a8b569-18cd-4b1b-81a4-97d33191422a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:11.750864 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-47a8b569-18cd-4b1b-81a4-97d33191422a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:11.755145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a8b569-18cd-4b1b-81a4-97d33191422a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:11.756694 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-47a8b569-18cd-4b1b-81a4-97d33191422a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:11.768814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8b569-18cd-4b1b-81a4-97d33191422a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=3593e6e0-2722-4ae9-88cf-7e96a225c7fb,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:11.782968 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-47a8b569-18cd-4b1b-81a4-97d33191422a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1014285 Mar 03 05:47:11.785685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54504) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:11.790140 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-411cce98-5b8b-47a2-af0d-fcf22b797704 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Floating IP 97843613-1a37-43c9-9897-d8c1be2a417d associated. External IP: 172.26.3.122, port: c814a8fa-6c37-486e-8fb2-b4c97c32b487. Mar 03 05:47:11.792577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'fixed_ips': [{'subnet_id': '3593e6e0-2722-4ae9-88cf-7e96a225c7fb', 'ip_address': '2001:db8::840:1895:43dd:6d43'}], 'name': 'tempest-NetworksTestDHCPv6-648306443'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:11.844325 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19abc65-0012-45a1-bc46-47c3e1f79efb None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:11.881822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54508) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:11.979190 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-542e93dd-c96c-43ea-8d7c-12a643aa6226 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=239175541b5f46c896635799d06eeb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0961852 Mar 03 05:47:12.004253 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:12.008300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:12.011163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:12.018334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:12.026600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54512) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:12.027160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54514) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:12.048871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Request body: {'port': {'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916', 'binding:host_id': 'hv-neutron-8315', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1635031965'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:12.052520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:12.162894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:12.164823 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '3593e6e0-2722-4ae9-88cf-7e96a225c7fb'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:47:12.165707 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.177451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Usage tracker for resource:port and tenant:a5a71f79618844eaa34f711c696f0ee0 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:12.189747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:12.214349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:12.226970 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.261332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Made reservation on behalf of a5a71f79618844eaa34f711c696f0ee0 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:12.264947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.267177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.278659 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 38a6ce0f-20dd-410a-9dae-f9bc0f2d9866 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:12.365968 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Allocated IP 2001:db8::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/3593e6e0-2722-4ae9-88cf-7e96a225c7fb/b186ed50-697a-4894-80bd-e870f1b9f65a) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:12.428811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:12.434731 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b63e178d-5df7-4ff9-a629-b39d8322b5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.436827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.462163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:12.469097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:12.480228 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Usage tracker for resource:security_group_rule and tenant:a5a71f79618844eaa34f711c696f0ee0 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:12.486064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:12.494129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b63e178d-5df7-4ff9-a629-b39d8322b5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.500634 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:12.531355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:12.573575 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Pushing event updated for resources: {'Port': ['ID=31721114-3845-4c3a-9c7a-58379d4a0be4,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:12.593566 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.593807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-357ba3b0-8254-4f66-869d-3eea7e502de9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.599959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b63e178d-5df7-4ff9-a629-b39d8322b5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.604610 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Transition to ACTIVE for port object b186ed50-697a-4894-80bd-e870f1b9f65a will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:12.625059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Transition to ACTIVE for port object b186ed50-697a-4894-80bd-e870f1b9f65a will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:12.631575 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.632428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e178d-5df7-4ff9-a629-b39d8322b5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf9aa7c-9552-42eb-95e3-26d43bb9fc10,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:12.698667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:12.701295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.702474 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:12.706483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:12.712255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.729609 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] device_id is not set on port 1b41abf4-23ca-405e-9387-429873082c85 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:12.758679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-357ba3b0-8254-4f66-869d-3eea7e502de9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Calling delete_port for a382fca7-aaf7-4a10-b3d6-24c74ee6a494 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:12.770386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b63e178d-5df7-4ff9-a629-b39d8322b5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.774047 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b63e178d-5df7-4ff9-a629-b39d8322b5a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddf9aa7c-9552-42eb-95e3-26d43bb9fc10 HTTP/1.1" status: 204 len: 168 time: 0.7435012 Mar 03 05:47:12.796319 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::840:1895:43dd:6d43 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/3593e6e0-2722-4ae9-88cf-7e96a225c7fb/38a6ce0f-20dd-410a-9dae-f9bc0f2d9866) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:12.803530 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Pushing event updated for resources: {'Port': ['ID=b186ed50-697a-4894-80bd-e870f1b9f65a,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:12.812377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Attempting to bind port b186ed50-697a-4894-80bd-e870f1b9f65a on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:12.813107 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Attempting to bind port b186ed50-697a-4894-80bd-e870f1b9f65a by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:12.813107 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Attempting to bind port b186ed50-697a-4894-80bd-e870f1b9f65a on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:12.818614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:47:12.818924 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:12.819345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.819755 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:47:12.820240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Bound port: b186ed50-697a-4894-80bd-e870f1b9f65a, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:47:12.820640 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:12.834404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8860cd57-1f35-4abd-a82d-98f05248695f,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:12.924418 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a861452-a520-4385-9713-77b4d9899608 req-e502080a-d23a-4c98-b7db-2217f0019c78 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:12.925928 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4a861452-a520-4385-9713-77b4d9899608 req-e502080a-d23a-4c98-b7db-2217f0019c78 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 945 time: 1.1508224 Mar 03 05:47:12.940008 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] For port b186ed50-697a-4894-80bd-e870f1b9f65a, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:12.943825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] For port b186ed50-697a-4894-80bd-e870f1b9f65a, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b186ed50-697a-4894-80bd-e870f1b9f65a,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:47:12.952500 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:13.017682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411cce98-5b8b-47a2-af0d-fcf22b797704 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Router 63ac5889-88e4-484b-830b-261ee7b4d175 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:47:13.042368 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c868a6-d3ba-4565-b85e-6aed8f45d5c6 None None] Pushing event updated for resources: {'Port': ['ID=b186ed50-697a-4894-80bd-e870f1b9f65a,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:13.151599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:13.155833 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4a861452-a520-4385-9713-77b4d9899608 req-19f25865-ca77-4100-b1c9-ccb5f59436f4 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168109 Mar 03 05:47:13.351845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1463e1c7-9e9b-4918-9595-f59d55b7ba03 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:13.383253 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1463e1c7-9e9b-4918-9595-f59d55b7ba03 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:13.435629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] device_id is not set on port 1b41abf4-23ca-405e-9387-429873082c85 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:13.447012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:13.456778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:13.477560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 38a6ce0f-20dd-410a-9dae-f9bc0f2d9866 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:13.479102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Transition to ACTIVE for port object 1b41abf4-23ca-405e-9387-429873082c85 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:13.495887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:13.593530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event updated for resources: {'Port': ['ID=1b41abf4-23ca-405e-9387-429873082c85,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:13.596072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:13.604571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:13.668794 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Checking segment: {'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:13.668794 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Network hostable DHCP agents. Network: 09145da1-44b7-4c20-bf37-cba01a2a1916, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:47:13.676015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:13.685322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:13.691892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:13.697571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:13.698227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:13.710375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=38a6ce0f-20dd-410a-9dae-f9bc0f2d9866,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:13.739728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Network 09145da1-44b7-4c20-bf37-cba01a2a1916 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:47:13.746012 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4f6e84e0-3619-4e53-9a67-6665bbd96102 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.9590294 Mar 03 05:47:13.749776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54540) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:13.757140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-63b13a1a-3bfd-4b6b-a477-c6e8a1ac7f17 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'fixed_ips': [{'subnet_id': '3593e6e0-2722-4ae9-88cf-7e96a225c7fb', 'ip_address': '2001:db8::840:1895:43dd:6d43'}], 'name': 'tempest-NetworksTestDHCPv6-165105379'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:13.776078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 09145da1-44b7-4c20-bf37-cba01a2a1916) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:13.780453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:13.787156 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394c846d-9a93-439e-97e5-141300dc80f0 None None] Network 09145da1-44b7-4c20-bf37-cba01a2a1916 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:13.876091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:13.876471 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:13.876758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:13.896211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:13.896542 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:13.899030 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 2 to bind port 1b41abf4-23ca-405e-9387-429873082c85 Mar 03 05:47:13.920273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:13.920642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:13.920979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:13.928862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:13.929200 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:13.931624 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 3 to bind port 1b41abf4-23ca-405e-9387-429873082c85 Mar 03 05:47:13.944293 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-357ba3b0-8254-4f66-869d-3eea7e502de9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:13.973678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:13.974024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:13.974343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:13.982714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:13.983569 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:13.986492 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 4 to bind port 1b41abf4-23ca-405e-9387-429873082c85 Mar 03 05:47:13.998625 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-63b13a1a-3bfd-4b6b-a477-c6e8a1ac7f17 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:14.010907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-63b13a1a-3bfd-4b6b-a477-c6e8a1ac7f17 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:14.022311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-63b13a1a-3bfd-4b6b-a477-c6e8a1ac7f17 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:14.026326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:14.026594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:14.026922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:14.034146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-63b13a1a-3bfd-4b6b-a477-c6e8a1ac7f17 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:14.036119 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:14.036451 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:14.037996 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 5 to bind port 1b41abf4-23ca-405e-9387-429873082c85 Mar 03 05:47:14.055869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:14.056230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:14.056530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:14.063207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:14.063526 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:14.064746 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 6 to bind port 1b41abf4-23ca-405e-9387-429873082c85 Mar 03 05:47:14.077543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b13a1a-3bfd-4b6b-a477-c6e8a1ac7f17 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:14.082349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-63b13a1a-3bfd-4b6b-a477-c6e8a1ac7f17 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:14.106704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:14.107038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:14.107374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:14.115618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:14.115973 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:14.117709 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 7 to bind port 1b41abf4-23ca-405e-9387-429873082c85 Mar 03 05:47:14.125024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-63b13a1a-3bfd-4b6b-a477-c6e8a1ac7f17 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 93c92285-37db-4e3e-b98d-1f169cadac01 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:14.129884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ba3b0-8254-4f66-869d-3eea7e502de9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event deleted for resources: {'Port': ['ID=a382fca7-aaf7-4a10-b3d6-24c74ee6a494,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:14.195368 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:14.195703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:14.196131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:14.203970 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:14.204294 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:14.207392 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 8 to bind port 1b41abf4-23ca-405e-9387-429873082c85 Mar 03 05:47:14.262055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:14.262385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:14.262733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:14.282051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:14.282350 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:14.285329 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 9 to bind port 1b41abf4-23ca-405e-9387-429873082c85 Mar 03 05:47:14.311826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:14.312215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:14.312451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:14.329225 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:14.329561 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:14.374885 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 10 to bind port 1b41abf4-23ca-405e-9387-429873082c85 Mar 03 05:47:14.406303 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:14.406643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:14.406980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:14.430040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 1b41abf4-23ca-405e-9387-429873082c85 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:14.430289 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 1b41abf4-23ca-405e-9387-429873082c85 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:14.430652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:14.437749 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-1463e1c7-9e9b-4918-9595-f59d55b7ba03 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Floating IP 87fe1f17-c8bc-44b0-bc46-a515064b3c23 associated. External IP: 172.26.3.50, port: 826e9bd1-5c53-4770-a508-37a9a2fc28f9. Mar 03 05:47:14.492565 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b13a1a-3bfd-4b6b-a477-c6e8a1ac7f17 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 03 05:47:14.493066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b13a1a-3bfd-4b6b-a477-c6e8a1ac7f17 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:47:14.533017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f0d2ece0-0662-4d0b-a2b8-5f53f1781fce None None] Provisioning for port b186ed50-697a-4894-80bd-e870f1b9f65a completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:14.558418 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-63b13a1a-3bfd-4b6b-a477-c6e8a1ac7f17 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.8076296 Mar 03 05:47:14.560837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54556) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:14.565335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411cce98-5b8b-47a2-af0d-fcf22b797704 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:14.574941 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bbca7-3385-40fd-a3e9-a49b30036874 None None] Sync routers for ids ['63ac5889-88e4-484b-830b-261ee7b4d175'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:14.592922 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bbca7-3385-40fd-a3e9-a49b30036874 None None] Routers {'63ac5889-88e4-484b-830b-261ee7b4d175'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:14.593536 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a14bbca7-3385-40fd-a3e9-a49b30036874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['63ac5889-88e4-484b-830b-261ee7b4d175'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:14.619434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] For port 1b41abf4-23ca-405e-9387-429873082c85, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:14.619827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempted to set empty binding levels {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 05:47:14.628274 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:14.688361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:14.688948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:14.729196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event updated for resources: {'Port': ['ID=1b41abf4-23ca-405e-9387-429873082c85,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:14.742089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55890e61-9231-419f-9c4f-0b870c8b7194 req-1fbbf2b1-563c-427e-97cf-9b0b489d6ea8 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:14.743655 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-55890e61-9231-419f-9c4f-0b870c8b7194 req-1fbbf2b1-563c-427e-97cf-9b0b489d6ea8 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 945 time: 1.3846693 Mar 03 05:47:14.767129 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6155cdd3-3cc1-439b-86ee-95a614975604 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 2.7341933 Mar 03 05:47:14.767129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54564) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:14.770570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54566) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:14.776827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-973b538f-4625-4a5a-b3a9-4c23c1b82e4d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Request body: {'floatingip': {'port_id': '4197c9ec-9297-48c8-8cec-091a20a3bfc4'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:14.902087 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-a14bbca7-3385-40fd-a3e9-a49b30036874 None None] Set router 63ac5889-88e4-484b-830b-261ee7b4d175 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:14.919581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cf8b56-fd62-4773-b773-349e686e0177 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:14.926507 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cf8b56-fd62-4773-b773-349e686e0177 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:14.927331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e5cf8b56-fd62-4773-b773-349e686e0177 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:14.970706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-973b538f-4625-4a5a-b3a9-4c23c1b82e4d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for floatingip, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:14.972163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54572) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:15.002829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b186ed50-697a-4894-80bd-e870f1b9f65a up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:15.067132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e5cf8b56-fd62-4773-b773-349e686e0177 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:15.068323 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e5cf8b56-fd62-4773-b773-349e686e0177 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.5058041 Mar 03 05:47:15.087498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2a968d7e-e494-44d3-83c2-784e2ab64843 None None] Provisioning for port 38a6ce0f-20dd-410a-9dae-f9bc0f2d9866 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:15.100519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54578) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:15.101789 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2a968d7e-e494-44d3-83c2-784e2ab64843 None None] Provisioning complete for port 38a6ce0f-20dd-410a-9dae-f9bc0f2d9866 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:15.102813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2a968d7e-e494-44d3-83c2-784e2ab64843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:15.105161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-8037c62c-212b-418f-8a70-8e6ef855cb77 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Deleting port 1b41abf4-23ca-405e-9387-429873082c85 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:15.105503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8037c62c-212b-418f-8a70-8e6ef855cb77 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:15.201703 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2a968d7e-e494-44d3-83c2-784e2ab64843 None None] Port 38a6ce0f-20dd-410a-9dae-f9bc0f2d9866 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:15.220580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port b186ed50-697a-4894-80bd-e870f1b9f65a completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:15.240815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port b186ed50-697a-4894-80bd-e870f1b9f65a triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:15.241557 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:15.269440 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-411cce98-5b8b-47a2-af0d-fcf22b797704 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:15.283677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-367f4393-3421-4540-9d11-d0f036d4e3b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 38a6ce0f-20dd-410a-9dae-f9bc0f2d9866 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:15.284042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-367f4393-3421-4540-9d11-d0f036d4e3b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:15.302683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-614050249', 'router:external': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:15.338701 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:15.356523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Usage tracker for resource:network and tenant:190a9ef8d85a4860b190de43b7de0cb1 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:15.367391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1463e1c7-9e9b-4918-9595-f59d55b7ba03 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Router 20432d48-16f1-4947-b872-9f76ab0b42f2 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:47:15.371426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:15.400320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:15.422288 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-411cce98-5b8b-47a2-af0d-fcf22b797704 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "PUT /v2.0/floatingips/97843613-1a37-43c9-9897-d8c1be2a417d HTTP/1.1" status: 200 len: 991 time: 6.5388300 Mar 03 05:47:15.428488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-357ba3b0-8254-4f66-869d-3eea7e502de9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:15.430725 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-357ba3b0-8254-4f66-869d-3eea7e502de9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "DELETE /v2.0/ports/a382fca7-aaf7-4a10-b3d6-24c74ee6a494 HTTP/1.1" status: 204 len: 168 time: 4.2314751 Mar 03 05:47:15.432367 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb0f3c5-1f5d-4622-be84-06a2a02434aa', 'tag': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:47:15.444218 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:15.446008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54584) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:15.510577 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a14bbca7-3385-40fd-a3e9-a49b30036874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:46:17Z', 'revision_number': 4, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '97843613-1a37-43c9-9897-d8c1be2a417d', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'floating_ip_address': '172.26.3.122', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'port_id': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'mac_address': 'fa:16:3e:f0:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb0f3c5-1f5d-4622-be84-06a2a02434aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:46:27Z', 'updated_at': '2022-03-03T05:47:10Z', 'revision_number': 1, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ea4754-4d93-4068-9980-ac65f8438565', 'name': '', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'mac_address': 'fa:16:3e:82:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:13Z', 'updated_at': '2022-03-03T05:46:30Z', 'revision_number': 5, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'subnets': [{'id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:15.517713 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bbca7-3385-40fd-a3e9-a49b30036874 None None] Checking router: 63ac5889-88e4-484b-830b-261ee7b4d175 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:47:15.545216 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bbca7-3385-40fd-a3e9-a49b30036874 None None] Routers {'63ac5889-88e4-484b-830b-261ee7b4d175'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:15.547690 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a14bbca7-3385-40fd-a3e9-a49b30036874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['63ac5889-88e4-484b-830b-261ee7b4d175'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:15.555992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:15.558564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:15.605502 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Made reservation on behalf of 190a9ef8d85a4860b190de43b7de0cb1 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:15.608655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:15.649359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port b186ed50-697a-4894-80bd-e870f1b9f65a, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b186ed50-697a-4894-80bd-e870f1b9f65a,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:15.653826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:15.662741 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-df27024f-7cb4-4944-b910-accd00d2eae8 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] GET failed (client error): The resource could not be found. Mar 03 05:47:15.663419 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-df27024f-7cb4-4944-b910-accd00d2eae8 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Synchronizing usage tracker for tenant:5f0c6a4f752048fca15fa29ace411fde on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:15.741626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=b186ed50-697a-4894-80bd-e870f1b9f65a,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:15.798791 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-a14bbca7-3385-40fd-a3e9-a49b30036874 None None] Set router 63ac5889-88e4-484b-830b-261ee7b4d175 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:15.836925 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:15.853472 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb0f3c5-1f5d-4622-be84-06a2a02434aa', 'tag': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487', 'status': 'completed', 'code': 200} Mar 03 05:47:15.948366 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:16.006494 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-df27024f-7cb4-4944-b910-accd00d2eae8 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Unset dirty status for tenant:5f0c6a4f752048fca15fa29ace411fde on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:16.010200 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-df27024f-7cb4-4944-b910-accd00d2eae8 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "GET /v2.0/ports/a382fca7-aaf7-4a10-b3d6-24c74ee6a494 HTTP/1.1" status: 404 len: 333 time: 0.5589166 Mar 03 05:47:16.010200 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Usage tracker for resource:security_group_rule and tenant:190a9ef8d85a4860b190de43b7de0cb1 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:16.024598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Pushing event updated for resources: {'Port': ['ID=31721114-3845-4c3a-9c7a-58379d4a0be4,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:16.027056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54596) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:16.031153 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:16.048585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:16.065967 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:16.089699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1463e1c7-9e9b-4918-9595-f59d55b7ba03 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:16.098434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1463e1c7-9e9b-4918-9595-f59d55b7ba03 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:16.113146 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083087c7-9e2d-4359-b785-37bf7b2e5b39 None None] Sync routers for ids ['20432d48-16f1-4947-b872-9f76ab0b42f2'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:16.125735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083087c7-9e2d-4359-b785-37bf7b2e5b39 None None] Routers {'20432d48-16f1-4947-b872-9f76ab0b42f2'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:16.126618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-083087c7-9e2d-4359-b785-37bf7b2e5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['20432d48-16f1-4947-b872-9f76ab0b42f2'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:16.139614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:16.143689 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cf6113ea-8b90-4a1b-a11e-e3cc940c9991 tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.5426431 Mar 03 05:47:16.144636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54600) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:16.186455 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a14bbca7-3385-40fd-a3e9-a49b30036874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:46:17Z', 'revision_number': 4, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '97843613-1a37-43c9-9897-d8c1be2a417d', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'floating_ip_address': '172.26.3.122', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'port_id': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'mac_address': 'fa:16:3e:f0:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb0f3c5-1f5d-4622-be84-06a2a02434aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:46:27Z', 'updated_at': '2022-03-03T05:47:10Z', 'revision_number': 1, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ea4754-4d93-4068-9980-ac65f8438565', 'name': '', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'mac_address': 'fa:16:3e:82:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:13Z', 'updated_at': '2022-03-03T05:46:30Z', 'revision_number': 5, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'subnets': [{'id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:16.190660 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bbca7-3385-40fd-a3e9-a49b30036874 None None] The sync data for ids ['63ac5889-88e4-484b-830b-261ee7b4d175'] in dv-neutron-831582-1-hyperv is: [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:46:17Z', 'revision_number': 4, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '97843613-1a37-43c9-9897-d8c1be2a417d', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'floating_ip_address': '172.26.3.122', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'port_id': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'mac_address': 'fa:16:3e:f0:16:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb0f3c5-1f5d-4622-be84-06a2a02434aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:46:27Z', 'updated_at': '2022-03-03T05:47:10Z', 'revision_number': 1, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78ea4754-4d93-4068-9980-ac65f8438565', 'name': '', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'mac_address': 'fa:16:3e:82:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:13Z', 'updated_at': '2022-03-03T05:46:30Z', 'revision_number': 5, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'subnets': [{'id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:16.220834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-8037c62c-212b-418f-8a70-8e6ef855cb77 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] For port 1b41abf4-23ca-405e-9387-429873082c85, host hv-neutron-8315, got binding levels [] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:16.221194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8037c62c-212b-418f-8a70-8e6ef855cb77 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:16.311883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077503e6-01fe-4443-962b-e153c959c79a req-728953e2-6d2a-4792-8ede-a66826e64499 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:16.313557 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-077503e6-01fe-4443-962b-e153c959c79a req-728953e2-6d2a-4792-8ede-a66826e64499 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 945 time: 0.6573973 Mar 03 05:47:16.328032 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1463e1c7-9e9b-4918-9595-f59d55b7ba03 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "PUT /v2.0/floatingips/87fe1f17-c8bc-44b0-bc46-a515064b3c23 HTTP/1.1" status: 200 len: 990 time: 5.5124304 Mar 03 05:47:16.331285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f839c69f-b5ec-4a4e-899c-061b7daefc81 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Synchronizing usage tracker for tenant:a00980f9d7674d86ad5a8078bb6ad57e on resource:floatingip {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:16.368117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f839c69f-b5ec-4a4e-899c-061b7daefc81 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Unset dirty status for tenant:a00980f9d7674d86ad5a8078bb6ad57e on resource:floatingip {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:16.369865 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f839c69f-b5ec-4a4e-899c-061b7daefc81 tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3695 time: 0.2164514 Mar 03 05:47:16.376621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54606) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:16.443251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-083087c7-9e2d-4359-b785-37bf7b2e5b39 None None] Set router 20432d48-16f1-4947-b872-9f76ab0b42f2 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:16.487824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-8037c62c-212b-418f-8a70-8e6ef855cb77 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Calling delete_port for 1b41abf4-23ca-405e-9387-429873082c85 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:16.516035 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17032c2f-533e-4d56-acfb-6205ec87501b None None] New status for floating IP 97843613-1a37-43c9-9897-d8c1be2a417d: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:47:16.529295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1643ccfc-7c23-4996-bb2f-3371fd574925 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Deleting port 0f7ab6f1-0c5f-49db-9866-c414117f196e {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:16.530171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1643ccfc-7c23-4996-bb2f-3371fd574925 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:16.548307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2297dabe-d260-4498-aef4-48fea49ca2b3 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Synchronizing usage tracker for tenant:662d20e4361d4882a3e6fa3b6b8f0281 on resource:floatingip {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:16.576792 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-077503e6-01fe-4443-962b-e153c959c79a req-0d857bdd-d052-44ed-baae-6b7c9dbb932d tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492120 Mar 03 05:47:16.625529 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-367f4393-3421-4540-9d11-d0f036d4e3b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:16.630822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:16.641226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:16.658958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2297dabe-d260-4498-aef4-48fea49ca2b3 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Unset dirty status for tenant:662d20e4361d4882a3e6fa3b6b8f0281 on resource:floatingip {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:16.661023 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2297dabe-d260-4498-aef4-48fea49ca2b3 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2822020 Mar 03 05:47:16.673280 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54612) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:16.687653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:47:16.796911 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ca0a88-abc4-4de8-853f-f39b1100074a,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:16.813351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:16.814239 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Added segment 9bafb9f3-6337-4b4f-b3e8-f57fe82e15be of type vlan for network 1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3 Mar 03 05:47:16.831331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-367f4393-3421-4540-9d11-d0f036d4e3b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 38a6ce0f-20dd-410a-9dae-f9bc0f2d9866 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:16.872137 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa695106-35cb-4f51-b725-467251bf8624 req-5fce15d4-6999-432f-b114-dcfe024691ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:16.874256 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa695106-35cb-4f51-b725-467251bf8624 req-5fce15d4-6999-432f-b114-dcfe024691ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05a7b63e8ae64b29be32863d19c4523d&device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 1098 time: 0.9765093 Mar 03 05:47:16.898181 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30070a0f-b403-4348-9df4-983625331e0d req-38590d88-02b8-4508-aea3-33307cf2dd79 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:16.900161 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30070a0f-b403-4348-9df4-983625331e0d req-38590d88-02b8-4508-aea3-33307cf2dd79 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4032097 Mar 03 05:47:16.941714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-083087c7-9e2d-4359-b785-37bf7b2e5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:46:11Z', 'revision_number': 4, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '87fe1f17-c8bc-44b0-bc46-a515064b3c23', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'floating_ip_address': '172.26.3.50', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'port_id': '826e9bd1-5c53-4770-a508-37a9a2fc28f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'mac_address': 'fa:16:3e:17:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c1adf6-1945-4ec3-b883-b3b995212194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:46:27Z', 'updated_at': '2022-03-03T05:47:12Z', 'revision_number': 1, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa78cf91-1d03-4e45-bdbd-55b23a146b89', 'name': '', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'mac_address': 'fa:16:3e:f5:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '95f19597-877f-493e-a52a-b03389550958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:06Z', 'updated_at': '2022-03-03T05:46:29Z', 'revision_number': 5, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'subnets': [{'id': '95f19597-877f-493e-a52a-b03389550958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:16.950887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083087c7-9e2d-4359-b785-37bf7b2e5b39 None None] Checking router: 20432d48-16f1-4947-b872-9f76ab0b42f2 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:47:16.962766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-f5bdbd9b-55c9-408c-b183-6a0ead6cdd1b tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Deleting port 31721114-3845-4c3a-9c7a-58379d4a0be4 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:16.963342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5bdbd9b-55c9-408c-b183-6a0ead6cdd1b tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:16.971374 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b186ed50-697a-4894-80bd-e870f1b9f65a up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:17.040175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:17.058712 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083087c7-9e2d-4359-b785-37bf7b2e5b39 None None] Routers {'20432d48-16f1-4947-b872-9f76ab0b42f2'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:17.059656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-083087c7-9e2d-4359-b785-37bf7b2e5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:46:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['20432d48-16f1-4947-b872-9f76ab0b42f2'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:17.078555 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30070a0f-b403-4348-9df4-983625331e0d req-179cd68e-4d35-48cd-b5a4-fff2898826a2 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496418 Mar 03 05:47:17.151328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8037c62c-212b-418f-8a70-8e6ef855cb77 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:17.158530 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port b186ed50-697a-4894-80bd-e870f1b9f65a triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:17.159023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:17.285233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:17.286643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:17.287262 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:17.288615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037c62c-212b-418f-8a70-8e6ef855cb77 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b41abf4-23ca-405e-9387-429873082c85,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:17.296695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.resource_extend [None req-973b538f-4625-4a5a-b3a9-4c23c1b82e4d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:47:17.402462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-083087c7-9e2d-4359-b785-37bf7b2e5b39 None None] Set router 20432d48-16f1-4947-b872-9f76ab0b42f2 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:17.419568 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.4428918 Mar 03 05:47:17.420965 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434d92f-6b96-4ca9-93d9-0567389af0a1 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event updated for resources: {'Network': ['ID=1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:17.428348 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54620) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:17.442478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Request body: {'subnet': {'network_id': '1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:17.446796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8037c62c-212b-418f-8a70-8e6ef855cb77 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:17.446953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:47:17.448467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:17.462610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa695106-35cb-4f51-b725-467251bf8624 req-cdb2bf67-24e9-4662-abdc-da3a62f01f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:17.464066 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa695106-35cb-4f51-b725-467251bf8624 req-cdb2bf67-24e9-4662-abdc-da3a62f01f55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d33d742a-0580-477c-af11-3f9cd4115607 HTTP/1.1" status: 200 len: 906 time: 0.5699041 Mar 03 05:47:17.466860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Usage tracker for resource:subnet and tenant:190a9ef8d85a4860b190de43b7de0cb1 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:17.473091 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8037c62c-212b-418f-8a70-8e6ef855cb77 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "DELETE /v2.0/ports/1b41abf4-23ca-405e-9387-429873082c85 HTTP/1.1" status: 204 len: 168 time: 2.6988153 Mar 03 05:47:17.473925 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:17.474286 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54624) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:17.482105 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5bdbd9b-55c9-408c-b183-6a0ead6cdd1b tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:17.482449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5bdbd9b-55c9-408c-b183-6a0ead6cdd1b tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:17.496844 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:17.627840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-f5bdbd9b-55c9-408c-b183-6a0ead6cdd1b tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Calling delete_port for 31721114-3845-4c3a-9c7a-58379d4a0be4 owned by network:floatingip {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:17.638138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-973b538f-4625-4a5a-b3a9-4c23c1b82e4d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:17.653677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1643ccfc-7c23-4996-bb2f-3371fd574925 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:17.675479 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cf76d2-e032-4034-af08-eae739769222 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] GET failed (client error): The resource could not be found. Mar 03 05:47:17.676079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-61cf76d2-e032-4034-af08-eae739769222 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Synchronizing usage tracker for tenant:a5a71f79618844eaa34f711c696f0ee0 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:17.680337 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a47bc-9ba6-4503-a220-339387da7fbb req-6331dbb2-f3ea-434a-9579-a64660a18d0c tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:17.684011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-973b538f-4625-4a5a-b3a9-4c23c1b82e4d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:17.687274 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9c2a47bc-9ba6-4503-a220-339387da7fbb req-6331dbb2-f3ea-434a-9579-a64660a18d0c tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4676337 Mar 03 05:47:17.703648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Made reservation on behalf of 190a9ef8d85a4860b190de43b7de0cb1 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:17.705895 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:17.854283 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-083087c7-9e2d-4359-b785-37bf7b2e5b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:46:11Z', 'revision_number': 4, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '87fe1f17-c8bc-44b0-bc46-a515064b3c23', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'floating_ip_address': '172.26.3.50', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'port_id': '826e9bd1-5c53-4770-a508-37a9a2fc28f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'mac_address': 'fa:16:3e:17:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c1adf6-1945-4ec3-b883-b3b995212194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:46:27Z', 'updated_at': '2022-03-03T05:47:12Z', 'revision_number': 1, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa78cf91-1d03-4e45-bdbd-55b23a146b89', 'name': '', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'mac_address': 'fa:16:3e:f5:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '95f19597-877f-493e-a52a-b03389550958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:06Z', 'updated_at': '2022-03-03T05:46:29Z', 'revision_number': 5, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'subnets': [{'id': '95f19597-877f-493e-a52a-b03389550958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:17.859813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083087c7-9e2d-4359-b785-37bf7b2e5b39 None None] The sync data for ids ['20432d48-16f1-4947-b872-9f76ab0b42f2'] in dv-neutron-831582-1-hyperv is: [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:46:11Z', 'revision_number': 4, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '87fe1f17-c8bc-44b0-bc46-a515064b3c23', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'floating_ip_address': '172.26.3.50', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'port_id': '826e9bd1-5c53-4770-a508-37a9a2fc28f9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'mac_address': 'fa:16:3e:17:4d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c1adf6-1945-4ec3-b883-b3b995212194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:46:27Z', 'updated_at': '2022-03-03T05:47:12Z', 'revision_number': 1, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa78cf91-1d03-4e45-bdbd-55b23a146b89', 'name': '', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'mac_address': 'fa:16:3e:f5:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '95f19597-877f-493e-a52a-b03389550958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:06Z', 'updated_at': '2022-03-03T05:46:29Z', 'revision_number': 5, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'subnets': [{'id': '95f19597-877f-493e-a52a-b03389550958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:17.860065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c1adf6-1945-4ec3-b883-b3b995212194', 'tag': '826e9bd1-5c53-4770-a508-37a9a2fc28f9'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:47:17.876852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1643ccfc-7c23-4996-bb2f-3371fd574925 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Calling delete_port for 0f7ab6f1-0c5f-49db-9866-c414117f196e owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:17.945935 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa695106-35cb-4f51-b725-467251bf8624 req-5be4afcb-7920-495e-8c28-aa76c02ad430 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c814a8fa-6c37-486e-8fb2-b4c97c32b487 HTTP/1.1" status: 200 len: 1001 time: 0.4691110 Mar 03 05:47:17.953271 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c1adf6-1945-4ec3-b883-b3b995212194', 'tag': '826e9bd1-5c53-4770-a508-37a9a2fc28f9', 'status': 'completed', 'code': 200} Mar 03 05:47:17.967144 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9c2a47bc-9ba6-4503-a220-339387da7fbb req-b710fe6b-53c9-4e95-b7a6-900029a05d8b tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789097 Mar 03 05:47:18.006257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-61cf76d2-e032-4034-af08-eae739769222 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Unset dirty status for tenant:a5a71f79618844eaa34f711c696f0ee0 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:18.007579 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-61cf76d2-e032-4034-af08-eae739769222 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "GET /v2.0/ports/1b41abf4-23ca-405e-9387-429873082c85 HTTP/1.1" status: 404 len: 333 time: 0.5296748 Mar 03 05:47:18.008775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-367f4393-3421-4540-9d11-d0f036d4e3b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:18.036940 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54630) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:18.053708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Request body: {'port': {'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1356572205'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:18.063564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:18.108713 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56344850-8624-44e4-ac71-c66229cfafa2 None None] New status for floating IP 87fe1f17-c8bc-44b0-bc46-a515064b3c23: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:47:18.111567 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:18.141061 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5bdbd9b-55c9-408c-b183-6a0ead6cdd1b tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:18.187647 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Made reservation on behalf of a5a71f79618844eaa34f711c696f0ee0 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:18.189928 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:18.204351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f4393-3421-4540-9d11-d0f036d4e3b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=38a6ce0f-20dd-410a-9dae-f9bc0f2d9866,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:18.225794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdbd9b-55c9-408c-b183-6a0ead6cdd1b tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Pushing event deleted for resources: {'Port': ['ID=31721114-3845-4c3a-9c7a-58379d4a0be4,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:18.259613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-367f4393-3421-4540-9d11-d0f036d4e3b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:18.283104 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-21d44c98-7f3a-4061-a4d1-ae2efb418dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:18.301745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa695106-35cb-4f51-b725-467251bf8624 req-b09c26f7-34dd-41c0-b02d-0c0210e5bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:18.302856 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa695106-35cb-4f51-b725-467251bf8624 req-b09c26f7-34dd-41c0-b02d-0c0210e5bc41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1051c150-4cec-4074-8313-46dd4306fdc8 HTTP/1.1" status: 200 len: 844 time: 0.3472741 Mar 03 05:47:18.318801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] device_id is not set on port 3a58721f-e910-4834-a1f9-14b5ff99ca67 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:18.368294 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-973b538f-4625-4a5a-b3a9-4c23c1b82e4d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Floating IP c5cc365c-f238-44fa-8eaa-9eb9082ec363 associated. External IP: 172.26.3.228, port: 4197c9ec-9297-48c8-8cec-091a20a3bfc4. Mar 03 05:47:18.479866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5bdbd9b-55c9-408c-b183-6a0ead6cdd1b tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks [] for floatingip, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:18.522839 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-367f4393-3421-4540-9d11-d0f036d4e3b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/38a6ce0f-20dd-410a-9dae-f9bc0f2d9866 HTTP/1.1" status: 204 len: 168 time: 3.4188578 Mar 03 05:47:18.532833 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54634) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:18.601427 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5bdbd9b-55c9-408c-b183-6a0ead6cdd1b tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:18.602590 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f5bdbd9b-55c9-408c-b183-6a0ead6cdd1b tempest-FloatingIPAdminTestJSON-2101439751 tempest-FloatingIPAdminTestJSON-2101439751-project] 10.222.0.20 "DELETE /v2.0/floatingips/31ea6397-cbbe-49a3-975c-56297908c29e HTTP/1.1" status: 204 len: 168 time: 1.9281385 Mar 03 05:47:18.649686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54638) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:18.804687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1643ccfc-7c23-4996-bb2f-3371fd574925 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:18.835843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:18.851516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-80c5380d-1890-47bc-930e-649efcb1621f tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Deleting port d3f5c886-70c2-49a7-aca4-9b45888a1011 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:18.851882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-80c5380d-1890-47bc-930e-649efcb1621f tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:18.875393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480283d2-954e-498a-860c-c76800da615d req-0277e9a6-f644-4504-9249-5ef2679387a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:18.876898 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-480283d2-954e-498a-860c-c76800da615d req-0277e9a6-f644-4504-9249-5ef2679387a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b48212c453e4049a0f406125c5ca8be&device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 1098 time: 0.8724570 Mar 03 05:47:18.883699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643ccfc-7c23-4996-bb2f-3371fd574925 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event deleted for resources: {'Port': ['ID=0f7ab6f1-0c5f-49db-9866-c414117f196e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:18.900257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b99c9e-d445-41e9-a96d-58f531c81d1c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:18.901865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b99c9e-d445-41e9-a96d-58f531c81d1c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:18.902593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-02b99c9e-d445-41e9-a96d-58f531c81d1c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:19.066004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.objects.ports [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87792) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:47:19.066542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:19.109892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:19.211966 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa695106-35cb-4f51-b725-467251bf8624 req-47a69cb3-6803-4112-9a84-09230f9491c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:19.213463 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa695106-35cb-4f51-b725-467251bf8624 req-47a69cb3-6803-4112-9a84-09230f9491c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d33d742a-0580-477c-af11-3f9cd4115607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7365561 Mar 03 05:47:19.214049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-02b99c9e-d445-41e9-a96d-58f531c81d1c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:19.215201 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-02b99c9e-d445-41e9-a96d-58f531c81d1c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6787453 Mar 03 05:47:19.221667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54644) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:19.229242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-80c5380d-1890-47bc-930e-649efcb1621f tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:19.229571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-80c5380d-1890-47bc-930e-649efcb1621f tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:19.291553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1643ccfc-7c23-4996-bb2f-3371fd574925 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:19.452777 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480283d2-954e-498a-860c-c76800da615d req-b5faee83-045d-4a22-b78f-f797f43a87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:19.454247 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-480283d2-954e-498a-860c-c76800da615d req-b5faee83-045d-4a22-b78f-f797f43a87dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=331b4cde-bf4b-4bc0-811f-6811cf8e6483 HTTP/1.1" status: 200 len: 913 time: 0.5574856 Mar 03 05:47:19.455478 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1643ccfc-7c23-4996-bb2f-3371fd574925 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "DELETE /v2.0/ports/0f7ab6f1-0c5f-49db-9866-c414117f196e HTTP/1.1" status: 204 len: 168 time: 3.4183769 Mar 03 05:47:19.459947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54648) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:19.468500 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Network 09145da1-44b7-4c20-bf37-cba01a2a1916 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:19.551472 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d076fa58-975e-4467-94b9-39d0f1a98ef7,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:19.554129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:19.557180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:19.558093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:19.558682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:19.571233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-80c5380d-1890-47bc-930e-649efcb1621f tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Calling delete_port for d3f5c886-70c2-49a7-aca4-9b45888a1011 owned by network:floatingip {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:19.597468 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc587c87-4ecb-46e1-8781-4f8944661198 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] GET failed (client error): The resource could not be found. Mar 03 05:47:19.598001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bc587c87-4ecb-46e1-8781-4f8944661198 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Synchronizing usage tracker for tenant:5f0c6a4f752048fca15fa29ace411fde on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:19.623116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event updated for resources: {'Port': ['ID=3a58721f-e910-4834-a1f9-14b5ff99ca67,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:19.655413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Checking segment: {'id': '9bafb9f3-6337-4b4f-b3e8-f57fe82e15be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:19.655696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Network hostable DHCP agents. Network: 1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:47:19.662186 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa695106-35cb-4f51-b725-467251bf8624 req-2b90711a-e68f-4dde-ad71-6d4ff683e180 service neutron] 10.222.0.23 "GET /v2.0/networks/d33d742a-0580-477c-af11-3f9cd4115607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4378753 Mar 03 05:47:19.666226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973b538f-4625-4a5a-b3a9-4c23c1b82e4d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Router 60ec4f9d-63c9-4a60-ba83-629453f6b068 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:47:19.667715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-7671b457-c4af-41a0-95be-44a832e41447 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 3593e6e0-2722-4ae9-88cf-7e96a225c7fb {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:47:19.676539 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-480283d2-954e-498a-860c-c76800da615d req-962dfef3-4b30-44f2-a8aa-ecd7e4b6da20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9 HTTP/1.1" status: 200 len: 1000 time: 0.2081888 Mar 03 05:47:19.680044 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e4336b9f-c5ee-4445-84c1-2395a1ee5200 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6419055 Mar 03 05:47:19.684379 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7671b457-c4af-41a0-95be-44a832e41447 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:19.694335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bc587c87-4ecb-46e1-8781-4f8944661198 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Unset dirty status for tenant:5f0c6a4f752048fca15fa29ace411fde on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:19.695427 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bc587c87-4ecb-46e1-8781-4f8944661198 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "GET /v2.0/ports/0f7ab6f1-0c5f-49db-9866-c414117f196e HTTP/1.1" status: 404 len: 333 time: 0.2330313 Mar 03 05:47:19.698803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54652) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:19.702838 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54654) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:19.756710 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05237b-68a3-46ba-aa18-f07ad77082ad req-92481334-bc6f-4fb5-a659-c73295f6e2bb tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:19.758204 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1d05237b-68a3-46ba-aa18-f07ad77082ad req-92481334-bc6f-4fb5-a659-c73295f6e2bb tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.6576490 Mar 03 05:47:19.759676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:19.791515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7671b457-c4af-41a0-95be-44a832e41447 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:19.824510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Network 1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:47:19.888715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:19.896642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc964acb-da26-4b4b-a408-b37437bac1f7 None None] Network 1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:19.912809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:19.913307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:19.937883 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1d05237b-68a3-46ba-aa18-f07ad77082ad req-eb8fe3fa-2116-4389-80bf-58705d83d95a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676805 Mar 03 05:47:19.970643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-80c5380d-1890-47bc-930e-649efcb1621f tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.023278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5380d-1890-47bc-930e-649efcb1621f tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3f5c886-70c2-49a7-aca4-9b45888a1011,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:20.030520 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e2104724-6716-438f-91ed-14b06dcc30f9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5976789 Mar 03 05:47:20.031837 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54660) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:20.066851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7671b457-c4af-41a0-95be-44a832e41447 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.072066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e1975-d5a7-496a-bd4c-2b2109c2e9c2 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Deleting port de585b65-c0fd-4382-b108-9b24efff09e7 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:20.072444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1975-d5a7-496a-bd4c-2b2109c2e9c2 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.099649 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-49405400', 'network_id': '1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:20.117088 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:20.158240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676b6a56-bfe2-44f0-b849-8924c72e9fd0 None None] Network 1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:20.162121 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Usage tracker for resource:port and tenant:190a9ef8d85a4860b190de43b7de0cb1 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:20.170966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:20.182387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:20.210704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Made reservation on behalf of 190a9ef8d85a4860b190de43b7de0cb1 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:20.213094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.235577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480283d2-954e-498a-860c-c76800da615d req-f6344588-ff09-46ae-8819-6eff847cd35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:20.237294 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-480283d2-954e-498a-860c-c76800da615d req-f6344588-ff09-46ae-8819-6eff847cd35d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95f19597-877f-493e-a52a-b03389550958 HTTP/1.1" status: 200 len: 851 time: 0.5380597 Mar 03 05:47:20.237742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-80c5380d-1890-47bc-930e-649efcb1621f tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.252258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7671b457-c4af-41a0-95be-44a832e41447 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.256165 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] device_id is not set on port 831d7f18-96cf-4c35-a6b1-320d1879b410 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:20.323704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-80c5380d-1890-47bc-930e-649efcb1621f tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.331776 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-80c5380d-1890-47bc-930e-649efcb1621f tempest-FloatingIPAdminTestJSON-197225220 tempest-FloatingIPAdminTestJSON-197225220-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/88aa1148-be47-4ca5-baf1-ea4087d51578 HTTP/1.1" status: 204 len: 168 time: 1.6742370 Mar 03 05:47:20.331776 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671b457-c4af-41a0-95be-44a832e41447 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=3593e6e0-2722-4ae9-88cf-7e96a225c7fb,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:20.334527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54664) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:20.390902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7671b457-c4af-41a0-95be-44a832e41447 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.398926 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7671b457-c4af-41a0-95be-44a832e41447 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/3593e6e0-2722-4ae9-88cf-7e96a225c7fb HTTP/1.1" status: 204 len: 168 time: 1.1700284 Mar 03 05:47:20.402797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54668) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:20.443417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de492788-5573-49bb-b058-423faf45a02a None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:20.469474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-4253bebf-1c56-4918-ab85-4cf438588f93 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Deleting port f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:20.469819 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4253bebf-1c56-4918-ab85-4cf438588f93 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.492296 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa695106-35cb-4f51-b725-467251bf8624 req-eb77ba7a-59d5-4741-a8d6-385507faa267 service neutron] 10.222.0.23 "GET /v2.0/networks/d33d742a-0580-477c-af11-3f9cd4115607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8189197 Mar 03 05:47:20.521685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.537171 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7176c1e0-3a94-47d7-871f-0ee63d5ffafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.556474 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c31d3162-b2ba-4515-a89c-88aea4516294 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1503427 Mar 03 05:47:20.564153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54672) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:20.569955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973b538f-4625-4a5a-b3a9-4c23c1b82e4d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:20.579298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Allocated IP 2001:db8::ff (1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3/d076fa58-975e-4467-94b9-39d0f1a98ef7/831d7f18-96cf-4c35-a6b1-320d1879b410) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:20.582282 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493b727-1ec4-4b28-8efe-d4489b33e37e None None] Sync routers for ids ['60ec4f9d-63c9-4a60-ba83-629453f6b068'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:20.599354 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493b727-1ec4-4b28-8efe-d4489b33e37e None None] Routers {'60ec4f9d-63c9-4a60-ba83-629453f6b068'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:20.600718 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b493b727-1ec4-4b28-8efe-d4489b33e37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['60ec4f9d-63c9-4a60-ba83-629453f6b068'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:20.619005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:20.636719 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-973b538f-4625-4a5a-b3a9-4c23c1b82e4d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.761699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:47:20.768434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] Deleting port b186ed50-697a-4894-80bd-e870f1b9f65a {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:20.769054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.847108 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b493b727-1ec4-4b28-8efe-d4489b33e37e None None] Set router 60ec4f9d-63c9-4a60-ba83-629453f6b068 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:20.866778 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4253bebf-1c56-4918-ab85-4cf438588f93 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.887114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1975-d5a7-496a-bd4c-2b2109c2e9c2 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:20.966528 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b186ed50-697a-4894-80bd-e870f1b9f65a no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:47:21.021123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-4253bebf-1c56-4918-ab85-4cf438588f93 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Calling delete_port for f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:21.119226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:21.159401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] For port b186ed50-697a-4894-80bd-e870f1b9f65a, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b186ed50-697a-4894-80bd-e870f1b9f65a,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:21.159978 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:21.284566 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b493b727-1ec4-4b28-8efe-d4489b33e37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:46:18Z', 'revision_number': 4, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'c5cc365c-f238-44fa-8eaa-9eb9082ec363', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'floating_ip_address': '172.26.3.228', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'port_id': '4197c9ec-9297-48c8-8cec-091a20a3bfc4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'mac_address': 'fa:16:3e:c1:9f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63683063-a6b9-49cf-ae98-5477ed625603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:46:31Z', 'updated_at': '2022-03-03T05:47:16Z', 'revision_number': 1, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ad0943-ad76-4fae-8ba1-765dcfe5ff39', 'name': '', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'mac_address': 'fa:16:3e:24:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:14Z', 'updated_at': '2022-03-03T05:46:31Z', 'revision_number': 5, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'subnets': [{'id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:21.290239 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493b727-1ec4-4b28-8efe-d4489b33e37e None None] Checking router: 60ec4f9d-63c9-4a60-ba83-629453f6b068 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:47:21.303415 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493b727-1ec4-4b28-8efe-d4489b33e37e None None] Routers {'60ec4f9d-63c9-4a60-ba83-629453f6b068'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:21.304670 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b493b727-1ec4-4b28-8efe-d4489b33e37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['60ec4f9d-63c9-4a60-ba83-629453f6b068'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:21.338365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] Calling delete_port for b186ed50-697a-4894-80bd-e870f1b9f65a owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:21.379368 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:21.399831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:21.424662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e1975-d5a7-496a-bd4c-2b2109c2e9c2 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Calling delete_port for de585b65-c0fd-4382-b108-9b24efff09e7 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:21.440205 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4253bebf-1c56-4918-ab85-4cf438588f93 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:21.462412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:21.464966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2170759-c658-4b4c-bd02-ada62b71364a req-8bdaf0dc-b2bb-4e70-8478-d140a6a2244a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:21.466457 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a2170759-c658-4b4c-bd02-ada62b71364a req-8bdaf0dc-b2bb-4e70-8478-d140a6a2244a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.3383141 Mar 03 05:47:21.476730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:21.484833 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:21.496618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:21.519799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Network 1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:21.528324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port b186ed50-697a-4894-80bd-e870f1b9f65a, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b186ed50-697a-4894-80bd-e870f1b9f65a,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:21.531262 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event updated for resources: {'Port': ['ID=831d7f18-96cf-4c35-a6b1-320d1879b410,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:21.548450 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-973b538f-4625-4a5a-b3a9-4c23c1b82e4d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "PUT /v2.0/floatingips/c5cc365c-f238-44fa-8eaa-9eb9082ec363 HTTP/1.1" status: 200 len: 991 time: 6.7777841 Mar 03 05:47:21.550920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:21.551793 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:21.556578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:21.560011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63683063-a6b9-49cf-ae98-5477ed625603', 'tag': '4197c9ec-9297-48c8-8cec-091a20a3bfc4'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:47:21.577828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:21.581697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:21.596754 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b493b727-1ec4-4b28-8efe-d4489b33e37e None None] Set router 60ec4f9d-63c9-4a60-ba83-629453f6b068 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:21.622267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:21.623340 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:21.624506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:21.668406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253bebf-1c56-4918-ab85-4cf438588f93 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event deleted for resources: {'Port': ['ID=f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:21.714629 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a2170759-c658-4b4c-bd02-ada62b71364a req-e5f20ecd-72e5-45ad-b612-8c9856e84b88 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068181 Mar 03 05:47:21.719420 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d5d39ff8-71f4-4a47-b2f4-0b76a96d0fe7 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6549077 Mar 03 05:47:21.722086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54682) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:21.747761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] device_id is not set on port 3a58721f-e910-4834-a1f9-14b5ff99ca67 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:21.768054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:21.804264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:21.805982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Transition to ACTIVE for port object 3a58721f-e910-4834-a1f9-14b5ff99ca67 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:21.824080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:47:21.824453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:47:21.825050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=b186ed50-697a-4894-80bd-e870f1b9f65a,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:21.836542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4253bebf-1c56-4918-ab85-4cf438588f93 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:21.840633 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4253bebf-1c56-4918-ab85-4cf438588f93 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "DELETE /v2.0/ports/f2a7cd66-e6e7-4eea-a2b2-4a5ce603f1a7 HTTP/1.1" status: 204 len: 168 time: 1.4984848 Mar 03 05:47:21.845761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54686) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:21.914984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bb5-9b94-4a96-9c29-2c885fd09e70 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Deleting port 831d7f18-96cf-4c35-a6b1-320d1879b410 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:21.915423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bb5-9b94-4a96-9c29-2c885fd09e70 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:21.938270 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63683063-a6b9-49cf-ae98-5477ed625603', 'tag': '4197c9ec-9297-48c8-8cec-091a20a3bfc4', 'status': 'completed', 'code': 200} Mar 03 05:47:21.948529 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:22.044412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480283d2-954e-498a-860c-c76800da615d req-34faf464-771c-495e-932d-25f4ef2d464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:22.046385 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-480283d2-954e-498a-860c-c76800da615d req-34faf464-771c-495e-932d-25f4ef2d464d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331b4cde-bf4b-4bc0-811f-6811cf8e6483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.7865043 Mar 03 05:47:22.063235 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200261ed-5282-4ba8-9575-d3fd15e9d9cb req-3e6fc36b-82a7-4d45-bfe0-36516a92dd5f tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:22.068559 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-200261ed-5282-4ba8-9575-d3fd15e9d9cb req-3e6fc36b-82a7-4d45-bfe0-36516a92dd5f tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 945 time: 0.2628577 Mar 03 05:47:22.097907 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b493b727-1ec4-4b28-8efe-d4489b33e37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:46:18Z', 'revision_number': 4, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'c5cc365c-f238-44fa-8eaa-9eb9082ec363', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'floating_ip_address': '172.26.3.228', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'port_id': '4197c9ec-9297-48c8-8cec-091a20a3bfc4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'mac_address': 'fa:16:3e:c1:9f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63683063-a6b9-49cf-ae98-5477ed625603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:46:31Z', 'updated_at': '2022-03-03T05:47:16Z', 'revision_number': 1, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ad0943-ad76-4fae-8ba1-765dcfe5ff39', 'name': '', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'mac_address': 'fa:16:3e:24:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:14Z', 'updated_at': '2022-03-03T05:46:31Z', 'revision_number': 5, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'subnets': [{'id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:22.102847 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493b727-1ec4-4b28-8efe-d4489b33e37e None None] The sync data for ids ['60ec4f9d-63c9-4a60-ba83-629453f6b068'] in dv-neutron-831582-1-hyperv is: [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:46:18Z', 'revision_number': 4, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'c5cc365c-f238-44fa-8eaa-9eb9082ec363', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'floating_ip_address': '172.26.3.228', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'port_id': '4197c9ec-9297-48c8-8cec-091a20a3bfc4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'mac_address': 'fa:16:3e:c1:9f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63683063-a6b9-49cf-ae98-5477ed625603', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:46:31Z', 'updated_at': '2022-03-03T05:47:16Z', 'revision_number': 1, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ad0943-ad76-4fae-8ba1-765dcfe5ff39', 'name': '', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'mac_address': 'fa:16:3e:24:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:14Z', 'updated_at': '2022-03-03T05:46:31Z', 'revision_number': 5, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'subnets': [{'id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:22.133099 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b56b8d1-2999-43be-a077-e9a3e7289cdc tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:22.133832 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5b56b8d1-2999-43be-a077-e9a3e7289cdc tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Synchronizing usage tracker for tenant:662d20e4361d4882a3e6fa3b6b8f0281 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:22.247368 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-200261ed-5282-4ba8-9575-d3fd15e9d9cb req-a9eb7e13-8662-478d-a835-8a9c8c99ae5c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577334 Mar 03 05:47:22.251043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5b56b8d1-2999-43be-a077-e9a3e7289cdc tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Unset dirty status for tenant:662d20e4361d4882a3e6fa3b6b8f0281 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:22.252199 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5b56b8d1-2999-43be-a077-e9a3e7289cdc tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "GET /v2.0/ports?device_id=71fd0a37-c578-4847-8a13-e371760d43c7 HTTP/1.1" status: 200 len: 913 time: 0.4012547 Mar 03 05:47:22.257721 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54690) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:22.294710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1975-d5a7-496a-bd4c-2b2109c2e9c2 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:22.325482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] Deleting port b186ed50-697a-4894-80bd-e870f1b9f65a {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:22.327079 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:22.335078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event updated for resources: {'Port': ['ID=3a58721f-e910-4834-a1f9-14b5ff99ca67,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:22.368892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b275f-9378-4e7e-b168-5dd9b37d2f62 None None] New status for floating IP c5cc365c-f238-44fa-8eaa-9eb9082ec363: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:47:22.489325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e1975-d5a7-496a-bd4c-2b2109c2e9c2 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event deleted for resources: {'Port': ['ID=de585b65-c0fd-4382-b108-9b24efff09e7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:22.591026 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bb5-9b94-4a96-9c29-2c885fd09e70 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:22.591287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:22.591287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:22.591287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:22.637413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:22.637741 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:22.645072 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 2 to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 Mar 03 05:47:22.660846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884f96f-f4d9-419b-baca-664d436d0f8e req-69fb52a1-64f7-4790-90c7-71c725fea4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:22.662325 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0884f96f-f4d9-419b-baca-664d436d0f8e req-69fb52a1-64f7-4790-90c7-71c725fea4a5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c1bfd704a37471c9717c3c2cb1ec379&device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 1098 time: 0.7218063 Mar 03 05:47:22.670671 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-480283d2-954e-498a-860c-c76800da615d req-b34e87fe-0f88-4c76-9490-e488b192586b service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055412 Mar 03 05:47:22.708363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:22.708618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:22.708958 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:22.714594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e5e1975-d5a7-496a-bd4c-2b2109c2e9c2 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:22.730817 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c36c1bb5-9b94-4a96-9c29-2c885fd09e70 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Calling delete_port for 831d7f18-96cf-4c35-a6b1-320d1879b410 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:22.775128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:22.775128 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:22.784022 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 3 to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 Mar 03 05:47:22.846292 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:22.876817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] For port b186ed50-697a-4894-80bd-e870f1b9f65a, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b186ed50-697a-4894-80bd-e870f1b9f65a,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:22.877615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:22.919385 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3e5e1975-d5a7-496a-bd4c-2b2109c2e9c2 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "DELETE /v2.0/ports/de585b65-c0fd-4382-b108-9b24efff09e7 HTTP/1.1" status: 204 len: 168 time: 3.1689205 Mar 03 05:47:22.927630 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54702) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:22.928383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:22.928719 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:22.929051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:22.931364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.007820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] Calling delete_port for b186ed50-697a-4894-80bd-e870f1b9f65a owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:23.022708 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:23.023040 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:23.035586 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 4 to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 Mar 03 05:47:23.081944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:23.093929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.109153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:23.110797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:23.111129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:23.111462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:23.119290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:23.119904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.142254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] Pushing event deleted for resources: {'Port': ['ID=b186ed50-697a-4894-80bd-e870f1b9f65a,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:23.147282 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08077da2-b0fc-44f7-9339-0479e2b9cb8b None None] No DVR routers for this DVR port b186ed50-697a-4894-80bd-e870f1b9f65a on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:47:23.158960 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-480283d2-954e-498a-860c-c76800da615d req-eefc22c9-9634-429f-964a-982ae1a0788c service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731677 Mar 03 05:47:23.165060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-659af72d-b268-4029-871e-2ffcdc5078e9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Deleting subnet 8dce458a-1c45-4f20-9083-6ead457795f8 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:47:23.167145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=30f55022-c586-4873-adf3-07f2831cedf2,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:23.169175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:23.169502 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:23.169619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b95d527-c66c-4cb5-a876-f264b0a07ef2 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:23.172866 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 5 to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 Mar 03 05:47:23.180590 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884f96f-f4d9-419b-baca-664d436d0f8e req-7cbe0a97-a4ed-4af0-8c94-8684ba548377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:23.182065 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0884f96f-f4d9-419b-baca-664d436d0f8e req-7cbe0a97-a4ed-4af0-8c94-8684ba548377 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7e244160-a50d-4c6d-bf34-2da61490a896 HTTP/1.1" status: 200 len: 913 time: 0.4987049 Mar 03 05:47:23.182772 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-659af72d-b268-4029-871e-2ffcdc5078e9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.227168 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0f69e40f-17d5-4683-abc9-fbbfe3a61869 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6564884 Mar 03 05:47:23.233308 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54706) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:23.250951 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-316b4a08-382f-4313-b5c5-95d5645095ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'fixed_ips': [{'subnet_id': '30f55022-c586-4873-adf3-07f2831cedf2', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-170858148'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:23.302325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:23.302657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:23.302993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:23.318367 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bb5-9b94-4a96-9c29-2c885fd09e70 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.323854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:23.324189 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:23.328369 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 6 to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 Mar 03 05:47:23.334959 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879e71-a9ae-4c8d-afbe-e3ac2edc85b4 req-c4abdfc6-c06c-4b4e-9812-157c33d26191 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:23.336345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-659af72d-b268-4029-871e-2ffcdc5078e9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.342645 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-09879e71-a9ae-4c8d-afbe-e3ac2edc85b4 req-c4abdfc6-c06c-4b4e-9812-157c33d26191 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4689751 Mar 03 05:47:23.402239 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0884f96f-f4d9-419b-baca-664d436d0f8e req-4ad0009f-79fa-4a05-81a7-1b9755ef3d36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4197c9ec-9297-48c8-8cec-091a20a3bfc4 HTTP/1.1" status: 200 len: 1001 time: 0.1868479 Mar 03 05:47:23.405579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:23.405914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:23.406547 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:23.421006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '30f55022-c586-4873-adf3-07f2831cedf2'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:47:23.422413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.453826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:23.454150 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:23.460139 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 7 to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 Mar 03 05:47:23.474224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c1bb5-9b94-4a96-9c29-2c885fd09e70 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event deleted for resources: {'Port': ['ID=831d7f18-96cf-4c35-a6b1-320d1879b410,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:23.487870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:23.488208 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:23.488543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:23.505384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:23.505998 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:23.508880 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 8 to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 Mar 03 05:47:23.519415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884f96f-f4d9-419b-baca-664d436d0f8e req-e7665507-cce9-406a-bea7-1d85d7821769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:23.520359 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0884f96f-f4d9-419b-baca-664d436d0f8e req-e7665507-cce9-406a-bea7-1d85d7821769 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e09e5298-9a37-429e-9341-288a14d58e72 HTTP/1.1" status: 200 len: 851 time: 0.1087677 Mar 03 05:47:23.560180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:23.560509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:23.561375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:23.563430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c36c1bb5-9b94-4a96-9c29-2c885fd09e70 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.578683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-659af72d-b268-4029-871e-2ffcdc5078e9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.585987 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-09879e71-a9ae-4c8d-afbe-e3ac2edc85b4 req-860a05fb-bfda-4e80-801e-5806a61bdcc6 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423830 Mar 03 05:47:23.594948 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c36c1bb5-9b94-4a96-9c29-2c885fd09e70 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "DELETE /v2.0/ports/831d7f18-96cf-4c35-a6b1-320d1879b410 HTTP/1.1" status: 204 len: 168 time: 1.8719134 Mar 03 05:47:23.596249 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Allocated IP 2001:db8::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/30f55022-c586-4873-adf3-07f2831cedf2/c8ca7a0c-f6fc-4314-9c3f-a497f0395a91) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:23.608913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:23.609239 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:23.613654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54710) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:23.615262 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 9 to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 Mar 03 05:47:23.632216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3', 'external_fixed_ips': [{'subnet_id': 'd076fa58-975e-4467-94b9-39d0f1a98ef7', 'ip_address': '2001:db8::ff'}]}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:23.644347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:23.656623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Usage tracker for resource:router and tenant:190a9ef8d85a4860b190de43b7de0cb1 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:23.659322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:23.659660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:23.660014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:23.664094 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:23.664248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-316b4a08-382f-4313-b5c5-95d5645095ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:23.670940 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-316b4a08-382f-4313-b5c5-95d5645095ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:23.674334 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-316b4a08-382f-4313-b5c5-95d5645095ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:23.678809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:23.681391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-316b4a08-382f-4313-b5c5-95d5645095ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:23.683696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:23.684051 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:23.687974 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 10 to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 Mar 03 05:47:23.698142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316b4a08-382f-4313-b5c5-95d5645095ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:23.713995 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.715033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.731461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:23.731853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:23.732159 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:23.744126 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:23.744476 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:23.744804 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.753798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-659af72d-b268-4029-871e-2ffcdc5078e9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.795985 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d91a50db-491d-4765-b22f-b8737992b016 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.797734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884f96f-f4d9-419b-baca-664d436d0f8e req-f39a9ffe-edd7-4508-a6bd-d57f21f13ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:23.799222 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0884f96f-f4d9-419b-baca-664d436d0f8e req-f39a9ffe-edd7-4508-a6bd-d57f21f13ee7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7e244160-a50d-4c6d-bf34-2da61490a896&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2704747 Mar 03 05:47:23.811830 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659af72d-b268-4029-871e-2ffcdc5078e9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event deleted for resources: {'Subnet': ['ID=8dce458a-1c45-4f20-9083-6ead457795f8,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:23.815422 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.818651 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:23.828731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7271521-e9f2-49cc-992d-9a8d9d006387 None None] Network 97ad83ae-a956-4f6b-a4cf-4e8e68626698 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:23.845237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Transition to ACTIVE for port object c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:23.972304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Transition to ACTIVE for port object c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:23.992076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-316b4a08-382f-4313-b5c5-95d5645095ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.018356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.026629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-659af72d-b268-4029-871e-2ffcdc5078e9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.077636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-316b4a08-382f-4313-b5c5-95d5645095ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port d9c04a7e-cf59-47e8-a8db-610a4267e621 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:24.114400 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-659af72d-b268-4029-871e-2ffcdc5078e9 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "DELETE /v2.0/subnets/8dce458a-1c45-4f20-9083-6ead457795f8 HTTP/1.1" status: 204 len: 168 time: 1.1791313 Mar 03 05:47:24.121491 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54714) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:24.125814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:24.130128 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:24.135016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:24.137119 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Pushing event updated for resources: {'Port': ['ID=c8ca7a0c-f6fc-4314-9c3f-a497f0395a91,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:24.243984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Attempting to bind port c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:24.244377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Attempting to bind port c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:24.244608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] For port 3a58721f-e910-4834-a1f9-14b5ff99ca67, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:24.244734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Attempting to bind port c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:24.244989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempted to set empty binding levels {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 05:47:24.252425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:47:24.252802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:24.253264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.253620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:47:24.254108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Bound port: c8ca7a0c-f6fc-4314-9c3f-a497f0395a91, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:47:24.254496 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.303072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.361010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.406515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Deleting port d47291f9-dab2-4031-ac41-1441e8e66e1a {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:24.406932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.410852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] For port c8ca7a0c-f6fc-4314-9c3f-a497f0395a91, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:24.414641 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0884f96f-f4d9-419b-baca-664d436d0f8e req-19a1dd04-963f-4834-8671-b857c49988cb service neutron] 10.222.0.23 "GET /v2.0/networks/7e244160-a50d-4c6d-bf34-2da61490a896?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071594 Mar 03 05:47:24.414958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] For port c8ca7a0c-f6fc-4314-9c3f-a497f0395a91, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c8ca7a0c-f6fc-4314-9c3f-a497f0395a91,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:47:24.418704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56e5051-2a10-40ae-ba73-f30981a4029d None None] DHCP port deletion for 97ad83ae-a956-4f6b-a4cf-4e8e68626698 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:47:24.424890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a56e5051-2a10-40ae-ba73-f30981a4029d None None] Deleting port d47291f9-dab2-4031-ac41-1441e8e66e1a {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:24.425506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a56e5051-2a10-40ae-ba73-f30981a4029d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.440471 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-316b4a08-382f-4313-b5c5-95d5645095ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:47:24.441183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316b4a08-382f-4313-b5c5-95d5645095ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:47:24.452512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] In _notify_port_updated(), no bound segment for port 3a58721f-e910-4834-a1f9-14b5ff99ca67 on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:47:24.453345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.453969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.457949 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "PUT /v2.0/ports/3a58721f-e910-4834-a1f9-14b5ff99ca67 HTTP/1.1" status: 200 len: 977 time: 4.7536869 Mar 03 05:47:24.458075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.461100 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54718) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:24.533278 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-316b4a08-382f-4313-b5c5-95d5645095ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2921157 Mar 03 05:47:24.537552 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54722) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:24.537909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d91a50db-491d-4765-b22f-b8737992b016 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Deleting port 3c2dbd7f-4572-4ea4-b6e6-6c049f6cb7dc {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:24.538236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d91a50db-491d-4765-b22f-b8737992b016 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.568261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.584417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0e34a-05c1-4bd8-b2a1-56afaa6b0153 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event updated for resources: {'Port': ['ID=3a58721f-e910-4834-a1f9-14b5ff99ca67,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:24.607389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2241fe-634b-480d-9420-30faae1f7816 None None] Pushing event updated for resources: {'Port': ['ID=c8ca7a0c-f6fc-4314-9c3f-a497f0395a91,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:24.755460 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0884f96f-f4d9-419b-baca-664d436d0f8e req-aebe61a2-59fa-4107-b9e5-dc4be8b1f4ff service neutron] 10.222.0.23 "GET /v2.0/networks/7e244160-a50d-4c6d-bf34-2da61490a896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292108 Mar 03 05:47:24.804784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-a56e5051-2a10-40ae-ba73-f30981a4029d None None] For port d47291f9-dab2-4031-ac41-1441e8e66e1a, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d47291f9-dab2-4031-ac41-1441e8e66e1a,segment=NetworkSegment(1f1d055e-10d5-4ab4-bb96-61e7e351023c),segment_id=1f1d055e-10d5-4ab4-bb96-61e7e351023c)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:24.805182 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a56e5051-2a10-40ae-ba73-f30981a4029d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:24.852467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.852947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.853414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.853877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.856498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.856498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.856498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.856498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.856498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.856920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.857143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.857623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.858612 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.859063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.859514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.860000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.860457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.862660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.862660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.862660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.862660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.874670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.875506 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.876178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.876796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.877412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:24.880717 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cc2e9fff-d65c-4865-b395-5ce40b5f3c4f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23289 time: 0.3664753 Mar 03 05:47:24.887462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54728) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:24.980446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c7075-eac9-4f43-aa31-ef7535f45bb2 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Deleting port 3a58721f-e910-4834-a1f9-14b5ff99ca67 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:24.980791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7075-eac9-4f43-aa31-ef7535f45bb2 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:25.008660 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a56e5051-2a10-40ae-ba73-f30981a4029d None None] Calling delete_port for d47291f9-dab2-4031-ac41-1441e8e66e1a owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:25.055733 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] For port d47291f9-dab2-4031-ac41-1441e8e66e1a, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d47291f9-dab2-4031-ac41-1441e8e66e1a,segment=NetworkSegment(1f1d055e-10d5-4ab4-bb96-61e7e351023c),segment_id=1f1d055e-10d5-4ab4-bb96-61e7e351023c)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:25.056264 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:25.064470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d47291f9-dab2-4031-ac41-1441e8e66e1a no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:47:25.190203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a56e5051-2a10-40ae-ba73-f30981a4029d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:25.231545 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Calling delete_port for d47291f9-dab2-4031-ac41-1441e8e66e1a owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:25.234588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] Port d47291f9-dab2-4031-ac41-1441e8e66e1a update to DOWN by agent not found {{(pid=87794) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 03 05:47:25.249359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e5051-2a10-40ae-ba73-f30981a4029d None None] Pushing event deleted for resources: {'Port': ['ID=d47291f9-dab2-4031-ac41-1441e8e66e1a,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:25.254842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56e5051-2a10-40ae-ba73-f30981a4029d None None] No DVR routers for this DVR port d47291f9-dab2-4031-ac41-1441e8e66e1a on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:47:25.433592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc36673-0e2f-411d-9cd3-f6f9db0446d7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:25.434299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-edc36673-0e2f-411d-9cd3-f6f9db0446d7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:25.443634 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df55048-26b4-4f84-89af-07b9470ff955 req-7cedd1e9-6706-4a28-b14a-ee1f6bdf5e5d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:25.445217 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9df55048-26b4-4f84-89af-07b9470ff955 req-7cedd1e9-6706-4a28-b14a-ee1f6bdf5e5d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.6947744 Mar 03 05:47:25.457721 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d91a50db-491d-4765-b22f-b8737992b016 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:25.532786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:25.568370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-ba6c7075-eac9-4f43-aa31-ef7535f45bb2 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] For port 3a58721f-e910-4834-a1f9-14b5ff99ca67, host hv-neutron-8315, got binding levels [] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:25.569003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7075-eac9-4f43-aa31-ef7535f45bb2 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:25.576302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:25.602930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-edc36673-0e2f-411d-9cd3-f6f9db0446d7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:25.604124 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-edc36673-0e2f-411d-9cd3-f6f9db0446d7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8595145 Mar 03 05:47:25.605229 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:47:25.605570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:47:25.612297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d91a50db-491d-4765-b22f-b8737992b016 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Calling delete_port for 3c2dbd7f-4572-4ea4-b6e6-6c049f6cb7dc owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:25.617827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54732) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:25.685084 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9df55048-26b4-4f84-89af-07b9470ff955 req-78cbc8c8-0264-4c72-ab69-ac2e399c14d6 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311702 Mar 03 05:47:25.767200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c7075-eac9-4f43-aa31-ef7535f45bb2 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Calling delete_port for 3a58721f-e910-4834-a1f9-14b5ff99ca67 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:25.843199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8705dfe0-e2b6-4c19-8ad9-bfa3741d9b89 None None] Provisioning for port c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:25.921583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32dccf2-c735-4f8d-a800-f109e4b6149a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:25.923089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32dccf2-c735-4f8d-a800-f109e4b6149a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:25.923844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b32dccf2-c735-4f8d-a800-f109e4b6149a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:25.941319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78e998-419d-4af4-952c-f2db07751e5b req-375a7c42-3eea-4f08-8a2a-ba4baa74cc0b tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:25.942763 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cb78e998-419d-4af4-952c-f2db07751e5b req-375a7c42-3eea-4f08-8a2a-ba4baa74cc0b tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.1201162 Mar 03 05:47:25.992108 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b32dccf2-c735-4f8d-a800-f109e4b6149a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:25.993345 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b32dccf2-c735-4f8d-a800-f109e4b6149a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3725753 Mar 03 05:47:25.997598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54738) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:26.002525 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cb78e998-419d-4af4-952c-f2db07751e5b req-4671ae7d-daff-4d4c-83d2-1d8a46a8f92f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541146 Mar 03 05:47:26.005972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7075-eac9-4f43-aa31-ef7535f45bb2 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:26.058460 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c7075-eac9-4f43-aa31-ef7535f45bb2 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event deleted for resources: {'Port': ['ID=3a58721f-e910-4834-a1f9-14b5ff99ca67,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:26.072349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ba6c7075-eac9-4f43-aa31-ef7535f45bb2 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:26.077283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Allocated IP 2001:db8::ff (1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3/d076fa58-975e-4467-94b9-39d0f1a98ef7/a45ffedb-f508-4929-886d-052a55163f3b) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:26.108671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Deleting port d47291f9-dab2-4031-ac41-1441e8e66e1a {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:26.109011 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:26.123265 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ba6c7075-eac9-4f43-aa31-ef7535f45bb2 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "DELETE /v2.0/ports/3a58721f-e910-4834-a1f9-14b5ff99ca67 HTTP/1.1" status: 204 len: 168 time: 1.2315633 Mar 03 05:47:26.124883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54744) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:26.219136 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce57da10-e970-4618-b194-ff5aaa3b7614 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] GET failed (client error): The resource could not be found. Mar 03 05:47:26.219475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ce57da10-e970-4618-b194-ff5aaa3b7614 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Synchronizing usage tracker for tenant:a5a71f79618844eaa34f711c696f0ee0 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:26.251664 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ce57da10-e970-4618-b194-ff5aaa3b7614 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Unset dirty status for tenant:a5a71f79618844eaa34f711c696f0ee0 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:26.256336 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ce57da10-e970-4618-b194-ff5aaa3b7614 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "GET /v2.0/ports/3a58721f-e910-4834-a1f9-14b5ff99ca67 HTTP/1.1" status: 404 len: 333 time: 0.1271546 Mar 03 05:47:26.256570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54750) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:26.270130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1851023881', 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:26.277269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d91a50db-491d-4765-b22f-b8737992b016 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:26.278360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:26.284860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3be7ea5-116c-4a31-af74-108349797e75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 30f55022-c586-4873-adf3-07f2831cedf2 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:47:26.292164 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] The port 'd47291f9-dab2-4031-ac41-1441e8e66e1a' was deleted {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:47:26.302936 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:26.306848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:26.323415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Made reservation on behalf of a5a71f79618844eaa34f711c696f0ee0 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:26.325786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:26.332553 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3be7ea5-116c-4a31-af74-108349797e75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:26.351232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] device_id is not set on port 44f03a44-51e0-4278-b90b-6e6f5ef7f21c yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:26.414891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:26.433541 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a50db-491d-4765-b22f-b8737992b016 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event deleted for resources: {'Port': ['ID=3c2dbd7f-4572-4ea4-b6e6-6c049f6cb7dc,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:26.503912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Network 1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:26.508761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:26.511405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:26.605884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event updated for resources: {'Port': ['ID=a45ffedb-f508-4929-886d-052a55163f3b,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:26.624250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3be7ea5-116c-4a31-af74-108349797e75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:26.681233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:26.784799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ad83ae-a956-4f6b-a4cf-4e8e68626698']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:26.817955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1d055e-10d5-4ab4-bb96-61e7e351023c') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:26.818213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1d055e-10d5-4ab4-bb96-61e7e351023c') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:26.833931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:26.851108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:26.871229 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded4e98-ad63-4b7a-b32e-6f3d335147cf req-73e115e2-8868-454c-ad77-46cdc2a7afa3 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:26.872716 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bded4e98-ad63-4b7a-b32e-6f3d335147cf req-73e115e2-8868-454c-ad77-46cdc2a7afa3 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.5412543 Mar 03 05:47:26.965765 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:26.967764 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:26.985970 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3be7ea5-116c-4a31-af74-108349797e75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:27.029355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:47:27.029793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:47:27.044218 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:47:27.049911 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:27.055350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:27.055874 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:27.122696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:27.130819 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d91a50db-491d-4765-b22f-b8737992b016 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:27.167967 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bded4e98-ad63-4b7a-b32e-6f3d335147cf req-17c3513f-3f63-4026-8833-6cfd8b5f3c34 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806835 Mar 03 05:47:27.178040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:27.196243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:27.243452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:27.271882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:27.284126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] Pushing event deleted for resources: {'Network': ['ID=97ad83ae-a956-4f6b-a4cf-4e8e68626698,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:27.354912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-db361d16-b846-4897-afb6-352832458dcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:47:27.355276 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-db361d16-b846-4897-afb6-352832458dcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:47:27.434116 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-02754854-8c4e-4af3-b020-b82ee8a43739 tempest-AllowedAddressPairTestJSON-505693488 tempest-AllowedAddressPairTestJSON-505693488-project] 10.222.0.20 "DELETE /v2.0/networks/97ad83ae-a956-4f6b-a4cf-4e8e68626698 HTTP/1.1" status: 204 len: 168 time: 3.2838385 Mar 03 05:47:27.454357 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Network 09145da1-44b7-4c20-bf37-cba01a2a1916 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:27.460195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:27.463657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event updated for resources: {'Port': ['ID=44f03a44-51e0-4278-b90b-6e6f5ef7f21c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:27.467556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:27.468480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:27.469135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:27.499413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3be7ea5-116c-4a31-af74-108349797e75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:27.558642 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be7ea5-116c-4a31-af74-108349797e75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=30f55022-c586-4873-adf3-07f2831cedf2,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:27.574771 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3be7ea5-116c-4a31-af74-108349797e75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:27.574934 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef90579-03e8-47c7-a6a9-4023ae6c2ce8 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:27.576022 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ab44d8be-1df0-46fb-95bb-8f3362ee535b tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3184574 Mar 03 05:47:27.579811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54762) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:27.582788 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d3be7ea5-116c-4a31-af74-108349797e75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/30f55022-c586-4873-adf3-07f2831cedf2 HTTP/1.1" status: 204 len: 168 time: 1.5793149 Mar 03 05:47:27.585841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54766) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:27.626520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:27.679250 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1bdaf405-974e-4aac-a231-8739217ffb26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922928 Mar 03 05:47:27.679919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54770) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:27.689282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1f71b199-fe39-432a-87bc-08aa340aff0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:27.849883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbab437-5204-4131-a4de-274fa943a64c tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:27.850855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ddbab437-5204-4131-a4de-274fa943a64c tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Synchronizing usage tracker for tenant:a5a71f79618844eaa34f711c696f0ee0 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:27.885537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ddbab437-5204-4131-a4de-274fa943a64c tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Unset dirty status for tenant:a5a71f79618844eaa34f711c696f0ee0 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:27.887309 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ddbab437-5204-4131-a4de-274fa943a64c tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "GET /v2.0/ports/44f03a44-51e0-4278-b90b-6e6f5ef7f21c HTTP/1.1" status: 200 len: 955 time: 0.3065169 Mar 03 05:47:27.889798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Router 7f840683-605a-421f-a2f5-64c908114f9d is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:47:27.894824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54778) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:27.976730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54784) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:28.028557 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:28.043271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-dbc37d39-7f2c-4344-9400-630347ba5342 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Deleting port 44f03a44-51e0-4278-b90b-6e6f5ef7f21c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:28.043733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbc37d39-7f2c-4344-9400-630347ba5342 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:28.073216 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port c8ca7a0c-f6fc-4314-9c3f-a497f0395a91, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c8ca7a0c-f6fc-4314-9c3f-a497f0395a91,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:28.080913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:28.168352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1f71b199-fe39-432a-87bc-08aa340aff0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:28.176388 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f856706-64e7-413d-9ed7-5502fd79661d None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:47:28.185478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91a50db-491d-4765-b22f-b8737992b016 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Router 71fd0a37-c578-4847-8a13-e371760d43c7 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:47:28.188889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1f856706-64e7-413d-9ed7-5502fd79661d None None] Deleting port c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:28.190458 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1f856706-64e7-413d-9ed7-5502fd79661d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:28.190995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1f71b199-fe39-432a-87bc-08aa340aff0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:28.220868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:28.233639 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Sync routers for ids ['7f840683-605a-421f-a2f5-64c908114f9d'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:28.243163 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Routers {'7f840683-605a-421f-a2f5-64c908114f9d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:28.244197 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7f840683-605a-421f-a2f5-64c908114f9d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:28.282521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:28.283832 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-139f9da1-3d06-4f03-8097-24e499f7ebd8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.6612003 Mar 03 05:47:28.299853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54790) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:28.346509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d05277-c80c-4e5a-a929-2ed64d3a4f54 req-8b5e16b9-d322-49cb-9f29-21fc87b41e98 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:28.348270 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a2d05277-c80c-4e5a-a929-2ed64d3a4f54 req-8b5e16b9-d322-49cb-9f29-21fc87b41e98 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.3730457 Mar 03 05:47:28.378462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=c8ca7a0c-f6fc-4314-9c3f-a497f0395a91,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:28.409877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbc37d39-7f2c-4344-9400-630347ba5342 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:28.445327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f71b199-fe39-432a-87bc-08aa340aff0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:28.448921 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1f71b199-fe39-432a-87bc-08aa340aff0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:28.495831 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Set router 7f840683-605a-421f-a2f5-64c908114f9d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:28.534871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-1f856706-64e7-413d-9ed7-5502fd79661d None None] For port c8ca7a0c-f6fc-4314-9c3f-a497f0395a91, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c8ca7a0c-f6fc-4314-9c3f-a497f0395a91,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:28.535254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1f856706-64e7-413d-9ed7-5502fd79661d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:28.666619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1f856706-64e7-413d-9ed7-5502fd79661d None None] Calling delete_port for c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:28.690089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-dbc37d39-7f2c-4344-9400-630347ba5342 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Calling delete_port for 44f03a44-51e0-4278-b90b-6e6f5ef7f21c owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:28.717765 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a2d05277-c80c-4e5a-a929-2ed64d3a4f54 req-9f256fae-c122-4521-9a15-dbe4ccce93be tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865968 Mar 03 05:47:28.757743 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1f856706-64e7-413d-9ed7-5502fd79661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:28.762789 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e36afbc7-e062-4842-aae2-6138e58cbc73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f0c6a4f752048fca15fa29ace411fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7825289 Mar 03 05:47:28.766929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54794) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:28.781055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbc37d39-7f2c-4344-9400-630347ba5342 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:28.813076 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f856706-64e7-413d-9ed7-5502fd79661d None None] Pushing event deleted for resources: {'Port': ['ID=c8ca7a0c-f6fc-4314-9c3f-a497f0395a91,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:28.816621 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f856706-64e7-413d-9ed7-5502fd79661d None None] No DVR routers for this DVR port c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:47:28.841248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc37d39-7f2c-4344-9400-630347ba5342 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event deleted for resources: {'Port': ['ID=44f03a44-51e0-4278-b90b-6e6f5ef7f21c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:28.849721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbc37d39-7f2c-4344-9400-630347ba5342 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:28.865587 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dbc37d39-7f2c-4344-9400-630347ba5342 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "DELETE /v2.0/ports/44f03a44-51e0-4278-b90b-6e6f5ef7f21c HTTP/1.1" status: 204 len: 168 time: 0.9666193 Mar 03 05:47:28.868484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54800) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:28.892157 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f840683-605a-421f-a2f5-64c908114f9d', 'name': '', 'tenant_id': '190a9ef8d85a4860b190de43b7de0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3', 'external_fixed_ips': [{'subnet_id': 'd076fa58-975e-4467-94b9-39d0f1a98ef7', 'ip_address': '2001:db8::ff'}], 'enable_snat': True}, 'gw_port_id': 'a45ffedb-f508-4929-886d-052a55163f3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:23Z', 'updated_at': '2022-03-03T05:47:26Z', 'revision_number': 3, 'project_id': '190a9ef8d85a4860b190de43b7de0cb1', 'gw_port': {'id': 'a45ffedb-f508-4929-886d-052a55163f3b', 'name': '', 'network_id': '1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ee:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f840683-605a-421f-a2f5-64c908114f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'd076fa58-975e-4467-94b9-39d0f1a98ef7', 'ip_address': '2001:db8::ff', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:47:25Z', 'updated_at': '2022-03-03T05:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd076fa58-975e-4467-94b9-39d0f1a98ef7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:28.897898 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Checking router: 7f840683-605a-421f-a2f5-64c908114f9d for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:47:28.899064 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Updating router 7f840683-605a-421f-a2f5-64c908114f9d port a45ffedb-f508-4929-886d-052a55163f3b binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:47:28.914060 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-0edff0dd-ce91-4910-984d-e66e3b2d47db tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] GET failed (client error): The resource could not be found. Mar 03 05:47:28.914594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0edff0dd-ce91-4910-984d-e66e3b2d47db tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Synchronizing usage tracker for tenant:a5a71f79618844eaa34f711c696f0ee0 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:28.923583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:47:28.942855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0edff0dd-ce91-4910-984d-e66e3b2d47db tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Unset dirty status for tenant:a5a71f79618844eaa34f711c696f0ee0 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:28.944310 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0edff0dd-ce91-4910-984d-e66e3b2d47db tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "GET /v2.0/ports/44f03a44-51e0-4278-b90b-6e6f5ef7f21c HTTP/1.1" status: 404 len: 333 time: 0.0750713 Mar 03 05:47:28.948280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54804) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:28.955531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Request body: {'port': {'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1413581247'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:28.961293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:28.964351 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:47:28.965136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c8ca7a0c-f6fc-4314-9c3f-a497f0395a91 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:47:28.971900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:28.984140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1f71b199-fe39-432a-87bc-08aa340aff0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:28.985290 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:28.986404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Made reservation on behalf of a5a71f79618844eaa34f711c696f0ee0 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:28.988826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.008999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] device_id is not set on port c2c1976a-5747-4469-9528-750247fc939c yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:29.074403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91a50db-491d-4765-b22f-b8737992b016 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:29.083880 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f71b199-fe39-432a-87bc-08aa340aff0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:29.091935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f1bbb2-f674-453d-a33d-63bba87c1ecf None None] Sync routers for ids ['71fd0a37-c578-4847-8a13-e371760d43c7'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:29.093785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-1f71b199-fe39-432a-87bc-08aa340aff0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:29.101114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f71b199-fe39-432a-87bc-08aa340aff0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:29.101871 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1f71b199-fe39-432a-87bc-08aa340aff0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.103689 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6da407-f2a7-4499-b20f-34e9df63452a None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:29.105992 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.142407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f1bbb2-f674-453d-a33d-63bba87c1ecf None None] Routers {'71fd0a37-c578-4847-8a13-e371760d43c7'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:29.143137 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-e6f1bbb2-f674-453d-a33d-63bba87c1ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['71fd0a37-c578-4847-8a13-e371760d43c7'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:29.198143 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d91a50db-491d-4765-b22f-b8737992b016 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "PUT /v2.0/routers/71fd0a37-c578-4847-8a13-e371760d43c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9391444 Mar 03 05:47:29.201884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54808) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:29.218299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71b199-fe39-432a-87bc-08aa340aff0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=392f8cd6-34d7-48aa-b2ce-8e144251f43e,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:29.220556 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b3fada-2894-43e6-b390-db9b3398b790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.238956 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1f71b199-fe39-432a-87bc-08aa340aff0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5559573 Mar 03 05:47:29.241740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54812) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:29.253071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ce4eb37c-2b84-4687-b1ca-792acc3eb41c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-607106091', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:29.259421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ce4eb37c-2b84-4687-b1ca-792acc3eb41c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:29.263267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ce4eb37c-2b84-4687-b1ca-792acc3eb41c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:router and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:29.266173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ce4eb37c-2b84-4687-b1ca-792acc3eb41c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:29.271844 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ce4eb37c-2b84-4687-b1ca-792acc3eb41c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:29.289200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-e6f1bbb2-f674-453d-a33d-63bba87c1ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:29.298171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb37c-2b84-4687-b1ca-792acc3eb41c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.299594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb37c-2b84-4687-b1ca-792acc3eb41c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.324140 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f1bbb2-f674-453d-a33d-63bba87c1ecf None None] Routers {'71fd0a37-c578-4847-8a13-e371760d43c7'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:29.324881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-e6f1bbb2-f674-453d-a33d-63bba87c1ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['71fd0a37-c578-4847-8a13-e371760d43c7'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:29.349493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.369873 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.382728 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Transition to ACTIVE for port object a45ffedb-f508-4929-886d-052a55163f3b will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:29.398254 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.406419 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-e6f1bbb2-f674-453d-a33d-63bba87c1ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:29.406826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f1bbb2-f674-453d-a33d-63bba87c1ecf None None] The sync data for ids ['71fd0a37-c578-4847-8a13-e371760d43c7'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:29.452549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b3fada-2894-43e6-b390-db9b3398b790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.484583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.504141 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Pushing event updated for resources: {'Port': ['ID=a45ffedb-f508-4929-886d-052a55163f3b,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:29.512324 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:29.512691 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:29.513032 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:29.513354 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:29.513674 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:29.514595 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:29.514920 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:29.515237 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:29.515565 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:29.515905 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:29.516218 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:29.516527 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:29.539967 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Attempting to bind port a45ffedb-f508-4929-886d-052a55163f3b on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:29.540430 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Attempting to bind port a45ffedb-f508-4929-886d-052a55163f3b by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '9bafb9f3-6337-4b4f-b3e8-f57fe82e15be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:29.540785 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Attempting to bind port a45ffedb-f508-4929-886d-052a55163f3b on network 1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:29.548673 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:47:29.549218 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Checking segment: {'id': '9bafb9f3-6337-4b4f-b3e8-f57fe82e15be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:29.550362 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.550813 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Bound using segment: {'id': '9bafb9f3-6337-4b4f-b3e8-f57fe82e15be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:47:29.551330 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Bound port: a45ffedb-f508-4929-886d-052a55163f3b, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bafb9f3-6337-4b4f-b3e8-f57fe82e15be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:47:29.551764 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.558499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb37c-2b84-4687-b1ca-792acc3eb41c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.568602 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '392f8cd6-34d7-48aa-b2ce-8e144251f43e'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:47:29.569436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.576909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b3fada-2894-43e6-b390-db9b3398b790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.593176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.599722 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3fada-2894-43e6-b390-db9b3398b790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f262aff-8bca-4e3e-98be-616f761b432f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:29.602053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb37c-2b84-4687-b1ca-792acc3eb41c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.615140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.627015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Deleting port a45ffedb-f508-4929-886d-052a55163f3b {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:29.627381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.653018 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] For port a45ffedb-f508-4929-886d-052a55163f3b, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:29.656877 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] For port a45ffedb-f508-4929-886d-052a55163f3b, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=a45ffedb-f508-4929-886d-052a55163f3b,segment=NetworkSegment(9bafb9f3-6337-4b4f-b3e8-f57fe82e15be),segment_id=9bafb9f3-6337-4b4f-b3e8-f57fe82e15be)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:47:29.663418 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.754681 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Routers {'7f840683-605a-421f-a2f5-64c908114f9d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:29.755430 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7f840683-605a-421f-a2f5-64c908114f9d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:29.760955 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Allocated IP 2001:db8::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/392f8cd6-34d7-48aa-b2ce-8e144251f43e/53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:29.830242 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c476d1e-ab7b-486c-98bf-7202c63d16ac None None] Pushing event updated for resources: {'Port': ['ID=a45ffedb-f508-4929-886d-052a55163f3b,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:29.845377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Network 09145da1-44b7-4c20-bf37-cba01a2a1916 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:29.876593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:29.882200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:29.883126 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:29.883705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.926597 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] Set router 7f840683-605a-421f-a2f5-64c908114f9d gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:29.942284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b3fada-2894-43e6-b390-db9b3398b790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.946399 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-87b3fada-2894-43e6-b390-db9b3398b790 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f262aff-8bca-4e3e-98be-616f761b432f HTTP/1.1" status: 204 len: 168 time: 1.1736829 Mar 03 05:47:29.947547 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb37c-2b84-4687-b1ca-792acc3eb41c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:29.951744 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ce4eb37c-2b84-4687-b1ca-792acc3eb41c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7069659 Mar 03 05:47:29.954413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54822) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:29.966292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c1976a-5747-4469-9528-750247fc939c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:30.020981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:30.031072 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fa688cd3-5b5f-4f7e-b8c5-6e2678700003 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0809410 Mar 03 05:47:30.033630 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54826) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:30.036736 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:30.042539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:30.060084 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Transition to ACTIVE for port object 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:30.072262 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f840683-605a-421f-a2f5-64c908114f9d', 'name': '', 'tenant_id': '190a9ef8d85a4860b190de43b7de0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:23Z', 'updated_at': '2022-03-03T05:47:29Z', 'revision_number': 4, 'project_id': '190a9ef8d85a4860b190de43b7de0cb1', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:30.077495 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf1a884-c08f-46fe-9302-d52390cbd8af None None] The sync data for ids ['7f840683-605a-421f-a2f5-64c908114f9d'] in dv-neutron-831582-1-hyperv is: [{'id': '7f840683-605a-421f-a2f5-64c908114f9d', 'name': '', 'tenant_id': '190a9ef8d85a4860b190de43b7de0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:23Z', 'updated_at': '2022-03-03T05:47:29Z', 'revision_number': 4, 'project_id': '190a9ef8d85a4860b190de43b7de0cb1', 'gw_port_host': None}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:30.079914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Deleting port 44ebec8f-2c9e-40a9-bcb2-9e8687364edd {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:30.080768 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:30.097167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Transition to ACTIVE for port object 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:30.103505 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:30.216654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:30.221947 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:30.224935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:30.229128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] For port a45ffedb-f508-4929-886d-052a55163f3b, host dv-neutron-831582-1-hyperv, got binding levels [] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:30.229536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:30.316857 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:30.324685 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Pushing event updated for resources: {'Port': ['ID=53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:30.346397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Attempting to bind port 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:30.346764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Attempting to bind port 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:30.347117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Attempting to bind port 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:30.353311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:47:30.353631 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:30.354091 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:30.354478 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:47:30.354935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Bound port: 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:47:30.355576 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:30.472085 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Calling delete_port for a45ffedb-f508-4929-886d-052a55163f3b owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:30.472323 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] For port 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:30.476477 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] For port 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:47:30.482091 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:30.485856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:30.502677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:30.569385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799c595-fbc0-49f2-9eff-42b31f314ca3 None None] Pushing event updated for resources: {'Port': ['ID=53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:30.743404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Calling delete_port for 44ebec8f-2c9e-40a9-bcb2-9e8687364edd owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:30.961081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa666f80-2a21-4191-b5f2-87822140d055 req-e3c222b7-8cea-494c-acab-65e6e2ced248 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:30.962638 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fa666f80-2a21-4191-b5f2-87822140d055 req-e3c222b7-8cea-494c-acab-65e6e2ced248 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.9229212 Mar 03 05:47:31.049432 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:31.060307 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:31.113791 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54848) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:31.154253 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:31.181796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:47:31.182122 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:47:31.193118 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fa666f80-2a21-4191-b5f2-87822140d055 req-14d96c18-6bf6-428d-8e88-a59b8141ec5e tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206328 Mar 03 05:47:31.309971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-574729804'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:31.319575 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:31.334127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:network and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:31.339664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:31.349854 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:31.355105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] device_id is not set on port c2c1976a-5747-4469-9528-750247fc939c yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:31.367294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:31.382316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:31.424445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Transition to ACTIVE for port object c2c1976a-5747-4469-9528-750247fc939c will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:31.440365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event deleted for resources: {'Port': ['ID=44ebec8f-2c9e-40a9-bcb2-9e8687364edd,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:31.441990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:31.505784 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Made reservation on behalf of 2952856795e04c42b30b59107a591af7 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:31.509360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:31.530070 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:31.551782 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:31.559764 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:security_group_rule and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:31.564491 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:31.599214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:31.649784 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::1 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/392f8cd6-34d7-48aa-b2ce-8e144251f43e/6873a545-a0e9-4fff-b658-9b63a58d71b3) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:31.659858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c1976a-5747-4469-9528-750247fc939c,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:31.672428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:31.690206 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Deleting port a45ffedb-f508-4929-886d-052a55163f3b {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:31.690799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:31.712544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:31.712871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:31.713201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:31.782627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:31.782627 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:31.790621 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 2 to bind port c2c1976a-5747-4469-9528-750247fc939c Mar 03 05:47:31.867019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:31.868952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:31.869277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:31.869603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:31.872048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:31.880196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:31.880502 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:31.951805 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 3 to bind port c2c1976a-5747-4469-9528-750247fc939c Mar 03 05:47:31.966550 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:31.975518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:31.975894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:31.976276 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:31.980531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:31.981871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:31.982189 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:31.982954 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 4 to bind port c2c1976a-5747-4469-9528-750247fc939c Mar 03 05:47:31.991247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:31.991753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Fanout notify agent at l3_agent the message router_deleted on router 71fd0a37-c578-4847-8a13-e371760d43c7 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:47:32.003346 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:32.003674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:32.004025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:32.011693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:32.012150 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:32.013220 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 5 to bind port c2c1976a-5747-4469-9528-750247fc939c Mar 03 05:47:32.024830 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2706c511-ea0f-4570-bb26-86b9cc05916d None None] Provisioning for port 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:32.025151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:47:32.026293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.030505 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-97fab3de-b310-4941-b0aa-9a6e67bf813a tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "DELETE /v2.0/routers/71fd0a37-c578-4847-8a13-e371760d43c7 HTTP/1.1" status: 204 len: 168 time: 2.8274276 Mar 03 05:47:32.030751 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2706c511-ea0f-4570-bb26-86b9cc05916d None None] Provisioning complete for port 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:32.031056 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2706c511-ea0f-4570-bb26-86b9cc05916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.031169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54854) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:32.035973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.073537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:32.073861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:32.074470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:32.078192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192d6811-dab1-4b85-a4f8-d2ad9065441c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:32.081513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] For port a45ffedb-f508-4929-886d-052a55163f3b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=a45ffedb-f508-4929-886d-052a55163f3b,segment=NetworkSegment(9bafb9f3-6337-4b4f-b3e8-f57fe82e15be),segment_id=9bafb9f3-6337-4b4f-b3e8-f57fe82e15be)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:32.081873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.090311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.090311 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Added segment ba141a79-9a5c-4aef-91f5-8743e545d763 of type vlan for network f68c4e26-2339-4bc4-90fd-173df31e09f4 Mar 03 05:47:32.090599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:32.090828 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:32.092841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 6873a545-a0e9-4fff-b658-9b63a58d71b3 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:32.094414 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 6 to bind port c2c1976a-5747-4469-9528-750247fc939c Mar 03 05:47:32.117018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:32.117345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:32.117670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:32.126592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f066f91b-f98e-4edb-8e45-c59f38f7e74f tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Deleting subnet 36deb5db-2d94-421e-a2c3-aed5218b9325 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:47:32.130404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:32.130727 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:32.131285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f066f91b-f98e-4edb-8e45-c59f38f7e74f tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.147949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2706c511-ea0f-4570-bb26-86b9cc05916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.160811 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 7 to bind port c2c1976a-5747-4469-9528-750247fc939c Mar 03 05:47:32.181673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-2706c511-ea0f-4570-bb26-86b9cc05916d None None] For port 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:32.186170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2706c511-ea0f-4570-bb26-86b9cc05916d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.225484 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Calling delete_port for a45ffedb-f508-4929-886d-052a55163f3b owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:32.284902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.291034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:32.291286 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:32.291808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:32.300830 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:32.301369 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:32.301627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706c511-ea0f-4570-bb26-86b9cc05916d None None] Pushing event updated for resources: {'Port': ['ID=53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:32.303901 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 8 to bind port c2c1976a-5747-4469-9528-750247fc939c Mar 03 05:47:32.319105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f066f91b-f98e-4edb-8e45-c59f38f7e74f tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.365474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:32.366474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:32.367070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:32.377365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:32.377683 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:32.379843 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 9 to bind port c2c1976a-5747-4469-9528-750247fc939c Mar 03 05:47:32.395236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.402790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:32.403119 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:32.403449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:32.412320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:32.412648 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:32.419016 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.plugins.ml2.plugin [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempt 10 to bind port c2c1976a-5747-4469-9528-750247fc939c Mar 03 05:47:32.437442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:32.437770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:32.438096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempting to bind port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:32.445130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:47:32.445448 dv-neutron-831582-1-hyperv neutron-server[87793]: ERROR neutron.plugins.ml2.managers [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Failed to bind port c2c1976a-5747-4469-9528-750247fc939c on host hv-neutron-8315 for vnic_type normal using segments [{'id': '93dd583e-b263-4963-9e7b-f55f087a24fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '09145da1-44b7-4c20-bf37-cba01a2a1916'}] Mar 03 05:47:32.445792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.456646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.462001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:32.462584 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.464920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f066f91b-f98e-4edb-8e45-c59f38f7e74f tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.532831 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:32.546058 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:32.598628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] For port c2c1976a-5747-4469-9528-750247fc939c, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:32.599063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attempted to set empty binding levels {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 03 05:47:32.608056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:32.608605 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.610903 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f066f91b-f98e-4edb-8e45-c59f38f7e74f tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.641655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.691902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066f91b-f98e-4edb-8e45-c59f38f7e74f tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event deleted for resources: {'Subnet': ['ID=36deb5db-2d94-421e-a2c3-aed5218b9325,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:32.702399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f066f91b-f98e-4edb-8e45-c59f38f7e74f tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.703950 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4649a975-e2f6-4413-aad8-ea034a0b9a8a None None] Network 7a760a8e-596a-4acd-a98c-554c0b06ad96 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:32.712359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] In _notify_port_updated(), no bound segment for port c2c1976a-5747-4469-9528-750247fc939c on network 09145da1-44b7-4c20-bf37-cba01a2a1916 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:47:32.713420 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:32.714156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.715596 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "PUT /v2.0/ports/c2c1976a-5747-4469-9528-750247fc939c HTTP/1.1" status: 200 len: 977 time: 2.6804075 Mar 03 05:47:32.718733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54860) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:32.724125 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f066f91b-f98e-4edb-8e45-c59f38f7e74f tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "DELETE /v2.0/subnets/36deb5db-2d94-421e-a2c3-aed5218b9325 HTTP/1.1" status: 204 len: 168 time: 0.6895952 Mar 03 05:47:32.724954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54864) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:32.733898 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=6873a545-a0e9-4fff-b658-9b63a58d71b3,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:32.759936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Network': ['ID=f68c4e26-2339-4bc4-90fd-173df31e09f4,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:32.776917 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-39efe34d-33c4-456a-b5ba-f7df8b0bb194 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6576471 Mar 03 05:47:32.782945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54868) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:32.803949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'subnet': {'network_id': 'f68c4e26-2339-4bc4-90fd-173df31e09f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:32.821704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network f68c4e26-2339-4bc4-90fd-173df31e09f4 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:47:32.899598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec75cc-7a78-449f-88a2-f7a96e28b520 req-28ae5552-43b5-495d-864a-b038ccd06e18 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:32.901137 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8fec75cc-7a78-449f-88a2-f7a96e28b520 req-28ae5552-43b5-495d-864a-b038ccd06e18 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.5577629 Mar 03 05:47:32.914824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.927507 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfb2c5-943d-4d84-b180-8d57cc890f5f tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event updated for resources: {'Port': ['ID=c2c1976a-5747-4469-9528-750247fc939c,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:32.955317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf52a9-70cd-4eba-abee-0793772f4f42 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Deleting port c2c1976a-5747-4469-9528-750247fc939c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:32.956029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f9bf52a9-70cd-4eba-abee-0793772f4f42 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:32.968149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:32.986022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Deleting port 63c3f9a8-9519-44e6-bce9-f96a1ba53803 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:32.986656 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.054911 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ea08b51d-6ef2-4f24-8498-b4f00d8e3948 None None] Provisioning for port 6873a545-a0e9-4fff-b658-9b63a58d71b3 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:33.075815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ea08b51d-6ef2-4f24-8498-b4f00d8e3948 None None] Provisioning complete for port 6873a545-a0e9-4fff-b658-9b63a58d71b3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:33.076200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ea08b51d-6ef2-4f24-8498-b4f00d8e3948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.150553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ea08b51d-6ef2-4f24-8498-b4f00d8e3948 None None] Port 6873a545-a0e9-4fff-b658-9b63a58d71b3 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:33.161373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:33.161739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.196247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.240371 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:33.246502 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e0553e-910f-4cdf-bcf1-1de95d990cbb None None] DHCP port deletion for 7a760a8e-596a-4acd-a98c-554c0b06ad96 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:47:33.252818 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-81e0553e-910f-4cdf-bcf1-1de95d990cbb None None] Deleting port 63c3f9a8-9519-44e6-bce9-f96a1ba53803 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:33.253184 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-81e0553e-910f-4cdf-bcf1-1de95d990cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.270696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event deleted for resources: {'Port': ['ID=a45ffedb-f508-4929-886d-052a55163f3b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:33.287868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-f9bf52a9-70cd-4eba-abee-0793772f4f42 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] For port c2c1976a-5747-4469-9528-750247fc939c, host hv-neutron-8315, got binding levels [] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:33.288236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f9bf52a9-70cd-4eba-abee-0793772f4f42 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.297160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:subnet and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:33.302230 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8fec75cc-7a78-449f-88a2-f7a96e28b520 req-bb4e51f0-7aec-4337-8b14-262c8ec2c9b1 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3251884 Mar 03 05:47:33.302958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.317241 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:33.335511 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:33.343680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.455524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f9bf52a9-70cd-4eba-abee-0793772f4f42 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Calling delete_port for c2c1976a-5747-4469-9528-750247fc939c owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:33.555604 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Made reservation on behalf of 2952856795e04c42b30b59107a591af7 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:33.559168 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.565354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-81e0553e-910f-4cdf-bcf1-1de95d990cbb None None] For port 63c3f9a8-9519-44e6-bce9-f96a1ba53803, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=63c3f9a8-9519-44e6-bce9-f96a1ba53803,segment=NetworkSegment(de006690-8738-4da8-a1b1-cae5e4d58229),segment_id=de006690-8738-4da8-a1b1-cae5e4d58229)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:33.565765 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-81e0553e-910f-4cdf-bcf1-1de95d990cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.579634 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] For port 63c3f9a8-9519-44e6-bce9-f96a1ba53803, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=63c3f9a8-9519-44e6-bce9-f96a1ba53803,segment=NetworkSegment(de006690-8738-4da8-a1b1-cae5e4d58229),segment_id=de006690-8738-4da8-a1b1-cae5e4d58229)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:33.580021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.587861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.642431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.715810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Calling delete_port for 63c3f9a8-9519-44e6-bce9-f96a1ba53803 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:33.738425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-81e0553e-910f-4cdf-bcf1-1de95d990cbb None None] Calling delete_port for 63c3f9a8-9519-44e6-bce9-f96a1ba53803 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:33.752314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f9bf52a9-70cd-4eba-abee-0793772f4f42 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.820705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.821106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f840683-605a-421f-a2f5-64c908114f9d {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:47:33.827539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-81e0553e-910f-4cdf-bcf1-1de95d990cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.882807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0553e-910f-4cdf-bcf1-1de95d990cbb None None] Pushing event deleted for resources: {'Port': ['ID=63c3f9a8-9519-44e6-bce9-f96a1ba53803,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:33.886646 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e0553e-910f-4cdf-bcf1-1de95d990cbb None None] No DVR routers for this DVR port 63c3f9a8-9519-44e6-bce9-f96a1ba53803 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:47:33.897554 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:33.901089 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f7c6d81a-8862-47fe-9f25-75b27619071a tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "DELETE /v2.0/routers/7f840683-605a-421f-a2f5-64c908114f9d HTTP/1.1" status: 204 len: 168 time: 5.5977848 Mar 03 05:47:33.919279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54872) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:33.923357 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf52a9-70cd-4eba-abee-0793772f4f42 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2c1976a-5747-4469-9528-750247fc939c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:33.975597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f9bf52a9-70cd-4eba-abee-0793772f4f42 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.010248 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f9bf52a9-70cd-4eba-abee-0793772f4f42 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "DELETE /v2.0/ports/c2c1976a-5747-4469-9528-750247fc939c HTTP/1.1" status: 204 len: 168 time: 1.2903798 Mar 03 05:47:34.013544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54876) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:34.049642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:47:34.049995 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:47:34.063091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-92fe1bf4-c825-40ce-a3d6-a58569fb6562 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Deleting subnet d076fa58-975e-4467-94b9-39d0f1a98ef7 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:47:34.066846 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-448fc849-867d-4c85-95cf-ce5b57c20986 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] GET failed (client error): The resource could not be found. Mar 03 05:47:34.067369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-448fc849-867d-4c85-95cf-ce5b57c20986 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Synchronizing usage tracker for tenant:a5a71f79618844eaa34f711c696f0ee0 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:34.069687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-92fe1bf4-c825-40ce-a3d6-a58569fb6562 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.102395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.104556 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.129012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-448fc849-867d-4c85-95cf-ce5b57c20986 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] Unset dirty status for tenant:a5a71f79618844eaa34f711c696f0ee0 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:34.130156 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-448fc849-867d-4c85-95cf-ce5b57c20986 tempest-PortsAdminExtendedAttrsTestJSON-706101142 tempest-PortsAdminExtendedAttrsTestJSON-706101142-project-admin] 10.222.0.20 "GET /v2.0/ports/c2c1976a-5747-4469-9528-750247fc939c HTTP/1.1" status: 404 len: 333 time: 0.1156106 Mar 03 05:47:34.133356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-92fe1bf4-c825-40ce-a3d6-a58569fb6562 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.140083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54880) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:34.140734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.141466 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.194850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-92fe1bf4-c825-40ce-a3d6-a58569fb6562 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.268204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-92fe1bf4-c825-40ce-a3d6-a58569fb6562 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.304819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe1bf4-c825-40ce-a3d6-a58569fb6562 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d076fa58-975e-4467-94b9-39d0f1a98ef7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:34.313741 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-92fe1bf4-c825-40ce-a3d6-a58569fb6562 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.331299 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-92fe1bf4-c825-40ce-a3d6-a58569fb6562 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/d076fa58-975e-4467-94b9-39d0f1a98ef7 HTTP/1.1" status: 204 len: 168 time: 0.4092996 Mar 03 05:47:34.335024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54884) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:34.376712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Subnet': ['ID=e0549d03-e14b-40fb-8865-9de3643c1c27,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:34.431687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=6873a545-a0e9-4fff-b658-9b63a58d71b3,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:34.453890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Checking segment: {'id': 'ba141a79-9a5c-4aef-91f5-8743e545d763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f68c4e26-2339-4bc4-90fd-173df31e09f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:34.454249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network hostable DHCP agents. Network: f68c4e26-2339-4bc4-90fd-173df31e09f4, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:47:34.467794 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.500369 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f875-641a-4208-97ed-03d393ef3e38 tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.586088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Deleting port 63c3f9a8-9519-44e6-bce9-f96a1ba53803 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:34.586730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.628235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.676464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] The port '63c3f9a8-9519-44e6-bce9-f96a1ba53803' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:47:34.714431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network f68c4e26-2339-4bc4-90fd-173df31e09f4 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:47:34.735620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:34.736241 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:34.743475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:34.760705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, f68c4e26-2339-4bc4-90fd-173df31e09f4) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:34.766396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bafb9f3-6337-4b4f-b3e8-f57fe82e15be') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:34.766704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bafb9f3-6337-4b4f-b3e8-f57fe82e15be') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:34.776546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:34.777008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.787415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8812ffe-d940-4604-9560-c7d9db553a5e None None] Network f68c4e26-2339-4bc4-90fd-173df31e09f4 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:34.836278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.851023 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.882940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.903294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a760a8e-596a-4acd-a98c-554c0b06ad96']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:34.911932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:47:34.912356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.924660 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f875-641a-4208-97ed-03d393ef3e38 tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:47:34.926644 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:47:34.945474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de006690-8738-4da8-a1b1-cae5e4d58229') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:34.945797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de006690-8738-4da8-a1b1-cae5e4d58229') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:34.988708 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 63c3f9a8-9519-44e6-bce9-f96a1ba53803 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:47:35.018416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.045196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.054004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:47:35.054341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.055944 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 63c3f9a8-9519-44e6-bce9-f96a1ba53803 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:47:35.056287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 63c3f9a8-9519-44e6-bce9-f96a1ba53803 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:47:35.061283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc42fe-5729-4b5d-af45-85e3e99a1f0c req-8b9eff3f-8f92-4a3a-8c82-6852ff76cf81 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:35.068905 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-31dc42fe-5729-4b5d-af45-85e3e99a1f0c req-8b9eff3f-8f92-4a3a-8c82-6852ff76cf81 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.6309841 Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:47:35.073403 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:47:35.085472 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.090436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 05:47:35.094038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.095812 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-14590db8-86f7-43bd-a26c-1b577ae6248a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3089960 Mar 03 05:47:35.101866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54892) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:35.118064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-f3d9f875-641a-4208-97ed-03d393ef3e38 tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09145da1-44b7-4c20-bf37-cba01a2a1916']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:35.141911 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4f6f50-41f3-4fc0-9427-80e3ba7791dc None None] Network f68c4e26-2339-4bc4-90fd-173df31e09f4 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:35.142830 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-f3d9f875-641a-4208-97ed-03d393ef3e38 tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93dd583e-b263-4963-9e7b-f55f087a24fe') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:35.143511 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-f3d9f875-641a-4208-97ed-03d393ef3e38 tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93dd583e-b263-4963-9e7b-f55f087a24fe') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:35.177917 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-31dc42fe-5729-4b5d-af45-85e3e99a1f0c req-5e803482-9c67-4837-830a-0576f14118e8 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078868 Mar 03 05:47:35.178775 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "DELETE /v2.0/networks/1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3 HTTP/1.1" status: 204 len: 168 time: 0.8426764 Mar 03 05:47:35.184737 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4c598480-702c-41d7-b50a-47afc8508e61 None None] Provisioning complete for port 6873a545-a0e9-4fff-b658-9b63a58d71b3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:35.185104 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4c598480-702c-41d7-b50a-47afc8508e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.196806 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-556455566', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:35.211873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f875-641a-4208-97ed-03d393ef3e38 tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.218978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:35.221587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1b2ae-44df-405e-bdfb-fb9d9516a776 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event deleted for resources: {'Network': ['ID=1724a3c6-5091-4ee6-b2d2-7a7ead85b3f3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:35.230987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:router and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:35.236458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:35.252776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:35.262057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.275549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f875-641a-4208-97ed-03d393ef3e38 tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.275924 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.293497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d9f875-641a-4208-97ed-03d393ef3e38 tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:47:35.294247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f875-641a-4208-97ed-03d393ef3e38 tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:47:35.320010 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:47:35.323619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-4c598480-702c-41d7-b50a-47afc8508e61 None None] Port 6873a545-a0e9-4fff-b658-9b63a58d71b3 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:35.340332 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "DELETE /v2.0/networks/7a760a8e-596a-4acd-a98c-554c0b06ad96 HTTP/1.1" status: 204 len: 168 time: 2.6122131 Mar 03 05:47:35.342466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54898) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:35.346884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Router 01590103-5d0c-4d2a-8ac9-e31c4123525d is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:47:35.347408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.348746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.455621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.480189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1e390-5b0e-4d70-bb69-a02ff24a24ad tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event deleted for resources: {'Network': ['ID=7a760a8e-596a-4acd-a98c-554c0b06ad96,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:35.578824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54906) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:35.593463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-59331e82-0386-4fc1-998c-c91c2c693e58 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Request body: {'router': {'name': 'tempest-router--1933470851', 'project_id': 'e5f3220365fe47e99b70175db3522acd'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:35.651271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-59331e82-0386-4fc1-998c-c91c2c693e58 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:35.664874 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-59331e82-0386-4fc1-998c-c91c2c693e58 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Usage tracker for resource:router and tenant:e5f3220365fe47e99b70175db3522acd is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:35.667905 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f875-641a-4208-97ed-03d393ef3e38 tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.670074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-59331e82-0386-4fc1-998c-c91c2c693e58 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:35.692669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-59331e82-0386-4fc1-998c-c91c2c693e58 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:35.695054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3d9f875-641a-4208-97ed-03d393ef3e38 tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.725017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9f875-641a-4208-97ed-03d393ef3e38 tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] Pushing event deleted for resources: {'Network': ['ID=09145da1-44b7-4c20-bf37-cba01a2a1916,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:35.730971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59331e82-0386-4fc1-998c-c91c2c693e58 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.732114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59331e82-0386-4fc1-998c-c91c2c693e58 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.736289 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f3d9f875-641a-4208-97ed-03d393ef3e38 tempest-PortsAdminExtendedAttrsTestJSON-337318453 tempest-PortsAdminExtendedAttrsTestJSON-337318453-project] 10.222.0.20 "DELETE /v2.0/networks/09145da1-44b7-4c20-bf37-cba01a2a1916 HTTP/1.1" status: 204 len: 168 time: 1.5913322 Mar 03 05:47:35.742060 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:35.747368 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-594eeb8a-a540-4d00-b873-7ff6bbfcec75 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "PUT /v2.0/routers/01590103-5d0c-4d2a-8ac9-e31c4123525d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7919617 Mar 03 05:47:35.750206 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54912) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:35.760739 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Sync routers for ids ['01590103-5d0c-4d2a-8ac9-e31c4123525d'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:35.774528 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Routers {'01590103-5d0c-4d2a-8ac9-e31c4123525d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:35.775572 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['01590103-5d0c-4d2a-8ac9-e31c4123525d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:35.841156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965100b1-be3a-4d82-bb3a-7c13732b5f6a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:35.842601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-965100b1-be3a-4d82-bb3a-7c13732b5f6a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:35.848134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59331e82-0386-4fc1-998c-c91c2c693e58 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.873001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-965100b1-be3a-4d82-bb3a-7c13732b5f6a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:35.875064 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-965100b1-be3a-4d82-bb3a-7c13732b5f6a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports/6873a545-a0e9-4fff-b658-9b63a58d71b3 HTTP/1.1" status: 200 len: 911 time: 0.1228244 Mar 03 05:47:35.877743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54916) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:35.880715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59331e82-0386-4fc1-998c-c91c2c693e58 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.912269 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-11be0677-cf0b-4957-83bc-9f06e553d096 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Deleting port bab79390-3ddf-4a55-b34e-962789375c8e {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:35.912688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-11be0677-cf0b-4957-83bc-9f06e553d096 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.955116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59331e82-0386-4fc1-998c-c91c2c693e58 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:35.956313 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-59331e82-0386-4fc1-998c-c91c2c693e58 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3765469 Mar 03 05:47:35.961177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54920) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:36.015667 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Set router 01590103-5d0c-4d2a-8ac9-e31c4123525d gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:36.023646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:36.086114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54926) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:36.133297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e6d977-7482-4b17-a751-c015842a1ce3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:36.139759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e6d977-7482-4b17-a751-c015842a1ce3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:36.141353 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-93e6d977-7482-4b17-a751-c015842a1ce3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2627063 Mar 03 05:47:36.149776 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54932) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:36.210234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b78dceda-b543-480b-b644-252105ec43c3 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:36.360227 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01590103-5d0c-4d2a-8ac9-e31c4123525d', 'name': 'tempest-NetworksTestDHCPv6-router-607106091', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:29Z', 'updated_at': '2022-03-03T05:47:32Z', 'revision_number': 2, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'gw_port_host': None, '_interfaces': [{'id': '6873a545-a0e9-4fff-b658-9b63a58d71b3', 'name': '', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'mac_address': 'fa:16:3e:8e:87:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01590103-5d0c-4d2a-8ac9-e31c4123525d', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '392f8cd6-34d7-48aa-b2ce-8e144251f43e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:47:31Z', 'updated_at': '2022-03-03T05:47:33Z', 'revision_number': 2, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'subnets': [{'id': '392f8cd6-34d7-48aa-b2ce-8e144251f43e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:36.360505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-11be0677-cf0b-4957-83bc-9f06e553d096 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:36.360890 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-11be0677-cf0b-4957-83bc-9f06e553d096 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:36.364341 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Checking router: 01590103-5d0c-4d2a-8ac9-e31c4123525d for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:47:36.364805 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Updating router 01590103-5d0c-4d2a-8ac9-e31c4123525d port 6873a545-a0e9-4fff-b658-9b63a58d71b3 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:47:36.421061 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:36.521694 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-11be0677-cf0b-4957-83bc-9f06e553d096 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Calling delete_port for bab79390-3ddf-4a55-b34e-962789375c8e owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:36.572736 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fce5f94d-3a8f-4b60-9a9e-82d6a04ec075 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5020c7045fb44a93845e15282cfc22b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729791 Mar 03 05:47:36.577880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54940) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:36.739347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fb4b5adb-0067-458a-90e0-3c8935c1b2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:36.794295 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:36.877834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b78dceda-b543-480b-b644-252105ec43c3 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:36.891833 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b78dceda-b543-480b-b644-252105ec43c3 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:36.919250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fb4b5adb-0067-458a-90e0-3c8935c1b2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:36.930213 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Transition to ACTIVE for port object 6873a545-a0e9-4fff-b658-9b63a58d71b3 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:36.932216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:36.937924 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:36.959991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-11be0677-cf0b-4957-83bc-9f06e553d096 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.004753 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea09939-a2f5-40d1-9446-6dfc187cdea1 None None] Pushing event updated for resources: {'Port': ['ID=6873a545-a0e9-4fff-b658-9b63a58d71b3,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:37.007225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b78dceda-b543-480b-b644-252105ec43c3 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.007722 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78dceda-b543-480b-b644-252105ec43c3 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5994554e-fc88-4b3b-8387-4fb09301e138 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:47:37.027782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.037076 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be0677-cf0b-4957-83bc-9f06e553d096 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Pushing event deleted for resources: {'Port': ['ID=bab79390-3ddf-4a55-b34e-962789375c8e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:37.053298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b78dceda-b543-480b-b644-252105ec43c3 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.057293 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b78dceda-b543-480b-b644-252105ec43c3 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "DELETE /v2.0/routers/5994554e-fc88-4b3b-8387-4fb09301e138 HTTP/1.1" status: 204 len: 168 time: 1.0817497 Mar 03 05:47:37.066304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a18ed9-d40e-4cf8-8e5a-03ba3fd6f078 req-61e126cd-ecb6-4b42-85d6-47881ade0d92 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:37.073627 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d0a18ed9-d40e-4cf8-8e5a-03ba3fd6f078 req-61e126cd-ecb6-4b42-85d6-47881ade0d92 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.6702778 Mar 03 05:47:37.143621 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d0a18ed9-d40e-4cf8-8e5a-03ba3fd6f078 req-7dd52e92-82de-42da-beea-7eac80166029 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690243 Mar 03 05:47:37.237491 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Attempting to bind port 6873a545-a0e9-4fff-b658-9b63a58d71b3 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:37.237862 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Attempting to bind port 6873a545-a0e9-4fff-b658-9b63a58d71b3 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:37.238223 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Attempting to bind port 6873a545-a0e9-4fff-b658-9b63a58d71b3 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:37.250144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fb4b5adb-0067-458a-90e0-3c8935c1b2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.250355 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:47:37.250601 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:37.250990 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.251383 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:47:37.252341 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Bound port: 6873a545-a0e9-4fff-b658-9b63a58d71b3, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:47:37.252748 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.265396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-11be0677-cf0b-4957-83bc-9f06e553d096 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.392888 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] For port 6873a545-a0e9-4fff-b658-9b63a58d71b3, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:37.395495 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] For port 6873a545-a0e9-4fff-b658-9b63a58d71b3, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6873a545-a0e9-4fff-b658-9b63a58d71b3,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:47:37.403308 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.422949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-80e84f49-0487-4ffe-8097-6a8492eee5fb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.448697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54946) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:37.462325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b5adb-0067-458a-90e0-3c8935c1b2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdda0ff-bb96-43d7-a1c4-efd0c0e75210,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:37.505664 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Routers {'01590103-5d0c-4d2a-8ac9-e31c4123525d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:37.505885 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['01590103-5d0c-4d2a-8ac9-e31c4123525d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:37.518369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.26.3.101 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/779780db-2647-4fbe-9866-38f96cec19c7) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:37.574558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-11be0677-cf0b-4957-83bc-9f06e553d096 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.575696 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-11be0677-cf0b-4957-83bc-9f06e553d096 tempest-FloatingIPAdminTestJSON-1049125796 tempest-FloatingIPAdminTestJSON-1049125796-project] 10.222.0.20 "DELETE /v2.0/floatingips/0e552267-d31e-441f-9cbc-895d223b9208 HTTP/1.1" status: 204 len: 168 time: 2.2180996 Mar 03 05:47:37.589511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fb4b5adb-0067-458a-90e0-3c8935c1b2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.594735 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fb4b5adb-0067-458a-90e0-3c8935c1b2b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbdda0ff-bb96-43d7-a1c4-efd0c0e75210 HTTP/1.1" status: 204 len: 168 time: 1.0156777 Mar 03 05:47:37.745808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1363990008', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:37.766143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:37.775285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Usage tracker for resource:router and tenant:431bc51c0a084be592e4c4e04c95c341 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:37.780058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:37.789053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:37.798348 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] Set router 01590103-5d0c-4d2a-8ac9-e31c4123525d gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:37.810929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.812131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.865182 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-80e84f49-0487-4ffe-8097-6a8492eee5fb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 6873a545-a0e9-4fff-b658-9b63a58d71b3 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:37.865506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-80e84f49-0487-4ffe-8097-6a8492eee5fb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.891935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:37.936550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:38.047630 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea09939-a2f5-40d1-9446-6dfc187cdea1 None None] Pushing event updated for resources: {'Port': ['ID=6873a545-a0e9-4fff-b658-9b63a58d71b3,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:38.094559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54960) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:38.163613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-80e84f49-0487-4ffe-8097-6a8492eee5fb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] For port 6873a545-a0e9-4fff-b658-9b63a58d71b3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6873a545-a0e9-4fff-b658-9b63a58d71b3,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:38.164204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-80e84f49-0487-4ffe-8097-6a8492eee5fb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:38.203485 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01590103-5d0c-4d2a-8ac9-e31c4123525d', 'name': 'tempest-NetworksTestDHCPv6-router-607106091', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:29Z', 'updated_at': '2022-03-03T05:47:32Z', 'revision_number': 2, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'gw_port_host': None, '_interfaces': [{'id': '6873a545-a0e9-4fff-b658-9b63a58d71b3', 'name': '', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'mac_address': 'fa:16:3e:8e:87:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01590103-5d0c-4d2a-8ac9-e31c4123525d', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '392f8cd6-34d7-48aa-b2ce-8e144251f43e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:47:31Z', 'updated_at': '2022-03-03T05:47:37Z', 'revision_number': 4, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'subnets': [{'id': '392f8cd6-34d7-48aa-b2ce-8e144251f43e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:38.207669 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d0207f-5643-4bd1-babd-0bc9facf3522 None None] The sync data for ids ['01590103-5d0c-4d2a-8ac9-e31c4123525d'] in dv-neutron-831582-1-hyperv is: [{'id': '01590103-5d0c-4d2a-8ac9-e31c4123525d', 'name': 'tempest-NetworksTestDHCPv6-router-607106091', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:29Z', 'updated_at': '2022-03-03T05:47:32Z', 'revision_number': 2, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'gw_port_host': None, '_interfaces': [{'id': '6873a545-a0e9-4fff-b658-9b63a58d71b3', 'name': '', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'mac_address': 'fa:16:3e:8e:87:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01590103-5d0c-4d2a-8ac9-e31c4123525d', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '392f8cd6-34d7-48aa-b2ce-8e144251f43e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:47:31Z', 'updated_at': '2022-03-03T05:47:37Z', 'revision_number': 4, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'subnets': [{'id': '392f8cd6-34d7-48aa-b2ce-8e144251f43e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:38.311976 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54968) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:38.364155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:38.371389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:38.402960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-80e84f49-0487-4ffe-8097-6a8492eee5fb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 6873a545-a0e9-4fff-b658-9b63a58d71b3 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:38.468341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:38.495114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:38.500270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:38.543097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=779780db-2647-4fbe-9866-38f96cec19c7,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:38.744732 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-591c4f41-8ae9-44b2-a75f-0870f3c0eb58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=662d20e4361d4882a3e6fa3b6b8f0281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6470406 Mar 03 05:47:38.752408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 54976) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:38.761238 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c20fe6cc-5a5f-4a55-8679-6a3ed3dd6348 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5a71f79618844eaa34f711c696f0ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458387 Mar 03 05:47:38.762553 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54980) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:38.821247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526ca84-cd67-411f-8b4b-9d1c5d9df608 req-a3aa55bd-ed86-4229-acb6-fc557cab4e1b tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:38.822780 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d526ca84-cd67-411f-8b4b-9d1c5d9df608 req-a3aa55bd-ed86-4229-acb6-fc557cab4e1b tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4313703 Mar 03 05:47:38.942753 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d526ca84-cd67-411f-8b4b-9d1c5d9df608 req-44e56d62-1e0a-4e97-871e-9ed76361b5ee tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018717 Mar 03 05:47:38.958709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8120da07-64be-4bc8-abc3-31ae3757c33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:38.973838 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d462c633-9cd2-4b54-8e52-9a99feaf4d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:38.991026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6873a545-a0e9-4fff-b658-9b63a58d71b3 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:39.006147 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8120da07-64be-4bc8-abc3-31ae3757c33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:39.029860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-80e84f49-0487-4ffe-8097-6a8492eee5fb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:39.035351 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 6873a545-a0e9-4fff-b658-9b63a58d71b3 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:47:39.035966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6873a545-a0e9-4fff-b658-9b63a58d71b3 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 05:47:39.075512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Port 6873a545-a0e9-4fff-b658-9b63a58d71b3 not found, will not notify nova. {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 05:47:39.094555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e84f49-0487-4ffe-8097-6a8492eee5fb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=6873a545-a0e9-4fff-b658-9b63a58d71b3,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:39.162351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d462c633-9cd2-4b54-8e52-9a99feaf4d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:39.217269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8120da07-64be-4bc8-abc3-31ae3757c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:39.302454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-80e84f49-0487-4ffe-8097-6a8492eee5fb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:39.307297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120da07-64be-4bc8-abc3-31ae3757c33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8860cd57-1f35-4abd-a82d-98f05248695f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:39.414295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:39.447532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8120da07-64be-4bc8-abc3-31ae3757c33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:39.448903 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8120da07-64be-4bc8-abc3-31ae3757c33b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8860cd57-1f35-4abd-a82d-98f05248695f HTTP/1.1" status: 204 len: 168 time: 0.6834238 Mar 03 05:47:39.511523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:39.549514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:39.617771 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e84f49-0487-4ffe-8097-6a8492eee5fb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Router 01590103-5d0c-4d2a-8ac9-e31c4123525d has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:47:39.676157 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d462c633-9cd2-4b54-8e52-9a99feaf4d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:39.709646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462c633-9cd2-4b54-8e52-9a99feaf4d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b320af54-4a91-4b6e-84c5-8ec3c45e1aa2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:39.762671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e84f49-0487-4ffe-8097-6a8492eee5fb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:39.772634 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-80e84f49-0487-4ffe-8097-6a8492eee5fb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "PUT /v2.0/routers/01590103-5d0c-4d2a-8ac9-e31c4123525d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6217964 Mar 03 05:47:39.773427 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54988) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:39.852064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683dae19-32a3-41d0-b23b-5df39499888a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:39.852064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683dae19-32a3-41d0-b23b-5df39499888a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:39.852064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-683dae19-32a3-41d0-b23b-5df39499888a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:39.862991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d462c633-9cd2-4b54-8e52-9a99feaf4d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:39.864166 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d462c633-9cd2-4b54-8e52-9a99feaf4d49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b320af54-4a91-4b6e-84c5-8ec3c45e1aa2 HTTP/1.1" status: 204 len: 168 time: 1.1108153 Mar 03 05:47:39.871716 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-683dae19-32a3-41d0-b23b-5df39499888a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:39.874190 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-683dae19-32a3-41d0-b23b-5df39499888a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0994520 Mar 03 05:47:39.876508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 54998) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:39.902378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Allocated IP 172.26.3.210 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/e2c3aeed-096f-48ee-a9b9-d83af959142e) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:39.911827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1844b9ec-e3b7-4314-971b-8b65d1a4e9a3 None None] Sync routers for ids ['01590103-5d0c-4d2a-8ac9-e31c4123525d'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:39.928808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844b9ec-e3b7-4314-971b-8b65d1a4e9a3 None None] Routers {'01590103-5d0c-4d2a-8ac9-e31c4123525d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:39.931150 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1844b9ec-e3b7-4314-971b-8b65d1a4e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['01590103-5d0c-4d2a-8ac9-e31c4123525d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:40.043981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:40.056025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-64efbb1e-49ae-441a-85da-fdd54390e4aa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 392f8cd6-34d7-48aa-b2ce-8e144251f43e {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:47:40.064730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-64efbb1e-49ae-441a-85da-fdd54390e4aa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:40.142535 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-64efbb1e-49ae-441a-85da-fdd54390e4aa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:40.173180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-1844b9ec-e3b7-4314-971b-8b65d1a4e9a3 None None] Set router 01590103-5d0c-4d2a-8ac9-e31c4123525d gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:40.262385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-64efbb1e-49ae-441a-85da-fdd54390e4aa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:40.296602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:40.296729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1844b9ec-e3b7-4314-971b-8b65d1a4e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01590103-5d0c-4d2a-8ac9-e31c4123525d', 'name': 'tempest-NetworksTestDHCPv6-router-607106091', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:29Z', 'updated_at': '2022-03-03T05:47:38Z', 'revision_number': 3, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:40.301248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1844b9ec-e3b7-4314-971b-8b65d1a4e9a3 None None] Checking router: 01590103-5d0c-4d2a-8ac9-e31c4123525d for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:47:40.311839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1844b9ec-e3b7-4314-971b-8b65d1a4e9a3 None None] Routers {'01590103-5d0c-4d2a-8ac9-e31c4123525d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:40.312905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1844b9ec-e3b7-4314-971b-8b65d1a4e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['01590103-5d0c-4d2a-8ac9-e31c4123525d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:40.385996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:47:40.402959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:40.433902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55018) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:40.546780 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-1844b9ec-e3b7-4314-971b-8b65d1a4e9a3 None None] Set router 01590103-5d0c-4d2a-8ac9-e31c4123525d gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:40.582371 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d00941a0-bfdb-435d-a168-39baf469ec31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:40.602431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55024) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:40.617050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d00941a0-bfdb-435d-a168-39baf469ec31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:40.625943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d00941a0-bfdb-435d-a168-39baf469ec31 admin admin] Usage tracker for resource:security_group_rule and tenant:a8c8986635184eaaa0c73f9b7f0c1a9f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:40.630629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d00941a0-bfdb-435d-a168-39baf469ec31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:40.638643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d00941a0-bfdb-435d-a168-39baf469ec31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:40.650708 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:40.655890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-64efbb1e-49ae-441a-85da-fdd54390e4aa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:40.667556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:40.677752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:40.712910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:40.715221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-64efbb1e-49ae-441a-85da-fdd54390e4aa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:40.718376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efbb1e-49ae-441a-85da-fdd54390e4aa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=392f8cd6-34d7-48aa-b2ce-8e144251f43e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:40.721195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Pushing event updated for resources: {'Port': ['ID=e2c3aeed-096f-48ee-a9b9-d83af959142e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:40.723257 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b2d09-d234-4ce0-a3f3-1220f0b9b8ca None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:40.727122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1844b9ec-e3b7-4314-971b-8b65d1a4e9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01590103-5d0c-4d2a-8ac9-e31c4123525d', 'name': 'tempest-NetworksTestDHCPv6-router-607106091', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:29Z', 'updated_at': '2022-03-03T05:47:38Z', 'revision_number': 3, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:40.732021 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfcd3f3-e9d6-4476-8aa6-6f86f79608e5 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:40.740305 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b2d09-d234-4ce0-a3f3-1220f0b9b8ca None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:40.742298 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7e6b2d09-d234-4ce0-a3f3-1220f0b9b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:40.745470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516c216-0812-4b96-900a-6bbbb7ed4fbe req-d05f4d99-f171-4d34-a2e2-96e977374c8a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:40.746980 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b516c216-0812-4b96-900a-6bbbb7ed4fbe req-d05f4d99-f171-4d34-a2e2-96e977374c8a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4045248 Mar 03 05:47:40.786696 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-64efbb1e-49ae-441a-85da-fdd54390e4aa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/392f8cd6-34d7-48aa-b2ce-8e144251f43e HTTP/1.1" status: 204 len: 168 time: 0.9083693 Mar 03 05:47:40.796047 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55030) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:40.849803 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7e6b2d09-d234-4ce0-a3f3-1220f0b9b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:40.852722 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:40.857143 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-20cf4549-3c72-4aac-8159-59a8f853a273 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7388468 Mar 03 05:47:40.860592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55034) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:40.873325 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b2d09-d234-4ce0-a3f3-1220f0b9b8ca None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:40.874671 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7e6b2d09-d234-4ce0-a3f3-1220f0b9b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:40.879187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1844b9ec-e3b7-4314-971b-8b65d1a4e9a3 None None] The sync data for ids ['01590103-5d0c-4d2a-8ac9-e31c4123525d'] in dv-neutron-831582-1-hyperv is: [{'id': '01590103-5d0c-4d2a-8ac9-e31c4123525d', 'name': 'tempest-NetworksTestDHCPv6-router-607106091', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:29Z', 'updated_at': '2022-03-03T05:47:38Z', 'revision_number': 3, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:40.907401 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-7d3260c1-a551-4d2c-bfde-a4699838a245 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:40.911901 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7d3260c1-a551-4d2c-bfde-a4699838a245 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3054450 Mar 03 05:47:40.934327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55038) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:40.945343 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b516c216-0812-4b96-900a-6bbbb7ed4fbe req-6cf12edc-d636-465e-8f5f-4a97d6aa61ad tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841238 Mar 03 05:47:40.954965 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-d544554d-be18-4ef9-b746-6b7ade594a41 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:40.956848 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d544554d-be18-4ef9-b746-6b7ade594a41 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0167418 Mar 03 05:47:40.970505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55042) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.004939 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-e178e3d1-2906-4621-a343-a63f8c120675 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.007968 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e178e3d1-2906-4621-a343-a63f8c120675 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0349667 Mar 03 05:47:41.012689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55048) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.029970 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-7ea25673-bb06-4598-b5bd-3a640afabdd2 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.033548 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7ea25673-bb06-4598-b5bd-3a640afabdd2 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0161827 Mar 03 05:47:41.047178 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7e6b2d09-d234-4ce0-a3f3-1220f0b9b8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:41.047593 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6b2d09-d234-4ce0-a3f3-1220f0b9b8ca None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:41.093894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55052) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.103413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360782bb-b8e7-4e83-a840-eee8e5aea94c None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:47:41.108372 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-360782bb-b8e7-4e83-a840-eee8e5aea94c None None] Deleting port 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:41.108776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-360782bb-b8e7-4e83-a840-eee8e5aea94c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:41.126272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-b99aac0b-fb88-40ff-bf19-0f48d6df5f24 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.127234 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b99aac0b-fb88-40ff-bf19-0f48d6df5f24 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0300999 Mar 03 05:47:41.135286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d00941a0-bfdb-435d-a168-39baf469ec31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:41.136099 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55056) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.144753 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-2e3cea3a-9acc-4d31-8da9-7400d5ad36e3 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.145690 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2e3cea3a-9acc-4d31-8da9-7400d5ad36e3 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0086074 Mar 03 05:47:41.146622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d00941a0-bfdb-435d-a168-39baf469ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:41.158607 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1b0a2475-faf3-474d-aa4d-4eef2f0b30e3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:router {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:41.161067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55060) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.182166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-043f92b2-9676-41c6-baad-ce74a608701d tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.183562 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-043f92b2-9676-41c6-baad-ce74a608701d tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0095572 Mar 03 05:47:41.190412 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55064) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.218078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-446b1274-f861-4554-913b-6b96bf33f42f tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.219055 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-446b1274-f861-4554-913b-6b96bf33f42f tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0202041 Mar 03 05:47:41.228677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55068) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.243946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-a8ba2d1c-bf9a-4219-a9f3-c04609c9127d tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.244996 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a8ba2d1c-bf9a-4219-a9f3-c04609c9127d tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0138776 Mar 03 05:47:41.247461 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1b0a2475-faf3-474d-aa4d-4eef2f0b30e3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:router {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:41.253684 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1b0a2475-faf3-474d-aa4d-4eef2f0b30e3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4532807 Mar 03 05:47:41.253684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55072) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.254315 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d00941a0-bfdb-435d-a168-39baf469ec31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8c8986635184eaaa0c73f9b7f0c1a9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8194647 Mar 03 05:47:41.255074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00941a0-bfdb-435d-a168-39baf469ec31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7975fa-c893-4488-bf72-1e662b57a58a,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:41.279690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55074) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.280053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55078) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.298726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-b28ffc7f-19fb-48a9-8466-826d00502c6d tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.302256 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b28ffc7f-19fb-48a9-8466-826d00502c6d tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0295827 Mar 03 05:47:41.313118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55082) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.465570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-360782bb-b8e7-4e83-a840-eee8e5aea94c None None] For port 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:41.466323 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-360782bb-b8e7-4e83-a840-eee8e5aea94c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:41.549406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-a08596db-403d-450c-9890-9cac0a6d19fd tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.554088 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a08596db-403d-450c-9890-9cac0a6d19fd tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.2400291 Mar 03 05:47:41.556785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b8e4d9be-1203-445a-8f8c-750589c39a7b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:41.560495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55090) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.580142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-0633a8a1-25a4-4b25-97b6-11049bd16485 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.581344 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0633a8a1-25a4-4b25-97b6-11049bd16485 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0148926 Mar 03 05:47:41.588006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55094) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.604270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-360782bb-b8e7-4e83-a840-eee8e5aea94c None None] Calling delete_port for 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:41.614686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-c102b082-57c6-4eeb-b471-8f72e6cf349d tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.617205 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c102b082-57c6-4eeb-b471-8f72e6cf349d tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0263577 Mar 03 05:47:41.655087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55098) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.686222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-360782bb-b8e7-4e83-a840-eee8e5aea94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:41.719877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-5fd084e3-19c0-4f28-bcce-532117c81584 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.724668 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5fd084e3-19c0-4f28-bcce-532117c81584 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0658600 Mar 03 05:47:41.725604 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9623bb2e-b02d-4f96-b7f0-3266831bbb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:41.729056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55102) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.743822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360782bb-b8e7-4e83-a840-eee8e5aea94c None None] No DVR routers for this DVR port 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:47:41.748416 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360782bb-b8e7-4e83-a840-eee8e5aea94c None None] Pushing event deleted for resources: {'Port': ['ID=53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:41.811087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-ed38d080-9068-45c0-b25b-91e27a4b9b83 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.811964 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ed38d080-9068-45c0-b25b-91e27a4b9b83 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0698695 Mar 03 05:47:41.816173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55106) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.831588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-b13f261f-5e39-4fc9-b98e-15758ed759ff tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.832549 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b13f261f-5e39-4fc9-b98e-15758ed759ff tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0122821 Mar 03 05:47:41.841516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55110) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.905135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-c84a3186-8f9d-45ad-8595-467ec328ac1f tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.906073 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c84a3186-8f9d-45ad-8595-467ec328ac1f tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0580261 Mar 03 05:47:41.914448 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5befa-e647-42a9-aa42-62cffc48d2cd req-1e14eb75-6279-4324-a625-b6d0a863f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:41.915874 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e2c5befa-e647-42a9-aa42-62cffc48d2cd req-1e14eb75-6279-4324-a625-b6d0a863f16a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b48212c453e4049a0f406125c5ca8be&device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 1098 time: 0.4026604 Mar 03 05:47:41.925669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55114) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.952557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-bac548a9-1215-4dfd-9e13-1cf28c90f007 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.953503 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bac548a9-1215-4dfd-9e13-1cf28c90f007 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0269899 Mar 03 05:47:41.960028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55118) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:41.972949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9623bb2e-b02d-4f96-b7f0-3266831bbb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:41.983733 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-c7cf6545-9074-4248-aae3-d5baaa58115b tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:41.984708 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c7cf6545-9074-4248-aae3-d5baaa58115b tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0163431 Mar 03 05:47:42.007688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55122) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.038982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-8b35e594-27da-4597-a407-9b5866ffd805 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.039941 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8b35e594-27da-4597-a407-9b5866ffd805 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0313640 Mar 03 05:47:42.046039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b8e4d9be-1203-445a-8f8c-750589c39a7b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:42.047326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55126) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.049231 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b8e4d9be-1203-445a-8f8c-750589c39a7b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:42.061881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-542df121-f1fa-416f-801d-1830f50ccae0 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.062756 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-542df121-f1fa-416f-801d-1830f50ccae0 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0146306 Mar 03 05:47:42.067992 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55132) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.097269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-bf97b87b-2c49-4e44-8223-1db2981dacba tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.098231 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bf97b87b-2c49-4e44-8223-1db2981dacba tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0291817 Mar 03 05:47:42.106123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55136) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.111873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:42.113038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-ee95e812-62b5-48ec-a87f-435e2372f1fa tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.114107 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ee95e812-62b5-48ec-a87f-435e2372f1fa tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0085144 Mar 03 05:47:42.122745 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fcbdb-5954-4158-bcfd-36b334d34372 req-9e18e96e-b1b1-480c-9fc9-e1a72c456f8a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:42.124734 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3f8fcbdb-5954-4158-bcfd-36b334d34372 req-9e18e96e-b1b1-480c-9fc9-e1a72c456f8a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4687622 Mar 03 05:47:42.125998 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55140) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.126602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b8e4d9be-1203-445a-8f8c-750589c39a7b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:42.127153 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e4d9be-1203-445a-8f8c-750589c39a7b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Fanout notify agent at l3_agent the message router_deleted on router 01590103-5d0c-4d2a-8ac9-e31c4123525d {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:47:42.139904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-101c1075-fc7e-4b32-b35f-f45e90ae6e58 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.140852 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-101c1075-fc7e-4b32-b35f-f45e90ae6e58 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0119133 Mar 03 05:47:42.145187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55144) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.169139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-b1a711ed-e71d-42fb-a197-7f42365d4854 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.172771 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b1a711ed-e71d-42fb-a197-7f42365d4854 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0084817 Mar 03 05:47:42.173536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55148) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.182465 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-0e8c77ae-b3dd-4ec4-9f3a-4fa6c502139b tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.183513 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0e8c77ae-b3dd-4ec4-9f3a-4fa6c502139b tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0087533 Mar 03 05:47:42.188842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55152) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.197902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9623bb2e-b02d-4f96-b7f0-3266831bbb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:42.218993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-9db4e5cc-6de7-4318-8fa1-27f932f5ab98 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.222664 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9db4e5cc-6de7-4318-8fa1-27f932f5ab98 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0237164 Mar 03 05:47:42.226043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55156) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.233637 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623bb2e-b02d-4f96-b7f0-3266831bbb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7975fa-c893-4488-bf72-1e662b57a58a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:42.239717 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-7c49d68a-d229-40e8-b868-c0dcec9fff5d tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.242972 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7c49d68a-d229-40e8-b868-c0dcec9fff5d tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0120337 Mar 03 05:47:42.244847 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3f8fcbdb-5954-4158-bcfd-36b334d34372 req-d1bd3be8-144d-4a3e-a471-a989aafdd6a5 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088271 Mar 03 05:47:42.245299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55160) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.250829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9623bb2e-b02d-4f96-b7f0-3266831bbb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:42.251981 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9623bb2e-b02d-4f96-b7f0-3266831bbb4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f7975fa-c893-4488-bf72-1e662b57a58a HTTP/1.1" status: 204 len: 168 time: 0.9453015 Mar 03 05:47:42.255915 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-781c0c61-fd77-4f88-98f9-ee78537459e5 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.256453 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-781c0c61-fd77-4f88-98f9-ee78537459e5 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0088599 Mar 03 05:47:42.260298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b8e4d9be-1203-445a-8f8c-750589c39a7b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:42.261331 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b8e4d9be-1203-445a-8f8c-750589c39a7b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/routers/01590103-5d0c-4d2a-8ac9-e31c4123525d HTTP/1.1" status: 204 len: 168 time: 0.9606702 Mar 03 05:47:42.262160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55166) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.264700 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55170) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.268447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-cd5b39fc-b3e9-4f4b-a412-e2116a4bc963 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.269628 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cd5b39fc-b3e9-4f4b-a412-e2116a4bc963 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0066729 Mar 03 05:47:42.272841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55172) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.278779 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:42.297235 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-f14d87f0-64c1-4722-a5bb-5a9d3fa79c93 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.298410 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f14d87f0-64c1-4722-a5bb-5a9d3fa79c93 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0241466 Mar 03 05:47:42.313946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55178) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.324328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-d3712e89-145d-47ce-9474-43183e309876 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.328116 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d3712e89-145d-47ce-9474-43183e309876 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0104752 Mar 03 05:47:42.328936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55182) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.380885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-569e73cd-2a3c-4618-aba8-b80b873aca53 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.384228 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-569e73cd-2a3c-4618-aba8-b80b873aca53 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0520432 Mar 03 05:47:42.385921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55186) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.410756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-984601af-0ee8-4823-84f3-cafacfbfa8f5 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.414000 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-984601af-0ee8-4823-84f3-cafacfbfa8f5 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0203936 Mar 03 05:47:42.415509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55190) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.417895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5befa-e647-42a9-aa42-62cffc48d2cd req-11edf507-4500-40f5-9d0c-39c51618398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:42.419497 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e2c5befa-e647-42a9-aa42-62cffc48d2cd req-11edf507-4500-40f5-9d0c-39c51618398f service neutron] 10.222.0.23 "GET /v2.0/networks?id=331b4cde-bf4b-4bc0-811f-6811cf8e6483 HTTP/1.1" status: 200 len: 913 time: 0.4885130 Mar 03 05:47:42.431803 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-a9e2b5b0-e26b-49d4-acfd-b91fc77a9b42 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.432850 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a9e2b5b0-e26b-49d4-acfd-b91fc77a9b42 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0163960 Mar 03 05:47:42.436116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55194) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.443670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:42.447820 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:42.450904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:42.457666 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:42.468951 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:42.473420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:42.748269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55200) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.760274 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-565e4821-3220-42b0-afe8-91290d19c2b9 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.764144 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-565e4821-3220-42b0-afe8-91290d19c2b9 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.2687068 Mar 03 05:47:42.768806 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55204) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.782866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-adcb6b75-0dcd-4feb-bc48-c0780b90a8f4 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.786126 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-adcb6b75-0dcd-4feb-bc48-c0780b90a8f4 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0141001 Mar 03 05:47:42.786126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39a8b012-5bc3-4098-a61a-022df839f054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:42.786441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55208) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.806380 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-39a8b012-5bc3-4098-a61a-022df839f054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:42.806778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-4ba0c71d-3bdb-4970-a507-bd9e35f64c58 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.810143 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4ba0c71d-3bdb-4970-a507-bd9e35f64c58 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0168369 Mar 03 05:47:42.812081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55212) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.816443 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-39a8b012-5bc3-4098-a61a-022df839f054 admin admin] Usage tracker for resource:security_group_rule and tenant:a00980f9d7674d86ad5a8078bb6ad57e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:42.822217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-bf17a551-8175-4fe8-b35a-bed66040c8dd tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.825342 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bf17a551-8175-4fe8-b35a-bed66040c8dd tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0102289 Mar 03 05:47:42.825342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-39a8b012-5bc3-4098-a61a-022df839f054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:42.827594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55216) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.847695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-7b6df478-4660-4e1a-9530-e7343bc92156 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.850871 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7b6df478-4660-4e1a-9530-e7343bc92156 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0102546 Mar 03 05:47:42.850998 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-39a8b012-5bc3-4098-a61a-022df839f054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:42.852599 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e2c5befa-e647-42a9-aa42-62cffc48d2cd req-9054dd2c-d071-4b8a-979f-b067b41c1f42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9 HTTP/1.1" status: 200 len: 1000 time: 0.4176214 Mar 03 05:47:42.852697 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55220) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.873518 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-9c307262-4fdd-46dd-93b6-a8f3697c4e61 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.876960 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9c307262-4fdd-46dd-93b6-a8f3697c4e61 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0209179 Mar 03 05:47:42.887792 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55224) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.891730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-9fd9934a-63cf-40a1-9dea-86f22b76c5c5 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.892696 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9fd9934a-63cf-40a1-9dea-86f22b76c5c5 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0107133 Mar 03 05:47:42.900583 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55228) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.903123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:42.919402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:47:42.944189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-1f05bb57-24f8-47a5-94f4-ecc5adaea003 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.947751 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1f05bb57-24f8-47a5-94f4-ecc5adaea003 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0435424 Mar 03 05:47:42.960642 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55232) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.961852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:47:42.962481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 53cb5bc9-3ff1-407d-aa1e-570e7d8b87b2 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:47:42.963038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6873a545-a0e9-4fff-b658-9b63a58d71b3 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:47:42.977675 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-2da18060-8ba1-4bea-8754-d9cfd4ef3a09 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:42.978606 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2da18060-8ba1-4bea-8754-d9cfd4ef3a09 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0170584 Mar 03 05:47:42.987342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55236) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:42.994588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:43.001031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-201e7611-c3f6-4d2e-b8fc-b9da0e076ee1 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.004568 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-201e7611-c3f6-4d2e-b8fc-b9da0e076ee1 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0136855 Mar 03 05:47:43.004568 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:43.008785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 6873a545-a0e9-4fff-b658-9b63a58d71b3 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:47:43.009339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6873a545-a0e9-4fff-b658-9b63a58d71b3 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:47:43.010718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55240) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.012259 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:43.012844 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.021002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=f72184b4-8e8c-4654-845d-b1844852fb4a,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:43.025130 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18271709-921b-41fd-8766-461aaa852876 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:43.030770 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-9ba43933-ff7b-438d-bff0-579f8e5f4d8a tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.034151 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9ba43933-ff7b-438d-bff0-579f8e5f4d8a tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0149791 Mar 03 05:47:43.038105 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55244) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.047559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-4c594584-b2d5-4643-9aa5-a94d696c27b6 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.051074 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4c594584-b2d5-4643-9aa5-a94d696c27b6 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0096171 Mar 03 05:47:43.051198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.054877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55248) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.063304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-3eb1fb33-952e-4b89-b07f-a6e45927a213 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.067713 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3eb1fb33-952e-4b89-b07f-a6e45927a213 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0084891 Mar 03 05:47:43.073056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55252) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.085135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5befa-e647-42a9-aa42-62cffc48d2cd req-0a04c3f0-935d-4c9d-9f69-75543ddcdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:43.086405 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e2c5befa-e647-42a9-aa42-62cffc48d2cd req-0a04c3f0-935d-4c9d-9f69-75543ddcdc67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95f19597-877f-493e-a52a-b03389550958 HTTP/1.1" status: 200 len: 851 time: 0.1521947 Mar 03 05:47:43.087696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-ee2a91d4-6094-4040-91d0-f38c67d23c94 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.091075 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ee2a91d4-6094-4040-91d0-f38c67d23c94 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0147567 Mar 03 05:47:43.094973 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-049399d4-bc43-4e6a-8bf7-a4b69958f493 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8239665 Mar 03 05:47:43.101892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55256) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.102209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55258) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.111893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c8a637aa-a562-4a0f-b4dc-800921f275c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-215597964', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:43.118318 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-6126db59-b3b0-4886-a619-7e43ef386879 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.122543 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6126db59-b3b0-4886-a619-7e43ef386879 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0161593 Mar 03 05:47:43.122543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55264) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.125148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c8a637aa-a562-4a0f-b4dc-800921f275c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:43.136575 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-8c0475fb-8c6d-47a5-ab6f-2d0e0807d615 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.140436 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8c0475fb-8c6d-47a5-ab6f-2d0e0807d615 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0142083 Mar 03 05:47:43.141941 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c8a637aa-a562-4a0f-b4dc-800921f275c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:router and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:43.144231 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55268) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.150711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c8a637aa-a562-4a0f-b4dc-800921f275c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:43.158557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-f2e15db5-62fd-45d0-bab5-c4ffab43a91c tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.161895 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f2e15db5-62fd-45d0-bab5-c4ffab43a91c tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0143986 Mar 03 05:47:43.162611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55272) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.164252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39a8b012-5bc3-4098-a61a-022df839f054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.167573 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c8a637aa-a562-4a0f-b4dc-800921f275c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:43.171685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-412f4154-ff4b-45f5-ad75-baae5823b2e1 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.174333 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-412f4154-ff4b-45f5-ad75-baae5823b2e1 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0072606 Mar 03 05:47:43.176964 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39a8b012-5bc3-4098-a61a-022df839f054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.186660 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55276) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.202839 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-cd5c7dce-e1fd-4ea6-ab6f-4935b2d046ab tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.206220 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cd5c7dce-e1fd-4ea6-ab6f-4935b2d046ab tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0099850 Mar 03 05:47:43.207837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55280) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.215570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8a637aa-a562-4a0f-b4dc-800921f275c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.216674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8a637aa-a562-4a0f-b4dc-800921f275c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.222580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-7dfd8f1f-5b00-4571-af7a-375c5c7fb735 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.225907 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7dfd8f1f-5b00-4571-af7a-375c5c7fb735 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0119362 Mar 03 05:47:43.231454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55284) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.248877 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-39a8b012-5bc3-4098-a61a-022df839f054 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a00980f9d7674d86ad5a8078bb6ad57e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4950802 Mar 03 05:47:43.249097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-7d5ce185-1ba4-4ab0-be34-242e6b00829f tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.249182 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8b012-5bc3-4098-a61a-022df839f054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a4a0ff-93eb-4eb3-a575-33d8b5be4384,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:43.249291 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7d5ce185-1ba4-4ab0-be34-242e6b00829f tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0125077 Mar 03 05:47:43.249291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55288) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.260145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55290) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.268625 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-34628a7b-e7d9-4115-87ff-097ee5adf3f8 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.272014 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-34628a7b-e7d9-4115-87ff-097ee5adf3f8 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0070324 Mar 03 05:47:43.272272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55296) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.278010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-41e5d9e6-49dd-4283-bee1-64f21e5d93bd tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.281236 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-41e5d9e6-49dd-4283-bee1-64f21e5d93bd tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0058196 Mar 03 05:47:43.281890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55300) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.284787 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8a637aa-a562-4a0f-b4dc-800921f275c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.288576 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-6f725a8b-5a2e-4941-8612-9c3539ce1163 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.289501 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6f725a8b-5a2e-4941-8612-9c3539ce1163 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0069742 Mar 03 05:47:43.297132 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': 'f72184b4-8e8c-4654-845d-b1844852fb4a'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:47:43.297969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.299606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55304) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.307368 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-4ccc0baf-c8b9-43d5-94fd-1cebb19c2de5 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.311045 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4ccc0baf-c8b9-43d5-94fd-1cebb19c2de5 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0104327 Mar 03 05:47:43.313190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55310) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.331327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-dd0d7e69-0caf-40b6-80af-b723ee839738 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.343473 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-dd0d7e69-0caf-40b6-80af-b723ee839738 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0293550 Mar 03 05:47:43.345368 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55314) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.358747 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-7c9ccd4a-474b-44b9-b68f-af62502bbbf6 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.363981 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7c9ccd4a-474b-44b9-b68f-af62502bbbf6 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0174048 Mar 03 05:47:43.369747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55318) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.380653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8a637aa-a562-4a0f-b4dc-800921f275c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.395540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-20650b01-6abe-4419-a88f-4a58d815c8f1 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.396543 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-20650b01-6abe-4419-a88f-4a58d815c8f1 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0208902 Mar 03 05:47:43.405711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55322) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.418345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-bae43afa-b78a-47e1-89e4-9fed33cc1138 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.419310 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bae43afa-b78a-47e1-89e4-9fed33cc1138 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0126870 Mar 03 05:47:43.424949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55326) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.435102 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-a40f84fd-c0fd-46e4-a746-41948cb355cb tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.441551 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a40f84fd-c0fd-46e4-a746-41948cb355cb tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0155232 Mar 03 05:47:43.443861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55330) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.476242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8a637aa-a562-4a0f-b4dc-800921f275c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.477406 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c8a637aa-a562-4a0f-b4dc-800921f275c6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3728175 Mar 03 05:47:43.480468 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-214abdc2-9259-4f07-8b13-be78744515be tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.482548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Allocated IP 2001:db8::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/f72184b4-8e8c-4654-845d-b1844852fb4a/b27e6ae3-9d39-4bcc-8b25-f3a4c5160617) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:43.484287 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-214abdc2-9259-4f07-8b13-be78744515be tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0363665 Mar 03 05:47:43.484407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55334) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.484487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55336) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.494787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.531116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797ae65-d21f-4e94-b4e9-fd23ee09a4f1 req-94b0772c-50e3-4fdd-92b9-c4c145503579 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:43.532633 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d797ae65-d21f-4e94-b4e9-fd23ee09a4f1 req-94b0772c-50e3-4fdd-92b9-c4c145503579 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.0902109 Mar 03 05:47:43.582311 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d797ae65-d21f-4e94-b4e9-fd23ee09a4f1 req-f8bfa204-64b5-4d14-8574-2b8cec785c06 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431006 Mar 03 05:47:43.644256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [None req-73311f74-5242-48ea-9fb3-8d29f5b7240d tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.645115 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-73311f74-5242-48ea-9fb3-8d29f5b7240d tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.1281555 Mar 03 05:47:43.648013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55342) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.653261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-206352f6-17c1-41bd-9368-531c116f8bb2 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.654629 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-206352f6-17c1-41bd-9368-531c116f8bb2 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0051794 Mar 03 05:47:43.656614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55346) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:43.661342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [None req-adaca161-5f36-4ed5-aafa-c1b098881400 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:47:43.662492 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-adaca161-5f36-4ed5-aafa-c1b098881400 tempest-ExtensionsTestJSON-1049037528 tempest-ExtensionsTestJSON-1049037528-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048313 Mar 03 05:47:43.681663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5befa-e647-42a9-aa42-62cffc48d2cd req-1a21e018-a5ad-458d-9e21-88072407caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:43.683146 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e2c5befa-e647-42a9-aa42-62cffc48d2cd req-1a21e018-a5ad-458d-9e21-88072407caf0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331b4cde-bf4b-4bc0-811f-6811cf8e6483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5444157 Mar 03 05:47:43.708224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.719251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Transition to ACTIVE for port object b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:43.738979 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Transition to ACTIVE for port object b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:43.746217 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.777507 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86fb09ad-77d6-4213-85a3-872d2ca5ad41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.808264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:43.811737 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:43.814164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:43.931874 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Pushing event updated for resources: {'Port': ['ID=b27e6ae3-9d39-4bcc-8b25-f3a4c5160617,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:43.954854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Attempting to bind port b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:43.955224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Attempting to bind port b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:43.955580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Attempting to bind port b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:43.961418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:47:43.961805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:43.962196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.962585 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:47:43.963260 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Bound port: b27e6ae3-9d39-4bcc-8b25-f3a4c5160617, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:47:43.963452 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:43.966841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55354) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:44.062440 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0916b33e-8491-4230-b168-d768102df2ed None None] For port b27e6ae3-9d39-4bcc-8b25-f3a4c5160617, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:44.066706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0916b33e-8491-4230-b168-d768102df2ed None None] For port b27e6ae3-9d39-4bcc-8b25-f3a4c5160617, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b27e6ae3-9d39-4bcc-8b25-f3a4c5160617,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:47:44.072120 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:44.097425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-53dfe91e-2d36-4cbd-ada8-4da540b015d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:44.119006 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-53dfe91e-2d36-4cbd-ada8-4da540b015d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:44.125715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-53dfe91e-2d36-4cbd-ada8-4da540b015d8 admin admin] Usage tracker for resource:security_group_rule and tenant:939dfffb7647434983366c5acc6ba881 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:44.128730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-53dfe91e-2d36-4cbd-ada8-4da540b015d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:44.134914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-53dfe91e-2d36-4cbd-ada8-4da540b015d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:44.145531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916b33e-8491-4230-b168-d768102df2ed None None] Pushing event updated for resources: {'Port': ['ID=b27e6ae3-9d39-4bcc-8b25-f3a4c5160617,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:44.231153 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-53dfe91e-2d36-4cbd-ada8-4da540b015d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:44.236508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-53dfe91e-2d36-4cbd-ada8-4da540b015d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:44.284155 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-53dfe91e-2d36-4cbd-ada8-4da540b015d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=939dfffb7647434983366c5acc6ba881&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3161380 Mar 03 05:47:44.287539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55360) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:44.300207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfe91e-2d36-4cbd-ada8-4da540b015d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c95a4ac-98da-497a-b190-a80fb6474d9d,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:44.313105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86fb09ad-77d6-4213-85a3-872d2ca5ad41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:44.333197 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:47:44.355312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3937837c-0bf7-4f60-8d37-65a6d69513ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:44.403525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3937837c-0bf7-4f60-8d37-65a6d69513ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:44.448784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Router 935ff29d-5c60-41f6-bc0c-3034b7f29c3d is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:47:44.473054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3937837c-0bf7-4f60-8d37-65a6d69513ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:44.492644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937837c-0bf7-4f60-8d37-65a6d69513ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c95a4ac-98da-497a-b190-a80fb6474d9d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:44.497089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3937837c-0bf7-4f60-8d37-65a6d69513ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:44.498253 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3937837c-0bf7-4f60-8d37-65a6d69513ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c95a4ac-98da-497a-b190-a80fb6474d9d HTTP/1.1" status: 204 len: 168 time: 0.2100210 Mar 03 05:47:44.603421 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e2c5befa-e647-42a9-aa42-62cffc48d2cd req-e06e6cfa-3124-46a9-bd2a-39051714f888 service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8626418 Mar 03 05:47:44.820504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16ab7d-b82b-4959-81a7-c727ceae417b req-058010de-413f-48eb-85c6-ea5ad89a3b41 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:44.821975 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cd16ab7d-b82b-4959-81a7-c727ceae417b req-058010de-413f-48eb-85c6-ea5ad89a3b41 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.1092868 Mar 03 05:47:44.844405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86fb09ad-77d6-4213-85a3-872d2ca5ad41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:44.868720 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cd16ab7d-b82b-4959-81a7-c727ceae417b req-47aad2de-606a-40a2-9d18-21d4e255bc44 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406609 Mar 03 05:47:44.902904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:44.963412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb09ad-77d6-4213-85a3-872d2ca5ad41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a4a0ff-93eb-4eb3-a575-33d8b5be4384,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:44.986682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:45.077946 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:45.282679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86fb09ad-77d6-4213-85a3-872d2ca5ad41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:45.283837 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-86fb09ad-77d6-4213-85a3-872d2ca5ad41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97a4a0ff-93eb-4eb3-a575-33d8b5be4384 HTTP/1.1" status: 204 len: 168 time: 2.0238686 Mar 03 05:47:45.317502 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:45.330313 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8563d5ed-4b9f-4957-934c-38c8ff5aa437 None None] Provisioning for port b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:45.337776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8563d5ed-4b9f-4957-934c-38c8ff5aa437 None None] Provisioning complete for port b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:45.338506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8563d5ed-4b9f-4957-934c-38c8ff5aa437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:45.338801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55390) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:45.370070 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b583bb-b9d3-4c55-a7ad-eda539195814 None None] Sync routers for ids ['935ff29d-5c60-41f6-bc0c-3034b7f29c3d'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:45.384733 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e2c5befa-e647-42a9-aa42-62cffc48d2cd req-4735c2a0-277e-43ce-887c-e2e15b2fe104 service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7194602 Mar 03 05:47:45.391264 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:45.396017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55396) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:45.396203 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-15387990-4b93-4063-843c-c2a4571a42f4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.9349675 Mar 03 05:47:45.418586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b583bb-b9d3-4c55-a7ad-eda539195814 None None] Routers {'935ff29d-5c60-41f6-bc0c-3034b7f29c3d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:45.419314 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d1b583bb-b9d3-4c55-a7ad-eda539195814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['935ff29d-5c60-41f6-bc0c-3034b7f29c3d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:45.437075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.20.0.1 (f68c4e26-2339-4bc4-90fd-173df31e09f4/e0549d03-e14b-40fb-8865-9de3643c1c27/77a9b367-c006-412d-95f4-478da13c0b8b) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:45.491509 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d1b583bb-b9d3-4c55-a7ad-eda539195814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:45.536147 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b583bb-b9d3-4c55-a7ad-eda539195814 None None] Routers {'935ff29d-5c60-41f6-bc0c-3034b7f29c3d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:45.537001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d1b583bb-b9d3-4c55-a7ad-eda539195814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['935ff29d-5c60-41f6-bc0c-3034b7f29c3d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:45.582991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Request body: {'networks': [{'name': 'tempest-network--1149090696'}, {'name': 'tempest-network--1712542012'}]} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:45.583525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Request body: {'network': {'name': 'tempest-network--1149090696'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:45.584162 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Request body: {'network': {'name': 'tempest-network--1712542012'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:45.602059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:45.609596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Usage tracker for resource:network and tenant:a530fd8875ec4208a4e980d9ca155745 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:45.612625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d1b583bb-b9d3-4c55-a7ad-eda539195814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:45.613242 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b583bb-b9d3-4c55-a7ad-eda539195814 None None] The sync data for ids ['935ff29d-5c60-41f6-bc0c-3034b7f29c3d'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:45.621002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:45.635985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8563d5ed-4b9f-4957-934c-38c8ff5aa437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:45.674623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-8563d5ed-4b9f-4957-934c-38c8ff5aa437 None None] For port b27e6ae3-9d39-4bcc-8b25-f3a4c5160617, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b27e6ae3-9d39-4bcc-8b25-f3a4c5160617,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:45.681086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8563d5ed-4b9f-4957-934c-38c8ff5aa437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:45.696053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:45.713386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::1 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/f72184b4-8e8c-4654-845d-b1844852fb4a/cdd93cbd-91d2-4a50-92d1-f907fcbacf40) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:45.726955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Made reservation on behalf of a530fd8875ec4208a4e980d9ca155745 for: {'network': 2} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:45.731682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:45.746595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:45.751467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:45.761314 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563d5ed-4b9f-4957-934c-38c8ff5aa437 None None] Pushing event updated for resources: {'Port': ['ID=b27e6ae3-9d39-4bcc-8b25-f3a4c5160617,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:45.764827 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2cd16a32-455a-4d32-9e7c-78eaa192cb99 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/routers/935ff29d-5c60-41f6-bc0c-3034b7f29c3d HTTP/1.1" status: 200 len: 925 time: 0.3670621 Mar 03 05:47:45.767431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55402) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:45.810497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:45.823472 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e5c7c5c6-fd97-462c-b8c0-35775c32aef4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "GET /v2.0/ports?device_id=935ff29d-5c60-41f6-bc0c-3034b7f29c3d HTTP/1.1" status: 200 len: 205 time: 0.0508273 Mar 03 05:47:45.823472 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55406) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:45.825312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Usage tracker for resource:security_group_rule and tenant:a530fd8875ec4208a4e980d9ca155745 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:45.879502 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:45.901422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:46.012074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.062175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.148909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network f68c4e26-2339-4bc4-90fd-173df31e09f4 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:46.159273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:46.169333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:46.230267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=77a9b367-c006-412d-95f4-478da13c0b8b,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:46.263124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.402923 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.405586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.424008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.424467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.435303 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object cdd93cbd-91d2-4a50-92d1-f907fcbacf40 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:46.488241 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.497643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55428) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:46.513709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d32390a-236c-41a9-8c5d-485de8e7ecc1,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:46.517329 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:47:46.530145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099f6f4-7261-4a34-850f-f27e07406f67 req-5a8a1024-a4aa-4bc3-aa09-db237521ce21 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:46.536952 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0099f6f4-7261-4a34-850f-f27e07406f67 req-5a8a1024-a4aa-4bc3-aa09-db237521ce21 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4193895 Mar 03 05:47:46.553623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Deleting port e2c3aeed-096f-48ee-a9b9-d83af959142e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:46.553961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.564275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.590919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.591263 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Added segment 856ebeca-607b-4177-8366-a77c15ab422e of type vlan for network 953a73ad-d2d0-43c9-a955-2e560fc6163e Mar 03 05:47:46.652696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.658559 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0099f6f4-7261-4a34-850f-f27e07406f67 req-538592f1-e895-4cd9-b9e9-b97742fa71d5 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208251 Mar 03 05:47:46.667957 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1816777330'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:46.680401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:46.683487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:46.689862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:46.691958 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Usage tracker for resource:network and tenant:7cad644b6d504942a3fb8c2118ffae38 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:46.710102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:46.710639 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.714180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:46.732445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=cdd93cbd-91d2-4a50-92d1-f907fcbacf40,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:46.735693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:46.737608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.785390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:47:46.808843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.813750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Made reservation on behalf of 7cad644b6d504942a3fb8c2118ffae38 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:46.816459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.816779 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Added segment ad07e101-fc17-4238-a1a9-8d8b4fba0eac of type vlan for network 903d827e-c580-4ebf-b82a-b02e73c40d0c Mar 03 05:47:46.817370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.838788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:46.937690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:46.943262 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Calling delete_port for e2c3aeed-096f-48ee-a9b9-d83af959142e owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:46.943984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:46.977734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Usage tracker for resource:security_group_rule and tenant:7cad644b6d504942a3fb8c2118ffae38 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:46.989482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:46.999891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.004497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:47.025570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:47.026659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.069540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.070101 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.075343 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-beffdf4e-8c5e-4357-bb0a-60e842b83147 None None] Provisioning for port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:47.076130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:47.080955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:47.081589 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.090839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-beffdf4e-8c5e-4357-bb0a-60e842b83147 None None] Provisioning complete for port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:47.091501 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-beffdf4e-8c5e-4357-bb0a-60e842b83147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.103658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.186454 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-beffdf4e-8c5e-4357-bb0a-60e842b83147 None None] Port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:47.203519 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8636210 Mar 03 05:47:47.204411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55434) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:47.241990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event updated for resources: {'Network': ['ID=953a73ad-d2d0-43c9-a955-2e560fc6163e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:47.269308 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 953a73ad-d2d0-43c9-a955-2e560fc6163e details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:47:47.407671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.516648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Pushing event deleted for resources: {'Port': ['ID=e2c3aeed-096f-48ee-a9b9-d83af959142e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:47.557343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e1503-fc3b-4533-81ce-61ed1d0fc023 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event updated for resources: {'Network': ['ID=903d827e-c580-4ebf-b82a-b02e73c40d0c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:47.567958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 903d827e-c580-4ebf-b82a-b02e73c40d0c details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:47:47.632572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3b9cec-33ae-4bf8-9143-7ac31bc4c5f4 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:47.638523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3b9cec-33ae-4bf8-9143-7ac31bc4c5f4 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:47.644646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3b9cec-33ae-4bf8-9143-7ac31bc4c5f4 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:47.649730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3b9cec-33ae-4bf8-9143-7ac31bc4c5f4 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:47.650584 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0b3b9cec-33ae-4bf8-9143-7ac31bc4c5f4 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Synchronizing usage tracker for tenant:a530fd8875ec4208a4e980d9ca155745 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:47.670656 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.673515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.686336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.767370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:47:47.786712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0b3b9cec-33ae-4bf8-9143-7ac31bc4c5f4 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Unset dirty status for tenant:a530fd8875ec4208a4e980d9ca155745 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:47.790585 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0b3b9cec-33ae-4bf8-9143-7ac31bc4c5f4 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5759609 Mar 03 05:47:47.818338 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55440) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:47.835789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a944a90-7908-473e-989a-43b7364b4f06,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:47.858060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.858406 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Added segment 20cb6d8d-845c-4c33-b272-d69a0dc6007f of type vlan for network fbc75dbc-24ae-4aa8-ac08-63bab5b47f26 Mar 03 05:47:47.892285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.911910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.916203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:47.985259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.044588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.081212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.088131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=77a9b367-c006-412d-95f4-478da13c0b8b,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:48.092467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.126064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.131850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:48.132129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.136550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.137456 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.140839 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.141376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Fanout notify agent at l3_agent the message router_deleted on router 935ff29d-5c60-41f6-bc0c-3034b7f29c3d {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:47:48.146599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-045e65e0-d736-43ae-a53c-69fd6f3114b2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.158809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fdc0ed42-fc79-43eb-881f-5738adc162cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.184881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22678912-9bee-4c3a-a589-edcd11e1bb4f req-46b84b0c-43b7-41fd-986a-3e26bf34c15f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:48.186871 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-22678912-9bee-4c3a-a589-edcd11e1bb4f req-46b84b0c-43b7-41fd-986a-3e26bf34c15f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4096060 Mar 03 05:47:48.191446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.192417 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-11bf4629-931e-4809-8b6d-e6744d7691d4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "DELETE /v2.0/routers/935ff29d-5c60-41f6-bc0c-3034b7f29c3d HTTP/1.1" status: 204 len: 168 time: 2.3695333 Mar 03 05:47:48.210860 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55444) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:48.297726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1528599006', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'enable_snat': False}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:48.338682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:48.342043 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-22678912-9bee-4c3a-a589-edcd11e1bb4f req-20cca8b1-139a-4089-9761-316fcfe28400 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483653 Mar 03 05:47:48.346695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-045e65e0-d736-43ae-a53c-69fd6f3114b2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.387816 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-045e65e0-d736-43ae-a53c-69fd6f3114b2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953a73ad-d2d0-43c9-a955-2e560fc6163e']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:48.403740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-045e65e0-d736-43ae-a53c-69fd6f3114b2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856ebeca-607b-4177-8366-a77c15ab422e') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:48.404150 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-045e65e0-d736-43ae-a53c-69fd6f3114b2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856ebeca-607b-4177-8366-a77c15ab422e') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:48.417065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-045e65e0-d736-43ae-a53c-69fd6f3114b2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.434858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-045e65e0-d736-43ae-a53c-69fd6f3114b2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.442871 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045e65e0-d736-43ae-a53c-69fd6f3114b2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:47:48.443274 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-045e65e0-d736-43ae-a53c-69fd6f3114b2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.443394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Usage tracker for resource:router and tenant:190a9ef8d85a4860b190de43b7de0cb1 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:48.449708 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.9466956 Mar 03 05:47:48.452739 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:47:48.458354 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:47:48.460693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55450) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:48.514230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:48.516074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=cdd93cbd-91d2-4a50-92d1-f907fcbacf40,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:48.518213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174e8ef-2bca-4cd8-82e3-3f561c7a30ea tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Pushing event updated for resources: {'Network': ['ID=fbc75dbc-24ae-4aa8-ac08-63bab5b47f26,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:48.524541 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Request body: {'subnet': {'network_id': 'fbc75dbc-24ae-4aa8-ac08-63bab5b47f26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:48.532154 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network fbc75dbc-24ae-4aa8-ac08-63bab5b47f26 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:47:48.585780 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-045e65e0-d736-43ae-a53c-69fd6f3114b2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.607883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-045e65e0-d736-43ae-a53c-69fd6f3114b2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.617760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e65e0-d736-43ae-a53c-69fd6f3114b2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event deleted for resources: {'Network': ['ID=953a73ad-d2d0-43c9-a955-2e560fc6163e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:48.633198 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-045e65e0-d736-43ae-a53c-69fd6f3114b2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "DELETE /v2.0/networks/953a73ad-d2d0-43c9-a955-2e560fc6163e HTTP/1.1" status: 204 len: 168 time: 0.8099217 Mar 03 05:47:48.636300 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55454) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:48.652502 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.653430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.658182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network f68c4e26-2339-4bc4-90fd-173df31e09f4 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:48.669483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:48.686497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea6ab7-5805-4900-ba0a-e0a19431e03c req-c5395471-f47e-4a22-ac4d-bba576d075e6 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:48.688305 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c9ea6ab7-5805-4900-ba0a-e0a19431e03c req-c5395471-f47e-4a22-ac4d-bba576d075e6 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.2182736 Mar 03 05:47:48.778161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.783258 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:48.793314 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7e137fb-cd85-47af-8921-99ccc85a5ba6 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.796831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Usage tracker for resource:subnet and tenant:7cad644b6d504942a3fb8c2118ffae38 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:48.803545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:48.807121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:48.807448 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c9ea6ab7-5805-4900-ba0a-e0a19431e03c req-9b89f5b8-58ea-43c7-a1cb-99967a221eb1 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684328 Mar 03 05:47:48.813909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:48.818751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:48.962327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7e137fb-cd85-47af-8921-99ccc85a5ba6 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:48.992882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-a7e137fb-cd85-47af-8921-99ccc85a5ba6 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903d827e-c580-4ebf-b82a-b02e73c40d0c']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:49.008713 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-a7e137fb-cd85-47af-8921-99ccc85a5ba6 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad07e101-fc17-4238-a1a9-8d8b4fba0eac') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:49.009138 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-a7e137fb-cd85-47af-8921-99ccc85a5ba6 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad07e101-fc17-4238-a1a9-8d8b4fba0eac') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:49.024208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7e137fb-cd85-47af-8921-99ccc85a5ba6 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.047046 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7e137fb-cd85-47af-8921-99ccc85a5ba6 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.058412 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e137fb-cd85-47af-8921-99ccc85a5ba6 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:47:49.059019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7e137fb-cd85-47af-8921-99ccc85a5ba6 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:47:49.075629 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:47:49.122827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-30a6936b-8fc6-4896-933f-f54546b1b1f3 None None] Provisioning complete for port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:49.123709 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-30a6936b-8fc6-4896-933f-f54546b1b1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.171815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Made reservation on behalf of 7cad644b6d504942a3fb8c2118ffae38 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:49.175396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.190863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-30a6936b-8fc6-4896-933f-f54546b1b1f3 None None] Port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:49.208290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7e137fb-cd85-47af-8921-99ccc85a5ba6 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.230589 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7e137fb-cd85-47af-8921-99ccc85a5ba6 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.243217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e137fb-cd85-47af-8921-99ccc85a5ba6 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event deleted for resources: {'Network': ['ID=903d827e-c580-4ebf-b82a-b02e73c40d0c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:49.253208 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a7e137fb-cd85-47af-8921-99ccc85a5ba6 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "DELETE /v2.0/networks/903d827e-c580-4ebf-b82a-b02e73c40d0c HTTP/1.1" status: 204 len: 168 time: 0.6133111 Mar 03 05:47:49.254044 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55462) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:49.374468 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ad2a3-8bf7-48a8-840b-e84be2380f19 req-6b038942-c1a3-4b24-b0bd-e4ba8c923e1a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:49.377598 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a00ad2a3-8bf7-48a8-840b-e84be2380f19 req-6b038942-c1a3-4b24-b0bd-e4ba8c923e1a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.2052782 Mar 03 05:47:49.457933 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52494e7a-8dcc-4f39-81bb-4721906c26f2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:49.463844 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52494e7a-8dcc-4f39-81bb-4721906c26f2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:49.464584 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-52494e7a-8dcc-4f39-81bb-4721906c26f2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Synchronizing usage tracker for tenant:a530fd8875ec4208a4e980d9ca155745 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:49.469990 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a00ad2a3-8bf7-48a8-840b-e84be2380f19 req-411bd4fd-3bce-4c9c-b94c-b174f3a77c5c tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821421 Mar 03 05:47:49.485010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-52494e7a-8dcc-4f39-81bb-4721906c26f2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Unset dirty status for tenant:a530fd8875ec4208a4e980d9ca155745 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:49.486157 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-52494e7a-8dcc-4f39-81bb-4721906c26f2 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2312326 Mar 03 05:47:49.490034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55466) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:49.496117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-371805792'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:49.501435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:49.505122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:47:49.511593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:49.521469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Made reservation on behalf of a530fd8875ec4208a4e980d9ca155745 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:49.525156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.556076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:47:49.565815 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.566205 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Added segment eb2c2630-bc41-469d-a8ca-9598fc6325c4 of type vlan for network 419fabe4-b650-4a9f-a0d3-55d7aee46800 Mar 03 05:47:49.591512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.632814 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.678494 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.683809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:49.684379 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.730794 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Router d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:47:49.746700 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab85ee3-1564-4015-a5ee-80371c2b0c84 req-fded1ad0-f2e7-4a35-b8a2-0c664216ef5e tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:49.748257 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2ab85ee3-1564-4015-a5ee-80371c2b0c84 req-fded1ad0-f2e7-4a35-b8a2-0c664216ef5e tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.1596003 Mar 03 05:47:49.822338 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event updated for resources: {'Network': ['ID=419fabe4-b650-4a9f-a0d3-55d7aee46800,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:49.834276 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8de63579-bd1f-46fe-9d40-5c2bb7935af5 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3394635 Mar 03 05:47:49.834276 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55472) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:49.836466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 419fabe4-b650-4a9f-a0d3-55d7aee46800 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:47:49.845441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-437393978'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:49.854116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:49.861793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Usage tracker for resource:network and tenant:a530fd8875ec4208a4e980d9ca155745 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:49.866671 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2ab85ee3-1564-4015-a5ee-80371c2b0c84 req-be8dd4a6-263d-4337-99cd-8b03289e3078 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728719 Mar 03 05:47:49.867442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:49.873312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:49.893149 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Made reservation on behalf of a530fd8875ec4208a4e980d9ca155745 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:49.898593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.941466 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:47:49.955202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:49.955628 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Added segment a09c3ddc-5e6f-402a-9951-c54fd252ea43 of type vlan for network 79993ad4-4bd5-4723-a220-eaf1d3219a30 Mar 03 05:47:50.093038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:50.103492 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d871e2a-7672-493b-84a9-8824f92d241f None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:50.114442 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d871e2a-7672-493b-84a9-8824f92d241f None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:50.115271 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0d871e2a-7672-493b-84a9-8824f92d241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:50.125898 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:50.141429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:50.145167 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:50.152859 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-da472fee-e1d8-4284-a738-52f9f3d2c155 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "PUT /v2.0/routers/d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6376369 Mar 03 05:47:50.158291 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Sync routers for ids ['d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:50.160653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55478) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:50.175126 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Routers {'d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:50.176642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:50.183491 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0d871e2a-7672-493b-84a9-8824f92d241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:50.186603 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5d0fc250-2d65-44c6-a620-4d2709580599 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "PUT /v2.0/routers/0fe25539-a0a7-474e-acf6-aac631734dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3256752 Mar 03 05:47:50.195935 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d871e2a-7672-493b-84a9-8824f92d241f None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:50.196237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55482) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:50.196911 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0d871e2a-7672-493b-84a9-8824f92d241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:50.212274 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'port': {'network_id': 'f68c4e26-2339-4bc4-90fd-173df31e09f4', 'name': 'tempest-FloatingIPTestJSON-1600094832'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:50.244514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784d1759-3971-4fdc-a403-00f624e15414 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:50.245095 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-784d1759-3971-4fdc-a403-00f624e15414 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:50.261081 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0d871e2a-7672-493b-84a9-8824f92d241f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:50.261730 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d871e2a-7672-493b-84a9-8824f92d241f None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:50.279124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:50.284998 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:50.285631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:50.323962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Pushing event updated for resources: {'Subnet': ['ID=5df81cdd-d447-4168-99b3-e4163428ceee,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:50.363261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Checking segment: {'id': '20cb6d8d-845c-4c33-b272-d69a0dc6007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fbc75dbc-24ae-4aa8-ac08-63bab5b47f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:50.363620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Network hostable DHCP agents. Network: fbc75dbc-24ae-4aa8-ac08-63bab5b47f26, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:47:50.411194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event updated for resources: {'Network': ['ID=79993ad4-4bd5-4723-a220-eaf1d3219a30,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:50.413162 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-784d1759-3971-4fdc-a403-00f624e15414 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:50.414594 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-784d1759-3971-4fdc-a403-00f624e15414 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports/cdd93cbd-91d2-4a50-92d1-f907fcbacf40 HTTP/1.1" status: 200 len: 911 time: 0.2516007 Mar 03 05:47:50.417641 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-72db1b6a-0b46-450b-8af6-09a363abf214 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5825839 Mar 03 05:47:50.420638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Set router d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:50.426037 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791eda0-764a-4f87-b768-55f8e4a8972f req-341045b5-da69-4b2a-9540-1f3f822def6a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:50.428151 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3791eda0-764a-4f87-b768-55f8e4a8972f req-341045b5-da69-4b2a-9540-1f3f822def6a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.3416302 Mar 03 05:47:50.428280 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55486) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:50.428530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55488) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:50.479620 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Request body: {'ports': [{'network_id': '419fabe4-b650-4a9f-a0d3-55d7aee46800', 'name': 'tempest-port--1848287687', 'admin_state_up': True}, {'network_id': '79993ad4-4bd5-4723-a220-eaf1d3219a30', 'admin_state_up': False}]} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:50.480354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Request body: {'port': {'network_id': '419fabe4-b650-4a9f-a0d3-55d7aee46800', 'name': 'tempest-port--1848287687', 'admin_state_up': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:50.480435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Request body: {'port': {'network_id': '79993ad4-4bd5-4723-a220-eaf1d3219a30', 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:50.490949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 79993ad4-4bd5-4723-a220-eaf1d3219a30 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:47:50.603612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f69a24e3-60c9-4e66-aefb-3eda0a2583ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:50.643040 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3791eda0-764a-4f87-b768-55f8e4a8972f req-9547eb56-d3a0-4eb6-b151-2bda9cc86d45 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413517 Mar 03 05:47:50.676371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:50.709611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:port and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:50.716041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Network fbc75dbc-24ae-4aa8-ac08-63bab5b47f26 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:47:50.723203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:50.736339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:50.748716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, fbc75dbc-24ae-4aa8-ac08-63bab5b47f26) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:50.755164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:50.779372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d045f41d-1b80-4c51-8884-8e1b53eef021 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:50.779705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:50.780329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:50.785802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d045f41d-1b80-4c51-8884-8e1b53eef021 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:50.790028 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d045f41d-1b80-4c51-8884-8e1b53eef021 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3578899 Mar 03 05:47:50.790199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Made reservation on behalf of 2952856795e04c42b30b59107a591af7 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:50.790798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:50.797988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55498) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:50.815700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:50.853374 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed542de0-533c-47c6-b6c6-a0653cf5bf28 None None] Network fbc75dbc-24ae-4aa8-ac08-63bab5b47f26 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:50.861221 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-346f07db-52c2-4dc2-9fdd-39494254e4c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3538551 Mar 03 05:47:50.865455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55504) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:50.883021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Request body: {'port': {'network_id': 'fbc75dbc-24ae-4aa8-ac08-63bab5b47f26', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-876321689'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:50.906580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] device_id is not set on port beaaea34-a7c2-40e3-89b6-9fe6b15e5fb5 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:51.021269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:51.070932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Usage tracker for resource:port and tenant:a530fd8875ec4208a4e980d9ca155745 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:51.075617 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:51.087949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:51.173571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-fbc75dbc-24ae-4aa8-ac08-63bab5b47f26', 'network_id': 'fbc75dbc-24ae-4aa8-ac08-63bab5b47f26', 'tenant_id': '7cad644b6d504942a3fb8c2118ffae38', 'fixed_ips': [{'subnet_id': '5df81cdd-d447-4168-99b3-e4163428ceee'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:47:51.174395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:51.187173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Made reservation on behalf of a530fd8875ec4208a4e980d9ca155745 for: {'port': 2} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:51.191882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:51.192746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bbfdc1-c7b3-442f-a449-b0e753d3b2a0', 'name': 'tempest-NetworksTestDHCPv6-router-215597964', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:43Z', 'updated_at': '2022-03-03T05:47:46Z', 'revision_number': 2, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'gw_port_host': None, '_interfaces': [{'id': 'cdd93cbd-91d2-4a50-92d1-f907fcbacf40', 'name': '', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'mac_address': 'fa:16:3e:ea:64:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bbfdc1-c7b3-442f-a449-b0e753d3b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f72184b4-8e8c-4654-845d-b1844852fb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:47:45Z', 'updated_at': '2022-03-03T05:47:47Z', 'revision_number': 2, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'subnets': [{'id': 'f72184b4-8e8c-4654-845d-b1844852fb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:51.199276 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Checking router: d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:47:51.199514 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Updating router d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0 port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:47:51.218777 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Allocated IP 172.26.3.58 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/1c7281b2-36f4-4a3f-8427-561057ab03c9) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:51.231853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:51.243396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Usage tracker for resource:port and tenant:7cad644b6d504942a3fb8c2118ffae38 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:51.249290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:51.258455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:51.260478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.20.0.9 (f68c4e26-2339-4bc4-90fd-173df31e09f4/e0549d03-e14b-40fb-8865-9de3643c1c27/beaaea34-a7c2-40e3-89b6-9fe6b15e5fb5) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:51.290653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:51.296089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:51.307711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Made reservation on behalf of 7cad644b6d504942a3fb8c2118ffae38 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:51.312097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:51.426983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] device_id is not set on port 251343e7-c608-42bb-8440-9878f541c4f5 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:51.524513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c78a24-1680-4bb6-b3d4-ac5a28933f08 req-3866616e-a9c0-42ec-9f92-d37bb4e30cb1 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:51.532008 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-28c78a24-1680-4bb6-b3d4-ac5a28933f08 req-3866616e-a9c0-42ec-9f92-d37bb4e30cb1 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.5121448 Mar 03 05:47:51.536367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:51.563982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Allocated IP 2001:db8::2 (fbc75dbc-24ae-4aa8-ac08-63bab5b47f26/5df81cdd-d447-4168-99b3-e4163428ceee/c573748c-2c04-4299-aa91-26fbbfeb7e1e) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:51.647047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:51.678777 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-28c78a24-1680-4bb6-b3d4-ac5a28933f08 req-72dd8d5e-dc52-4199-8f9c-a6dda9280b23 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457922 Mar 03 05:47:51.734514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:51.757507 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:51.789912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:51.807409 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] device_id is not set on port 398fdbe0-f6a2-42c7-be9d-9b1ce31484aa yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:51.835965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:51.846473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:51.857654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:51.860348 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:51.902367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event updated for resources: {'Port': ['ID=1c7281b2-36f4-4a3f-8427-561057ab03c9,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:51.969673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network f68c4e26-2339-4bc4-90fd-173df31e09f4 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:51.976845 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:51.979624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:52.003966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.007861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.011234 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.027912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Transition to ACTIVE for port object c573748c-2c04-4299-aa91-26fbbfeb7e1e will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:52.034423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Transition to ACTIVE for port object cdd93cbd-91d2-4a50-92d1-f907fcbacf40 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:52.049839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.062562 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=beaaea34-a7c2-40e3-89b6-9fe6b15e5fb5,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:52.068904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.070868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:52.071475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.083421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Transition to ACTIVE for port object c573748c-2c04-4299-aa91-26fbbfeb7e1e will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:52.102741 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.191498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f718001-53cb-4aa5-b79c-4a6280bcffbb None None] Pushing event updated for resources: {'Port': ['ID=cdd93cbd-91d2-4a50-92d1-f907fcbacf40,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:52.221371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Network fbc75dbc-24ae-4aa8-ac08-63bab5b47f26 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:52.268593 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:52.302309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:52.315150 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] device_id is not set on port 1ccf9d28-07fc-4cc1-9023-d685a32c22dc yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:52.382096 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Pushing event updated for resources: {'Port': ['ID=c573748c-2c04-4299-aa91-26fbbfeb7e1e,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:52.450611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Attempting to bind port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:52.451732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Attempting to bind port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:52.452155 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Attempting to bind port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:52.463202 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:47:52.463567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:52.463998 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.464384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:47:52.464843 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Bound port: cdd93cbd-91d2-4a50-92d1-f907fcbacf40, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:47:52.465207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.485874 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-422940a0-a269-4941-814d-d555b677e536 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2789617 Mar 03 05:47:52.486401 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:52.486401 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.493031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Attempting to bind port c573748c-2c04-4299-aa91-26fbbfeb7e1e on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:52.493398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Attempting to bind port c573748c-2c04-4299-aa91-26fbbfeb7e1e by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '20cb6d8d-845c-4c33-b272-d69a0dc6007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fbc75dbc-24ae-4aa8-ac08-63bab5b47f26'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:52.493753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Attempting to bind port c573748c-2c04-4299-aa91-26fbbfeb7e1e on network fbc75dbc-24ae-4aa8-ac08-63bab5b47f26 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:52.500921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55508) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:52.505086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:47:52.505467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Checking segment: {'id': '20cb6d8d-845c-4c33-b272-d69a0dc6007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fbc75dbc-24ae-4aa8-ac08-63bab5b47f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:52.505854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.506242 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Bound using segment: {'id': '20cb6d8d-845c-4c33-b272-d69a0dc6007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fbc75dbc-24ae-4aa8-ac08-63bab5b47f26'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:47:52.506828 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Bound port: c573748c-2c04-4299-aa91-26fbbfeb7e1e, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cb6d8d-845c-4c33-b272-d69a0dc6007f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fbc75dbc-24ae-4aa8-ac08-63bab5b47f26'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:47:52.507194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.509107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'port': {'network_id': 'f68c4e26-2339-4bc4-90fd-173df31e09f4', 'name': 'tempest-FloatingIPTestJSON-1855075220'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:52.526054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Allocated IP 2001:db8::361 (fbc75dbc-24ae-4aa8-ac08-63bab5b47f26/5df81cdd-d447-4168-99b3-e4163428ceee/251343e7-c608-42bb-8440-9878f541c4f5) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:52.547575 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.662413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] For port cdd93cbd-91d2-4a50-92d1-f907fcbacf40, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:52.677571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] For port cdd93cbd-91d2-4a50-92d1-f907fcbacf40, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=cdd93cbd-91d2-4a50-92d1-f907fcbacf40,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:47:52.682396 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] For port c573748c-2c04-4299-aa91-26fbbfeb7e1e, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:52.686683 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] For port c573748c-2c04-4299-aa91-26fbbfeb7e1e, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c573748c-2c04-4299-aa91-26fbbfeb7e1e,segment=NetworkSegment(20cb6d8d-845c-4c33-b272-d69a0dc6007f),segment_id=20cb6d8d-845c-4c33-b272-d69a0dc6007f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:47:52.688428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.691892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.728866 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.753827 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] For port cdd93cbd-91d2-4a50-92d1-f907fcbacf40, host dv-neutron-831582-1-hyperv, got binding levels [] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:52.754008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:52.792923 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Routers {'d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:52.793539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:52.844161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f718001-53cb-4aa5-b79c-4a6280bcffbb None None] Pushing event updated for resources: {'Port': ['ID=cdd93cbd-91d2-4a50-92d1-f907fcbacf40,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:52.966131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for cdd93cbd-91d2-4a50-92d1-f907fcbacf40 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:53.031678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:53.051411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event updated for resources: {'Port': ['ID=398fdbe0-f6a2-42c7-be9d-9b1ce31484aa,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:53.062125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:53.068109 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Transition to ACTIVE for port object 251343e7-c608-42bb-8440-9878f541c4f5 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:53.085098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:port and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:53.093345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Checking segment: {'id': 'eb2c2630-bc41-469d-a8ca-9598fc6325c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '419fabe4-b650-4a9f-a0d3-55d7aee46800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:53.093710 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Network hostable DHCP agents. Network: 419fabe4-b650-4a9f-a0d3-55d7aee46800, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:47:53.119759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] Set router d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:53.167675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:53.174455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Network 419fabe4-b650-4a9f-a0d3-55d7aee46800 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:47:53.189411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:53.193610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08ee33-1aa2-4a39-8b00-8e3c74d0178e req-300847d3-4649-4dd5-bb2f-b8e0e07c1970 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:53.195088 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ed08ee33-1aa2-4a39-8b00-8e3c74d0178e req-300847d3-4649-4dd5-bb2f-b8e0e07c1970 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.3634772 Mar 03 05:47:53.202329 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 419fabe4-b650-4a9f-a0d3-55d7aee46800) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:53.206656 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:53.207350 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:53.238940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Made reservation on behalf of 2952856795e04c42b30b59107a591af7 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:53.243119 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:53.255405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:53.304807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:47:53.305118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:47:53.338035 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event updated for resources: {'Port': ['ID=1ccf9d28-07fc-4cc1-9023-d685a32c22dc,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:53.343136 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ed08ee33-1aa2-4a39-8b00-8e3c74d0178e req-c5101f4f-63ae-4839-adbe-a06408c6cabd tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262462 Mar 03 05:47:53.345240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20df8f77-a734-4aa3-9431-44b583a870cf None None] Network 419fabe4-b650-4a9f-a0d3-55d7aee46800 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:53.349175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] device_id is not set on port d40fe68a-7ebb-4444-a53b-ecceb55ea38b yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:53.355318 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Checking segment: {'id': 'a09c3ddc-5e6f-402a-9951-c54fd252ea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79993ad4-4bd5-4723-a220-eaf1d3219a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:53.355744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Network hostable DHCP agents. Network: 79993ad4-4bd5-4723-a220-eaf1d3219a30, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:47:53.384024 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:53.391537 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Network 79993ad4-4bd5-4723-a220-eaf1d3219a30 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:47:53.405101 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 79993ad4-4bd5-4723-a220-eaf1d3219a30) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:53.410559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:53.427002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:53.441589 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:53.442289 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:53.451899 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee56b8ae-a13d-4e64-ae09-58453f980199 None None] Network 79993ad4-4bd5-4723-a220-eaf1d3219a30 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:53.494072 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e0cae643-5b61-483f-9968-9c3be99eb86b tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0626805 Mar 03 05:47:53.496570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55518) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:53.540549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.20.0.8 (f68c4e26-2339-4bc4-90fd-173df31e09f4/e0549d03-e14b-40fb-8865-9de3643c1c27/d40fe68a-7ebb-4444-a53b-ecceb55ea38b) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:53.601065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d3f2b-46ae-4556-b4d7-a438f164db29 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:53.607497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d3f2b-46ae-4556-b4d7-a438f164db29 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:53.608366 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-590d3f2b-46ae-4556-b4d7-a438f164db29 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Synchronizing usage tracker for tenant:a530fd8875ec4208a4e980d9ca155745 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:53.633140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-590d3f2b-46ae-4556-b4d7-a438f164db29 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Unset dirty status for tenant:a530fd8875ec4208a4e980d9ca155745 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:53.634482 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-590d3f2b-46ae-4556-b4d7-a438f164db29 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1368742 Mar 03 05:47:53.637469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55524) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:53.703021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:53.816963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Pushing event updated for resources: {'Port': ['ID=251343e7-c608-42bb-8440-9878f541c4f5,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:53.856027 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719d7d7-d326-45ad-997c-16edb8fafd85 None None] Pushing event updated for resources: {'Port': ['ID=c573748c-2c04-4299-aa91-26fbbfeb7e1e,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:53.866705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:53.867069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:54.005323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Network fbc75dbc-24ae-4aa8-ac08-63bab5b47f26 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:54.017405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:54.029210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:54.034987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:54.035725 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:54.054284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-ccc45440-fbc0-4990-b081-e8f82ed6332d tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Deleting port 398fdbe0-f6a2-42c7-be9d-9b1ce31484aa {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:54.054621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ccc45440-fbc0-4990-b081-e8f82ed6332d tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:54.116653 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3c1240a4-b2ab-434b-b7dd-7327806048d8 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.2452636 Mar 03 05:47:54.121801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55528) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:54.139383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Request body: {'port': {'network_id': 'fbc75dbc-24ae-4aa8-ac08-63bab5b47f26', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-330719342', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:54.139962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.api.validators [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] bootfile-name is not in valid_values {{(pid=87793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 05:47:54.140298 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.api.validators [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] tftp-server is not in valid_values {{(pid=87793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 05:47:54.140638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.api.validators [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] server-ip-address is not in valid_values {{(pid=87793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 05:47:54.141493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bbfdc1-c7b3-442f-a449-b0e753d3b2a0', 'name': 'tempest-NetworksTestDHCPv6-router-215597964', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:43Z', 'updated_at': '2022-03-03T05:47:46Z', 'revision_number': 2, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'gw_port_host': None, '_interfaces': [{'id': 'cdd93cbd-91d2-4a50-92d1-f907fcbacf40', 'name': '', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'mac_address': 'fa:16:3e:ea:64:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bbfdc1-c7b3-442f-a449-b0e753d3b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f72184b4-8e8c-4654-845d-b1844852fb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:47:45Z', 'updated_at': '2022-03-03T05:47:52Z', 'revision_number': 4, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'subnets': [{'id': 'f72184b4-8e8c-4654-845d-b1844852fb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:54.150794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51fbb88-c9c8-43f8-abcb-eaa41602bfd2 None None] The sync data for ids ['d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0'] in dv-neutron-831582-1-hyperv is: [{'id': 'd5bbfdc1-c7b3-442f-a449-b0e753d3b2a0', 'name': 'tempest-NetworksTestDHCPv6-router-215597964', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:43Z', 'updated_at': '2022-03-03T05:47:46Z', 'revision_number': 2, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'gw_port_host': None, '_interfaces': [{'id': 'cdd93cbd-91d2-4a50-92d1-f907fcbacf40', 'name': '', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'mac_address': 'fa:16:3e:ea:64:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bbfdc1-c7b3-442f-a449-b0e753d3b2a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': 'f72184b4-8e8c-4654-845d-b1844852fb4a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:47:45Z', 'updated_at': '2022-03-03T05:47:52Z', 'revision_number': 4, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'subnets': [{'id': 'f72184b4-8e8c-4654-845d-b1844852fb4a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:54.219317 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f40403-62c1-42db-bb83-d6e3b14c41db None None] Network fbc75dbc-24ae-4aa8-ac08-63bab5b47f26 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:54.262565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c7d20-9582-410c-b178-3630998d3125 req-15dd5d91-fc39-49e4-b1c0-f8600f3b168d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:54.264771 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1f5c7d20-9582-410c-b178-3630998d3125 req-15dd5d91-fc39-49e4-b1c0-f8600f3b168d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4679983 Mar 03 05:47:54.368343 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f796b310-f6a7-448a-b0a6-9aea212cd373 None None] Provisioning for port c573748c-2c04-4299-aa91-26fbbfeb7e1e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:54.390866 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1f5c7d20-9582-410c-b178-3630998d3125 req-4e37c59b-7792-45f5-a6f8-59ba2e049070 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188130 Mar 03 05:47:54.421583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:54.478503 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] For port cdd93cbd-91d2-4a50-92d1-f907fcbacf40, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=cdd93cbd-91d2-4a50-92d1-f907fcbacf40,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:54.478888 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:54.631128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ccc45440-fbc0-4990-b081-e8f82ed6332d tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:54.654651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for cdd93cbd-91d2-4a50-92d1-f907fcbacf40 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:54.729146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:54.766432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:54.811462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-ccc45440-fbc0-4990-b081-e8f82ed6332d tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Calling delete_port for 398fdbe0-f6a2-42c7-be9d-9b1ce31484aa owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:54.830099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Usage tracker for resource:port and tenant:7cad644b6d504942a3fb8c2118ffae38 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:54.841269 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:54.853091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:54.905177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Made reservation on behalf of 7cad644b6d504942a3fb8c2118ffae38 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:54.908828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:54.944655 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-268e2b29-fa75-42c5-857a-ab0a19083048 None None] Provisioning for port 251343e7-c608-42bb-8440-9878f541c4f5 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:54.954756 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-268e2b29-fa75-42c5-857a-ab0a19083048 None None] Provisioning complete for port 251343e7-c608-42bb-8440-9878f541c4f5 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:54.955429 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-268e2b29-fa75-42c5-857a-ab0a19083048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:54.973862 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ccc45440-fbc0-4990-b081-e8f82ed6332d tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:55.000639 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:55.010436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] device_id is not set on port da5ea0b5-6196-44c2-ac94-fb9360cb13d6 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:47:55.084186 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc45440-fbc0-4990-b081-e8f82ed6332d tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event deleted for resources: {'Port': ['ID=398fdbe0-f6a2-42c7-be9d-9b1ce31484aa,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:55.098283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ccc45440-fbc0-4990-b081-e8f82ed6332d tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:55.115888 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cdd93cbd-91d2-4a50-92d1-f907fcbacf40 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:55.168794 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network f68c4e26-2339-4bc4-90fd-173df31e09f4 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:55.172496 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-268e2b29-fa75-42c5-857a-ab0a19083048 None None] Port 251343e7-c608-42bb-8440-9878f541c4f5 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:55.184979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:55.188287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:55.211148 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ccc45440-fbc0-4990-b081-e8f82ed6332d tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "DELETE /v2.0/ports/398fdbe0-f6a2-42c7-be9d-9b1ce31484aa HTTP/1.1" status: 204 len: 168 time: 1.5725079 Mar 03 05:47:55.220161 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55532) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:55.226138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=d40fe68a-7ebb-4444-a53b-ecceb55ea38b,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:55.229122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Router b2917663-bea2-405c-9870-00b97ffa11da is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:47:55.293601 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cb97f645-8e46-4d70-af71-8f32212c4ffe None None] Provisioning complete for port 251343e7-c608-42bb-8440-9878f541c4f5 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:55.293964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cb97f645-8e46-4d70-af71-8f32212c4ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:55.301422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Deleting port 1ccf9d28-07fc-4cc1-9023-d685a32c22dc {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:55.301929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:55.320822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:55.334536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:55.339121 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:55.339492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:55.380790 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] Port cdd93cbd-91d2-4a50-92d1-f907fcbacf40 was deleted so its status cannot be updated. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 03 05:47:55.381269 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c573748c-2c04-4299-aa91-26fbbfeb7e1e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:55.389441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:55.390208 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:55.418007 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=cdd93cbd-91d2-4a50-92d1-f907fcbacf40,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:55.440386 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-cb97f645-8e46-4d70-af71-8f32212c4ffe None None] Port 251343e7-c608-42bb-8440-9878f541c4f5 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:55.496697 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port c573748c-2c04-4299-aa91-26fbbfeb7e1e completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:55.509409 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c573748c-2c04-4299-aa91-26fbbfeb7e1e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:55.509909 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:55.547283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:55.559433 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Sync routers for ids ['b2917663-bea2-405c-9870-00b97ffa11da'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:55.572791 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Routers {'b2917663-bea2-405c-9870-00b97ffa11da'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:55.573325 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b2917663-bea2-405c-9870-00b97ffa11da'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:55.609844 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-aa7af93e-8c93-4522-ac49-023f2ed01200 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1078372 Mar 03 05:47:55.612695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Allocated IP 2001:db8::39e (fbc75dbc-24ae-4aa8-ac08-63bab5b47f26/5df81cdd-d447-4168-99b3-e4163428ceee/da5ea0b5-6196-44c2-ac94-fb9360cb13d6) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:55.614581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55538) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:55.622180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'd40fe68a-7ebb-4444-a53b-ecceb55ea38b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:55.629788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:55.633490 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d8d0a56f-5a92-4848-a8c2-d4b2872c1eb2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4191592 Mar 03 05:47:55.635851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:55.638459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55542) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:55.683316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:55.723287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port c573748c-2c04-4299-aa91-26fbbfeb7e1e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c573748c-2c04-4299-aa91-26fbbfeb7e1e,segment=NetworkSegment(20cb6d8d-845c-4c33-b272-d69a0dc6007f),segment_id=20cb6d8d-845c-4c33-b272-d69a0dc6007f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:55.733071 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:55.751059 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:floatingip and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:55.767174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:55.788245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:55.842379 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Set router b2917663-bea2-405c-9870-00b97ffa11da gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:55.846297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=c573748c-2c04-4299-aa91-26fbbfeb7e1e,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:55.847220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:55.987422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:56.061422 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-db94247b-f2b5-4771-822b-cf81e03db524 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/routers/b2917663-bea2-405c-9870-00b97ffa11da HTTP/1.1" status: 200 len: 908 time: 0.4218647 Mar 03 05:47:56.065725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55546) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:56.115400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1528599006', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'enable_snat': True}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:56.162163 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917663-bea2-405c-9870-00b97ffa11da', 'name': 'tempest-snat-router-1528599006', 'tenant_id': '190a9ef8d85a4860b190de43b7de0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.58'}], 'enable_snat': False}, 'gw_port_id': '1c7281b2-36f4-4a3f-8427-561057ab03c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:48Z', 'updated_at': '2022-03-03T05:47:52Z', 'revision_number': 3, 'project_id': '190a9ef8d85a4860b190de43b7de0cb1', 'gw_port': {'id': '1c7281b2-36f4-4a3f-8427-561057ab03c9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2917663-bea2-405c-9870-00b97ffa11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:47:50Z', 'updated_at': '2022-03-03T05:47:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:56.167755 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Checking router: b2917663-bea2-405c-9870-00b97ffa11da for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:47:56.168275 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Updating router b2917663-bea2-405c-9870-00b97ffa11da port 1c7281b2-36f4-4a3f-8427-561057ab03c9 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:47:56.173748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:56.182369 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:56.194101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Transition to ACTIVE for port object da5ea0b5-6196-44c2-ac94-fb9360cb13d6 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:56.222128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:56.238391 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:56.244481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Usage tracker for resource:router and tenant:190a9ef8d85a4860b190de43b7de0cb1 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:56.250561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:56.274248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:56.284135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:56.335457 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:56.367900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Network fbc75dbc-24ae-4aa8-ac08-63bab5b47f26 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:56.487029 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Calling delete_port for 1ccf9d28-07fc-4cc1-9023-d685a32c22dc owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:56.521596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:56.535459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:56.540887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:56.541514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:56.556029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Pushing event updated for resources: {'Port': ['ID=da5ea0b5-6196-44c2-ac94-fb9360cb13d6,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:56.569237 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:56.570123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:56.586300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.26.3.193 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/c8314b8a-94ef-42a4-9c3d-c86554e8f2cf) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:56.592387 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d9490a68-873e-47e9-9abc-29916bc5f45f tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4636259 Mar 03 05:47:56.592580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55550) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:56.603237 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68282d92-83c1-4e20-bc7d-dc85c6ffa52f req-5d729726-f311-44c7-8252-9b38a09919b2 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:56.604805 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-68282d92-83c1-4e20-bc7d-dc85c6ffa52f req-5d729726-f311-44c7-8252-9b38a09919b2 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.7416220 Mar 03 05:47:56.638034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Router d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:47:56.645230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:56.770747 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-68282d92-83c1-4e20-bc7d-dc85c6ffa52f req-0c7ddbae-0e59-4dd2-9efe-db3f4064d5ba tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551394 Mar 03 05:47:56.782402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-701c9832-f3a0-48f7-9ea4-05fa658bd1ca None None] Provisioning for port da5ea0b5-6196-44c2-ac94-fb9360cb13d6 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:56.790009 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-701c9832-f3a0-48f7-9ea4-05fa658bd1ca None None] Provisioning complete for port da5ea0b5-6196-44c2-ac94-fb9360cb13d6 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:56.790985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-701c9832-f3a0-48f7-9ea4-05fa658bd1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:56.800960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60e8ff6-2ed3-4542-860a-94e5d966d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:56.815721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60e8ff6-2ed3-4542-860a-94e5d966d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:56.822842 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60e8ff6-2ed3-4542-860a-94e5d966d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:56.823795 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d60e8ff6-2ed3-4542-860a-94e5d966d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Synchronizing usage tracker for tenant:7cad644b6d504942a3fb8c2118ffae38 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:56.834130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:56.858328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d60e8ff6-2ed3-4542-860a-94e5d966d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Unset dirty status for tenant:7cad644b6d504942a3fb8c2118ffae38 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:56.862360 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d60e8ff6-2ed3-4542-860a-94e5d966d2dd tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2660668 Mar 03 05:47:56.862980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55556) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:56.867212 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-701c9832-f3a0-48f7-9ea4-05fa658bd1ca None None] Port da5ea0b5-6196-44c2-ac94-fb9360cb13d6 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:47:56.924709 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:56.995916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Deleting port da5ea0b5-6196-44c2-ac94-fb9360cb13d6 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:47:56.996496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:57.021090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c573748c-2c04-4299-aa91-26fbbfeb7e1e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:57.027170 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:47:57.034639 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:47:57.053319 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:47:57.093733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=c8314b8a-94ef-42a4-9c3d-c86554e8f2cf,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:57.110074 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c573748c-2c04-4299-aa91-26fbbfeb7e1e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:57.111012 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:57.205554 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:57.220451 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Transition to ACTIVE for port object 1c7281b2-36f4-4a3f-8427-561057ab03c9 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:47:57.231894 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:57.326705 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6bbc7-abe0-43d6-a082-243b3aa4092d None None] Pushing event updated for resources: {'Port': ['ID=1c7281b2-36f4-4a3f-8427-561057ab03c9,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:57.327674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:57.330433 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Attempting to bind port 1c7281b2-36f4-4a3f-8427-561057ab03c9 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:47:57.330909 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Attempting to bind port 1c7281b2-36f4-4a3f-8427-561057ab03c9 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:47:57.331367 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Attempting to bind port 1c7281b2-36f4-4a3f-8427-561057ab03c9 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:47:57.342497 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:47:57.344564 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:47:57.345124 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:57.345762 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:47:57.346505 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Bound port: 1c7281b2-36f4-4a3f-8427-561057ab03c9, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:47:57.347109 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:57.395126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:47:57.406704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad05c6d-43f0-48ad-a961-4d04630696fc None None] Sync routers for ids ['d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:47:57.416693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad05c6d-43f0-48ad-a961-4d04630696fc None None] Routers {'d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:57.417751 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cad05c6d-43f0-48ad-a961-4d04630696fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:57.441162 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event deleted for resources: {'Port': ['ID=1ccf9d28-07fc-4cc1-9023-d685a32c22dc,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:57.443203 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] For port 1c7281b2-36f4-4a3f-8427-561057ab03c9, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:47:57.446553 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] For port 1c7281b2-36f4-4a3f-8427-561057ab03c9, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1c7281b2-36f4-4a3f-8427-561057ab03c9,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:47:57.455890 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:57.490927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:57.520566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:57.530696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:57.531090 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:57.531606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:57.531991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:57.532325 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:57.532792 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:57.533121 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:57.533476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:57.533923 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:57.534255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:57.534625 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:57.534945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:57.569800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:57.571705 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-cad05c6d-43f0-48ad-a961-4d04630696fc None None] Set router d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:57.575486 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6bbc7-abe0-43d6-a082-243b3aa4092d None None] Pushing event updated for resources: {'Port': ['ID=1c7281b2-36f4-4a3f-8427-561057ab03c9,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:57.578784 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5ea0eb3e-670f-4899-9e17-2c300a9bafeb tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "DELETE /v2.0/ports/1ccf9d28-07fc-4cc1-9023-d685a32c22dc HTTP/1.1" status: 204 len: 168 time: 2.3574426 Mar 03 05:47:57.592085 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55562) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:57.600285 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fae7036f-0a5d-4b7d-b4e5-66c86ce584d3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "PUT /v2.0/routers/d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7987831 Mar 03 05:47:57.601974 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Routers {'b2917663-bea2-405c-9870-00b97ffa11da'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:57.602736 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b2917663-bea2-405c-9870-00b97ffa11da'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:57.620186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55568) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:57.643476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d2f39da6-5e62-408b-bcef-72b79125d5df tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Synchronizing usage tracker for tenant:a530fd8875ec4208a4e980d9ca155745 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:47:57.685268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Calling delete_port for da5ea0b5-6196-44c2-ac94-fb9360cb13d6 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:47:57.692264 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35662e7-6e77-45c1-8c6e-73d9b113370e req-e0093d19-9402-4a74-b5a1-ff0c5c1e1572 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:57.693830 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a35662e7-6e77-45c1-8c6e-73d9b113370e req-e0093d19-9402-4a74-b5a1-ff0c5c1e1572 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.6503963 Mar 03 05:47:57.749907 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cad05c6d-43f0-48ad-a961-4d04630696fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bbfdc1-c7b3-442f-a449-b0e753d3b2a0', 'name': 'tempest-NetworksTestDHCPv6-router-215597964', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:43Z', 'updated_at': '2022-03-03T05:47:55Z', 'revision_number': 3, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:57.752562 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d2f39da6-5e62-408b-bcef-72b79125d5df tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Unset dirty status for tenant:a530fd8875ec4208a4e980d9ca155745 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:47:57.753749 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d2f39da6-5e62-408b-bcef-72b79125d5df tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1591644 Mar 03 05:47:57.759613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55572) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:57.760021 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad05c6d-43f0-48ad-a961-4d04630696fc None None] Checking router: d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:47:57.770261 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad05c6d-43f0-48ad-a961-4d04630696fc None None] Routers {'d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:47:57.771030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cad05c6d-43f0-48ad-a961-4d04630696fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:57.780963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1569212862'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:57.798457 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:57.807415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Usage tracker for resource:network and tenant:a530fd8875ec4208a4e980d9ca155745 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:57.820279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:57.834688 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:57.836121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1cb849-10a4-44cd-aceb-e55f392d00d6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:57.838131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1cb849-10a4-44cd-aceb-e55f392d00d6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:57.840134 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8d1cb849-10a4-44cd-aceb-e55f392d00d6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1695054 Mar 03 05:47:57.841151 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a35662e7-6e77-45c1-8c6e-73d9b113370e req-7a6e2ac4-4579-43cd-9e6c-4eea934a78b9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863566 Mar 03 05:47:57.846662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55576) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:57.855440 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] Set router b2917663-bea2-405c-9870-00b97ffa11da gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:57.924352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1abb055-3cfe-4174-9513-b0b671746035 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet f72184b4-8e8c-4654-845d-b1844852fb4a {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:47:57.933033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e1abb055-3cfe-4174-9513-b0b671746035 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:57.990987 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Made reservation on behalf of a530fd8875ec4208a4e980d9ca155745 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:57.996227 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-cad05c6d-43f0-48ad-a961-4d04630696fc None None] Set router d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:47:57.997094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.004028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.061984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.063822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Pushing event deleted for resources: {'Port': ['ID=da5ea0b5-6196-44c2-ac94-fb9360cb13d6,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:58.084431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:47:58.095961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.096347 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Added segment 779f2718-1579-40f7-b22b-c8130552987d of type vlan for network 28fdc6bb-e08a-4af8-ae5a-0f1566e762c7 Mar 03 05:47:58.115087 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cad05c6d-43f0-48ad-a961-4d04630696fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bbfdc1-c7b3-442f-a449-b0e753d3b2a0', 'name': 'tempest-NetworksTestDHCPv6-router-215597964', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:43Z', 'updated_at': '2022-03-03T05:47:55Z', 'revision_number': 3, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:58.124647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad05c6d-43f0-48ad-a961-4d04630696fc None None] The sync data for ids ['d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0'] in dv-neutron-831582-1-hyperv is: [{'id': 'd5bbfdc1-c7b3-442f-a449-b0e753d3b2a0', 'name': 'tempest-NetworksTestDHCPv6-router-215597964', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:43Z', 'updated_at': '2022-03-03T05:47:55Z', 'revision_number': 3, 'project_id': '7201cccd96b94ae29ad530d0cd4ce237', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:58.133030 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.187119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e1abb055-3cfe-4174-9513-b0b671746035 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.225385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:58.225733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:58.226064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:58.226867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:58.226867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:58.227216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:58.227504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:58.227854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:58.228181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:58.228500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:58.228818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:58.229136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:47:58.273486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.290762 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2917663-bea2-405c-9870-00b97ffa11da', 'name': 'tempest-snat-router-1528599006', 'tenant_id': '190a9ef8d85a4860b190de43b7de0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.58'}], 'enable_snat': False}, 'gw_port_id': '1c7281b2-36f4-4a3f-8427-561057ab03c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:48Z', 'updated_at': '2022-03-03T05:47:52Z', 'revision_number': 3, 'project_id': '190a9ef8d85a4860b190de43b7de0cb1', 'gw_port': {'id': '1c7281b2-36f4-4a3f-8427-561057ab03c9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2917663-bea2-405c-9870-00b97ffa11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:47:50Z', 'updated_at': '2022-03-03T05:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:47:58.296362 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80126404-f5ed-41bf-b319-0a1635222e47 None None] The sync data for ids ['b2917663-bea2-405c-9870-00b97ffa11da'] in dv-neutron-831582-1-hyperv is: [{'id': 'b2917663-bea2-405c-9870-00b97ffa11da', 'name': 'tempest-snat-router-1528599006', 'tenant_id': '190a9ef8d85a4860b190de43b7de0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.58'}], 'enable_snat': False}, 'gw_port_id': '1c7281b2-36f4-4a3f-8427-561057ab03c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:48Z', 'updated_at': '2022-03-03T05:47:52Z', 'revision_number': 3, 'project_id': '190a9ef8d85a4860b190de43b7de0cb1', 'gw_port': {'id': '1c7281b2-36f4-4a3f-8427-561057ab03c9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:cc:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2917663-bea2-405c-9870-00b97ffa11da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:47:50Z', 'updated_at': '2022-03-03T05:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:47:58.297453 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f04beff6-2bee-4d09-a7a2-b28ee9cae812 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] 10.222.0.20 "DELETE /v2.0/ports/da5ea0b5-6196-44c2-ac94-fb9360cb13d6 HTTP/1.1" status: 204 len: 168 time: 1.4335027 Mar 03 05:47:58.329648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55582) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:58.347872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-725bffbe-8282-4c04-ac08-ba24339b540a tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Request body: {'port': {'name': 'tempest-new-port-name-341582375', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:58.348327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.api.validators [None req-725bffbe-8282-4c04-ac08-ba24339b540a tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] bootfile-name is not in valid_values {{(pid=87792) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 05:47:58.348663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.api.validators [None req-725bffbe-8282-4c04-ac08-ba24339b540a tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] tftp-server is not in valid_values {{(pid=87792) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 05:47:58.349004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.api.validators [None req-725bffbe-8282-4c04-ac08-ba24339b540a tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] server-ip-address is not in valid_values {{(pid=87792) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 05:47:58.373613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.402625 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.408016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:58.408613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.632417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.638449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.745571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event updated for resources: {'Network': ['ID=28fdc6bb-e08a-4af8-ae5a-0f1566e762c7,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:58.750854 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-22486aab-8366-4fa9-a1d9-88c66df17b5f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9754989 Mar 03 05:47:58.754132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55586) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:58.762563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 28fdc6bb-e08a-4af8-ae5a-0f1566e762c7 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:47:58.764240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-563407081'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:58.767252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=c8314b8a-94ef-42a4-9c3d-c86554e8f2cf,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:58.774473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:47:58.782004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Usage tracker for resource:network and tenant:a530fd8875ec4208a4e980d9ca155745 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:47:58.786289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:47:58.793786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.802696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f39a5-736d-4c6a-87ce-eefc36cc8a3f req-748459e4-bea5-4b8b-868d-e06caa7a3a3a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:58.810094 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-389f39a5-736d-4c6a-87ce-eefc36cc8a3f req-748459e4-bea5-4b8b-868d-e06caa7a3a3a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.7889259 Mar 03 05:47:58.840946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.842025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:47:58.881017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Made reservation on behalf of a530fd8875ec4208a4e980d9ca155745 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:47:58.885623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.888010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-725bffbe-8282-4c04-ac08-ba24339b540a tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.898100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.901045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e1abb055-3cfe-4174-9513-b0b671746035 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:58.986922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:47:59.011854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:59.012395 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Added segment 64eccf25-fee3-4f8c-a3a1-1e5cf2f20759 of type vlan for network 4da38552-151e-404b-a942-8aadf8afd1a9 Mar 03 05:47:59.025155 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Floating IP 72c8f1de-c876-476d-9564-681efe1d195c associated. External IP: 172.26.3.193, port: d40fe68a-7ebb-4444-a53b-ecceb55ea38b. Mar 03 05:47:59.025446 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1c7281b2-36f4-4a3f-8427-561057ab03c9 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:47:59.109122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 1c7281b2-36f4-4a3f-8427-561057ab03c9 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:47:59.113629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:59.116912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1c7281b2-36f4-4a3f-8427-561057ab03c9 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:47:59.117549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:59.230590 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:59.236810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:59.237434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:59.244520 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-389f39a5-736d-4c6a-87ce-eefc36cc8a3f req-c1195a62-88ad-4de5-99ca-e5fe59fa253e tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4334457 Mar 03 05:47:59.285008 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:59.315598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 1c7281b2-36f4-4a3f-8427-561057ab03c9, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1c7281b2-36f4-4a3f-8427-561057ab03c9,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:47:59.322784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:59.370055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e1abb055-3cfe-4174-9513-b0b671746035 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:59.395497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cdd93cbd-91d2-4a50-92d1-f907fcbacf40 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:47:59.456259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: cdd93cbd-91d2-4a50-92d1-f907fcbacf40 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:47:59.456881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cdd93cbd-91d2-4a50-92d1-f907fcbacf40 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:47:59.483314 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=1c7281b2-36f4-4a3f-8427-561057ab03c9,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:59.580474 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8257816 Mar 03 05:47:59.590346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abb055-3cfe-4174-9513-b0b671746035 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=f72184b4-8e8c-4654-845d-b1844852fb4a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:59.590620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e999c-0cfa-463d-8ccf-5cc840b6d74f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event updated for resources: {'Network': ['ID=4da38552-151e-404b-a942-8aadf8afd1a9,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:47:59.594227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:47:59.627553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7637f43-5000-47db-a930-8b102f0b618c None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:47:59.643903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 4da38552-151e-404b-a942-8aadf8afd1a9 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:47:59.655377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e1abb055-3cfe-4174-9513-b0b671746035 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:47:59.677862 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e1abb055-3cfe-4174-9513-b0b671746035 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/f72184b4-8e8c-4654-845d-b1844852fb4a HTTP/1.1" status: 204 len: 168 time: 1.8303502 Mar 03 05:47:59.683908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55592) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:59.697056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Allocated IP 172.26.3.116 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/e917d617-5444-4f2a-8daa-4328b00e83e4) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:47:59.718050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55596) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:47:59.730994 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Request body: {'subnets': [{'network_id': '28fdc6bb-e08a-4af8-ae5a-0f1566e762c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1825173238', 'ip_version': 4}, {'network_id': '4da38552-151e-404b-a942-8aadf8afd1a9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:59.731324 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Request body: {'subnet': {'network_id': '28fdc6bb-e08a-4af8-ae5a-0f1566e762c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1825173238', 'ip_version': 4}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:59.731888 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Request body: {'subnet': {'network_id': '4da38552-151e-404b-a942-8aadf8afd1a9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:47:59.970727 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f0903-d153-4cfc-a222-7d392e133b29 req-3894d386-4ecd-4646-af52-cfaf7aab95d9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:47:59.977635 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f2f0903-d153-4cfc-a222-7d392e133b29 req-3894d386-4ecd-4646-af52-cfaf7aab95d9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4939134 Mar 03 05:48:00.061488 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fce6648c-9aa4-41eb-a2bb-38ae4ff5280d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3670270 Mar 03 05:48:00.062627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55602) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:00.078307 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:48:00.084323 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Deleting port b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:00.084602 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.102753 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f2f0903-d153-4cfc-a222-7d392e133b29 req-0a5d2f90-f35b-46f3-9604-7e9ad27d3228 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242597 Mar 03 05:48:00.156728 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-725bffbe-8282-4c04-ac08-ba24339b540a tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:48:00.198210 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-725bffbe-8282-4c04-ac08-ba24339b540a tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.207387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-78516983-53dc-4066-8a5a-6b89d2ecb025 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.215870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-725bffbe-8282-4c04-ac08-ba24339b540a tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.265878 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:00.282181 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba46f10f-1df1-431d-bbf0-6640f6a0354f None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:00.292768 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.296231 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:00.303103 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba46f10f-1df1-431d-bbf0-6640f6a0354f None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:00.304496 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ba46f10f-1df1-431d-bbf0-6640f6a0354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:00.317209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Usage tracker for resource:subnet and tenant:a530fd8875ec4208a4e980d9ca155745 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:00.321799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-725bffbe-8282-4c04-ac08-ba24339b540a tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] In _notify_port_updated(), no bound segment for port 251343e7-c608-42bb-8440-9878f541c4f5 on network fbc75dbc-24ae-4aa8-ac08-63bab5b47f26 {{(pid=87792) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:48:00.328603 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725bffbe-8282-4c04-ac08-ba24339b540a tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:00.329364 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-725bffbe-8282-4c04-ac08-ba24339b540a tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.334929 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-725bffbe-8282-4c04-ac08-ba24339b540a tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] 10.222.0.20 "PUT /v2.0/ports/251343e7-c608-42bb-8440-9878f541c4f5 HTTP/1.1" status: 200 len: 1129 time: 1.9967468 Mar 03 05:48:00.336250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:00.340109 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55608) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:00.366161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] For port b27e6ae3-9d39-4bcc-8b25-f3a4c5160617, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b27e6ae3-9d39-4bcc-8b25-f3a4c5160617,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:00.366554 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.373145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:00.414315 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.500937 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ba46f10f-1df1-431d-bbf0-6640f6a0354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:00.514956 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba46f10f-1df1-431d-bbf0-6640f6a0354f None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:00.516523 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ba46f10f-1df1-431d-bbf0-6640f6a0354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:00.580957 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bffbe-8282-4c04-ac08-ba24339b540a tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Pushing event updated for resources: {'Port': ['ID=251343e7-c608-42bb-8440-9878f541c4f5,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:00.629478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Made reservation on behalf of a530fd8875ec4208a4e980d9ca155745 for: {'subnet': 2} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:00.634523 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ba46f10f-1df1-431d-bbf0-6640f6a0354f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:00.635239 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba46f10f-1df1-431d-bbf0-6640f6a0354f None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:00.635595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.635953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.648240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-78516983-53dc-4066-8a5a-6b89d2ecb025 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.652248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-78516983-53dc-4066-8a5a-6b89d2ecb025 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.657658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Calling delete_port for b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:00.681098 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-aa1c60c6-15af-4f41-bfad-e4f24e73d479 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0653901 Mar 03 05:48:00.684002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55612) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:00.690390 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-037c1b2a-7d97-46b4-a1f3-f5588a622e21 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:00.702947 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.717038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1034724-c251-4582-8208-d05abdb94075 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:00.721854 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f1034724-c251-4582-8208-d05abdb94075 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] 10.222.0.20 "GET /v2.0/ports/251343e7-c608-42bb-8440-9878f541c4f5 HTTP/1.1" status: 200 len: 1129 time: 0.3748333 Mar 03 05:48:00.745251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-78516983-53dc-4066-8a5a-6b89d2ecb025 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.745742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78516983-53dc-4066-8a5a-6b89d2ecb025 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Fanout notify agent at l3_agent the message router_deleted on router d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:48:00.753145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55616) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:00.762800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.786767 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.816470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Pushing event deleted for resources: {'Port': ['ID=b27e6ae3-9d39-4bcc-8b25-f3a4c5160617,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:00.824154 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f0ff9332-ef6c-474c-9685-80c555cdb218 None None] Provisioning complete for port 251343e7-c608-42bb-8440-9878f541c4f5 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:00.824828 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f0ff9332-ef6c-474c-9685-80c555cdb218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.832849 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ad207a48-5253-4bfa-a953-e76fa5a155da tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Deleting port 251343e7-c608-42bb-8440-9878f541c4f5 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:00.833227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ad207a48-5253-4bfa-a953-e76fa5a155da tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.892999 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:00.893353 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:00.893694 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:00.894033 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:00.894147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-78516983-53dc-4066-8a5a-6b89d2ecb025 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.894367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:00.894699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:00.895025 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:00.895157 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-78516983-53dc-4066-8a5a-6b89d2ecb025 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/routers/d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0 HTTP/1.1" status: 204 len: 168 time: 0.8316526 Mar 03 05:48:00.895352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:00.895730 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:00.896080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:00.896403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:00.896720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:00.900015 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff9332-ef6c-474c-9685-80c555cdb218 None None] Port 251343e7-c608-42bb-8440-9878f541c4f5 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:48:00.901820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55620) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:00.903161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd37305-3826-4127-8edb-6811d8ffc0b1 None None] No DVR routers for this DVR port b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:00.968923 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1c7281b2-36f4-4a3f-8427-561057ab03c9 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:00.972421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-97174650-f21b-42c4-b2a5-3aa1b932e538 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:00.979217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-037c1b2a-7d97-46b4-a1f3-f5588a622e21 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:00.989603 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:01.003699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:01.012820 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be352add-7a7f-4e3d-b1b6-b731af2ae7c1 req-64106e20-f19b-43a3-8105-5831f3bc17dc tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:01.014562 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-be352add-7a7f-4e3d-b1b6-b731af2ae7c1 req-64106e20-f19b-43a3-8105-5831f3bc17dc tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.5649772 Mar 03 05:48:01.015129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:01.041820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1c7281b2-36f4-4a3f-8427-561057ab03c9 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:01.042627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:01.051953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event updated for resources: {'Port': ['ID=e917d617-5444-4f2a-8daa-4328b00e83e4,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:01.131886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-97174650-f21b-42c4-b2a5-3aa1b932e538 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:01.132933 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-97174650-f21b-42c4-b2a5-3aa1b932e538 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2302032 Mar 03 05:48:01.139613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55624) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:01.143153 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-be352add-7a7f-4e3d-b1b6-b731af2ae7c1 req-2f48a455-a333-42fa-9e0e-7a98d634c0f0 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944467 Mar 03 05:48:01.255564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:01.297627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:01.298122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b27e6ae3-9d39-4bcc-8b25-f3a4c5160617 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:01.553308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-037c1b2a-7d97-46b4-a1f3-f5588a622e21 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:01.559607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ad207a48-5253-4bfa-a953-e76fa5a155da tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:01.567187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-037c1b2a-7d97-46b4-a1f3-f5588a622e21 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:01.567499 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-037c1b2a-7d97-46b4-a1f3-f5588a622e21 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Floating IP 72c8f1de-c876-476d-9564-681efe1d195c disassociated. External IP: 172.26.3.193, port: d40fe68a-7ebb-4444-a53b-ecceb55ea38b. Mar 03 05:48:01.662013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad6dd61-c0f4-41fa-acd2-73e1ce22c8ed tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:01.662609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-fad6dd61-c0f4-41fa-acd2-73e1ce22c8ed tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:01.751394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ad207a48-5253-4bfa-a953-e76fa5a155da tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Calling delete_port for 251343e7-c608-42bb-8440-9878f541c4f5 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:01.768082 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-fad6dd61-c0f4-41fa-acd2-73e1ce22c8ed tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:01.769240 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fad6dd61-c0f4-41fa-acd2-73e1ce22c8ed tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6252174 Mar 03 05:48:01.778808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55630) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:01.799678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78394bb1-94a2-47cf-b054-cd1711538b30 req-6049c472-cbef-4130-8bbd-37dcd4e5d668 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:01.801163 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-78394bb1-94a2-47cf-b054-cd1711538b30 req-6049c472-cbef-4130-8bbd-37dcd4e5d668 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.5136266 Mar 03 05:48:01.867757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ade82c2f-f5f5-4739-976d-4a220c4fa1bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:router {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:01.979283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ade82c2f-f5f5-4739-976d-4a220c4fa1bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:router {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:01.985667 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ade82c2f-f5f5-4739-976d-4a220c4fa1bd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1987991 Mar 03 05:48:01.987499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55634) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:02.006993 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-78394bb1-94a2-47cf-b054-cd1711538b30 req-2de13915-93f1-445e-a0a4-aacf37973ca6 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976321 Mar 03 05:48:02.007451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:02.065786 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-98dc1d3f-6375-488c-acc5-a62fb5877ff3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:02.178509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:02.203162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ad207a48-5253-4bfa-a953-e76fa5a155da tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:02.260379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad207a48-5253-4bfa-a953-e76fa5a155da tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Pushing event deleted for resources: {'Port': ['ID=251343e7-c608-42bb-8440-9878f541c4f5,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:02.320388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ad207a48-5253-4bfa-a953-e76fa5a155da tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:02.327779 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037c1b2a-7d97-46b4-a1f3-f5588a622e21 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:02.331591 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-98dc1d3f-6375-488c-acc5-a62fb5877ff3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:02.337526 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ad207a48-5253-4bfa-a953-e76fa5a155da tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] 10.222.0.20 "DELETE /v2.0/ports/251343e7-c608-42bb-8440-9878f541c4f5 HTTP/1.1" status: 204 len: 168 time: 1.5830002 Mar 03 05:48:02.339500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55640) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:02.362044 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event updated for resources: {'Subnet': ['ID=0afba2a4-ec0f-4b89-ad69-fd441fc72ae2,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:02.378283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-98dc1d3f-6375-488c-acc5-a62fb5877ff3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:02.453194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Checking segment: {'id': '779f2718-1579-40f7-b22b-c8130552987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '28fdc6bb-e08a-4af8-ae5a-0f1566e762c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:02.453194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Network hostable DHCP agents. Network: 28fdc6bb-e08a-4af8-ae5a-0f1566e762c7, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:48:02.457831 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dc1d3f-6375-488c-acc5-a62fb5877ff3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:02.461274 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98dc1d3f-6375-488c-acc5-a62fb5877ff3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:02.482332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a3dc0c-a365-432d-ae6c-39263939fbc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Deleting subnet 5df81cdd-d447-4168-99b3-e4163428ceee {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:02.496217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f7a3dc0c-a365-432d-ae6c-39263939fbc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:02.598887 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Network 28fdc6bb-e08a-4af8-ae5a-0f1566e762c7 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:48:02.623122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f7a3dc0c-a365-432d-ae6c-39263939fbc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:02.677702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 28fdc6bb-e08a-4af8-ae5a-0f1566e762c7) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:02.686002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dba97d2-74d8-4f49-b901-d5c45c481753 None None] Network 28fdc6bb-e08a-4af8-ae5a-0f1566e762c7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:02.694012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:02.749692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:02.774152 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037c1b2a-7d97-46b4-a1f3-f5588a622e21 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:02.784142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-037c1b2a-7d97-46b4-a1f3-f5588a622e21 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:02.789345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1e511-8bab-440f-bfda-884096134ad1 None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:02.814701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1e511-8bab-440f-bfda-884096134ad1 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:02.814924 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-aaa1e511-8bab-440f-bfda-884096134ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:02.857332 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-037c1b2a-7d97-46b4-a1f3-f5588a622e21 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "PUT /v2.0/floatingips/72c8f1de-c876-476d-9564-681efe1d195c HTTP/1.1" status: 200 len: 688 time: 2.1718600 Mar 03 05:48:02.858020 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55644) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:02.889508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event updated for resources: {'Subnet': ['ID=5b106c5d-a4c3-4d33-bcba-c5e63fd952b2,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:02.908144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-aaa1e511-8bab-440f-bfda-884096134ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:02.931851 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa1e511-8bab-440f-bfda-884096134ad1 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:02.932732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-aaa1e511-8bab-440f-bfda-884096134ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:02.998725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-aaa1e511-8bab-440f-bfda-884096134ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:02.999128 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa1e511-8bab-440f-bfda-884096134ad1 None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:03.035651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b64ef-19ab-4b69-9d47-3db5a2ce68a1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port c8314b8a-94ef-42a4-9c3d-c86554e8f2cf {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:03.036290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea3b64ef-19ab-4b69-9d47-3db5a2ce68a1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.050366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-28fdc6bb-e08a-4af8-ae5a-0f1566e762c7', 'network_id': '28fdc6bb-e08a-4af8-ae5a-0f1566e762c7', 'tenant_id': 'a530fd8875ec4208a4e980d9ca155745', 'fixed_ips': [{'subnet_id': '0afba2a4-ec0f-4b89-ad69-fd441fc72ae2'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:48:03.051593 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.075591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f7a3dc0c-a365-432d-ae6c-39263939fbc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.120247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Checking segment: {'id': '64eccf25-fee3-4f8c-a3a1-1e5cf2f20759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4da38552-151e-404b-a942-8aadf8afd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:03.120612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Network hostable DHCP agents. Network: 4da38552-151e-404b-a942-8aadf8afd1a9, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:48:03.207525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Network 4da38552-151e-404b-a942-8aadf8afd1a9 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:48:03.226176 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Allocated IP 172.20.0.2 (28fdc6bb-e08a-4af8-ae5a-0f1566e762c7/0afba2a4-ec0f-4b89-ad69-fd441fc72ae2/01afa697-ff92-4849-96a8-2e6fb13b9464) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:03.251856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f7a3dc0c-a365-432d-ae6c-39263939fbc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.259980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 4da38552-151e-404b-a942-8aadf8afd1a9) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:03.270949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db470cfd-0a8a-49e2-ba8f-f7874da2deb8 None None] Network 4da38552-151e-404b-a942-8aadf8afd1a9 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:03.277609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:03.278090 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:03.279251 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.312081 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3dc0c-a365-432d-ae6c-39263939fbc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Pushing event deleted for resources: {'Subnet': ['ID=5df81cdd-d447-4168-99b3-e4163428ceee,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:03.315101 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Router ac642c12-15f7-4927-8927-a2f2983cde0f is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:48:03.317989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea3b64ef-19ab-4b69-9d47-3db5a2ce68a1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.318317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea3b64ef-19ab-4b69-9d47-3db5a2ce68a1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.327150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f7a3dc0c-a365-432d-ae6c-39263939fbc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.354244 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-84402e66-f883-4f4c-b3f7-31ac77fb764f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.6322663 Mar 03 05:48:03.355683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55648) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:03.364930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.objects.ports [None req-98dc1d3f-6375-488c-acc5-a62fb5877ff3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87792) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:48:03.375144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b98f16-d2b2-47b4-a89b-805a2026f40f None None] Network fbc75dbc-24ae-4aa8-ac08-63bab5b47f26 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:03.385498 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f7a3dc0c-a365-432d-ae6c-39263939fbc4 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] 10.222.0.20 "DELETE /v2.0/subnets/5df81cdd-d447-4168-99b3-e4163428ceee HTTP/1.1" status: 204 len: 168 time: 1.0449567 Mar 03 05:48:03.400678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98dc1d3f-6375-488c-acc5-a62fb5877ff3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.403022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55652) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:03.453297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b64ef-19ab-4b69-9d47-3db5a2ce68a1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for c8314b8a-94ef-42a4-9c3d-c86554e8f2cf owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:03.602716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea3b64ef-19ab-4b69-9d47-3db5a2ce68a1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.638106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dc1d3f-6375-488c-acc5-a62fb5877ff3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:03.652517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-98dc1d3f-6375-488c-acc5-a62fb5877ff3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:03.663498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd513be-6f52-44db-a46e-80e291b61bdc tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:03.665038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd513be-6f52-44db-a46e-80e291b61bdc tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:03.666645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd513be-6f52-44db-a46e-80e291b61bdc tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:03.667699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5cd513be-6f52-44db-a46e-80e291b61bdc tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Synchronizing usage tracker for tenant:a530fd8875ec4208a4e980d9ca155745 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:03.671429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dc1d3f-6375-488c-acc5-a62fb5877ff3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:03.672039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98dc1d3f-6375-488c-acc5-a62fb5877ff3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.693105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b64ef-19ab-4b69-9d47-3db5a2ce68a1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=c8314b8a-94ef-42a4-9c3d-c86554e8f2cf,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:03.698869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc1d3f-6375-488c-acc5-a62fb5877ff3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=2e63bd09-5c80-410b-b261-7e76d3188f97,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:03.764095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea3b64ef-19ab-4b69-9d47-3db5a2ce68a1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.766497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da556a07-2a4d-48a4-bcdd-4512b96a8218 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:03.776642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea3b64ef-19ab-4b69-9d47-3db5a2ce68a1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.782118 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ea3b64ef-19ab-4b69-9d47-3db5a2ce68a1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/floatingips/72c8f1de-c876-476d-9564-681efe1d195c HTTP/1.1" status: 204 len: 168 time: 0.9206483 Mar 03 05:48:03.782896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55656) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:03.785002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.789116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'beaaea34-a7c2-40e3-89b6-9fe6b15e5fb5'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:03.794416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:03.797668 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-98dc1d3f-6375-488c-acc5-a62fb5877ff3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8029013 Mar 03 05:48:03.798270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55660) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:03.805843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a040f858-9659-477d-b410-3fcd7d118397 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:03.819801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5cd513be-6f52-44db-a46e-80e291b61bdc tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Unset dirty status for tenant:a530fd8875ec4208a4e980d9ca155745 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:03.826158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:floatingip and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:03.826335 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5cd513be-6f52-44db-a46e-80e291b61bdc tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4548342 Mar 03 05:48:03.826335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55664) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:03.827254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:03.845761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:03.858117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:03.866727 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Deleting port c573748c-2c04-4299-aa91-26fbbfeb7e1e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:03.867071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.870496 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Sync routers for ids ['ac642c12-15f7-4927-8927-a2f2983cde0f'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:03.881464 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Routers {'ac642c12-15f7-4927-8927-a2f2983cde0f'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:03.882450 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ac642c12-15f7-4927-8927-a2f2983cde0f'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:03.914733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.951807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:03.955863 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-df7c9e8e-5a62-440d-96ed-7e9bfdd65866 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.8688486 Mar 03 05:48:03.960661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55668) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:03.965001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Transition to ACTIVE for port object 01afa697-ff92-4849-96a8-2e6fb13b9464 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:04.014870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-4da38552-151e-404b-a942-8aadf8afd1a9', 'network_id': '4da38552-151e-404b-a942-8aadf8afd1a9', 'tenant_id': 'a530fd8875ec4208a4e980d9ca155745', 'fixed_ips': [{'subnet_id': '5b106c5d-a4c3-4d33-bcba-c5e63fd952b2'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:48:04.015690 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.029675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Transition to ACTIVE for port object 01afa697-ff92-4849-96a8-2e6fb13b9464 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:04.063453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a281002-cf1b-4484-b666-b0e8b6e34022 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Deleting subnet 0afba2a4-ec0f-4b89-ad69-fd441fc72ae2 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:04.072297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.073562 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a040f858-9659-477d-b410-3fcd7d118397 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:04.075002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a281002-cf1b-4484-b666-b0e8b6e34022 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.082601 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Set router ac642c12-15f7-4927-8927-a2f2983cde0f gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:48:04.086321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a040f858-9659-477d-b410-3fcd7d118397 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:04.180657 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a281002-cf1b-4484-b666-b0e8b6e34022 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.206588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Network 28fdc6bb-e08a-4af8-ae5a-0f1566e762c7 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:04.217191 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:04.233646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.236257 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:04.239921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d9c932-c3db-405c-9951-89bd1c5336e5 None None] DHCP port deletion for fbc75dbc-24ae-4aa8-ac08-63bab5b47f26 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:48:04.257946 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a040f858-9659-477d-b410-3fcd7d118397 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:04.263083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a040f858-9659-477d-b410-3fcd7d118397 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.288251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Pushing event updated for resources: {'Port': ['ID=01afa697-ff92-4849-96a8-2e6fb13b9464,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:04.331504 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-98d9c932-c3db-405c-9951-89bd1c5336e5 None None] Deleting port c573748c-2c04-4299-aa91-26fbbfeb7e1e {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:04.332144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98d9c932-c3db-405c-9951-89bd1c5336e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.377607 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '2e63bd09-5c80-410b-b261-7e76d3188f97'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:48:04.378724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.397704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] For port c573748c-2c04-4299-aa91-26fbbfeb7e1e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c573748c-2c04-4299-aa91-26fbbfeb7e1e,segment=NetworkSegment(20cb6d8d-845c-4c33-b272-d69a0dc6007f),segment_id=20cb6d8d-845c-4c33-b272-d69a0dc6007f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:04.398092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.508993 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac642c12-15f7-4927-8927-a2f2983cde0f', 'name': 'tempest-snat-router-1528599006', 'tenant_id': '190a9ef8d85a4860b190de43b7de0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e917d617-5444-4f2a-8daa-4328b00e83e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:56Z', 'updated_at': '2022-03-03T05:48:01Z', 'revision_number': 3, 'project_id': '190a9ef8d85a4860b190de43b7de0cb1', 'gw_port': {'id': 'e917d617-5444-4f2a-8daa-4328b00e83e4', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac642c12-15f7-4927-8927-a2f2983cde0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:47:58Z', 'updated_at': '2022-03-03T05:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:04.516838 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Checking router: ac642c12-15f7-4927-8927-a2f2983cde0f for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:48:04.517183 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Updating router ac642c12-15f7-4927-8927-a2f2983cde0f port e917d617-5444-4f2a-8daa-4328b00e83e4 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:48:04.580429 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Attempting to bind port 01afa697-ff92-4849-96a8-2e6fb13b9464 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:48:04.581094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Attempting to bind port 01afa697-ff92-4849-96a8-2e6fb13b9464 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '779f2718-1579-40f7-b22b-c8130552987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '28fdc6bb-e08a-4af8-ae5a-0f1566e762c7'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:48:04.581615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Attempting to bind port 01afa697-ff92-4849-96a8-2e6fb13b9464 on network 28fdc6bb-e08a-4af8-ae5a-0f1566e762c7 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:48:04.589471 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.617370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:48:04.618061 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Checking segment: {'id': '779f2718-1579-40f7-b22b-c8130552987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '28fdc6bb-e08a-4af8-ae5a-0f1566e762c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:04.618661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.619233 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Bound using segment: {'id': '779f2718-1579-40f7-b22b-c8130552987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '28fdc6bb-e08a-4af8-ae5a-0f1566e762c7'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:48:04.619896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Bound port: 01afa697-ff92-4849-96a8-2e6fb13b9464, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779f2718-1579-40f7-b22b-c8130552987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '28fdc6bb-e08a-4af8-ae5a-0f1566e762c7'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:48:04.620455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.647065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Allocated IP 172.20.0.18 (4da38552-151e-404b-a942-8aadf8afd1a9/5b106c5d-a4c3-4d33-bcba-c5e63fd952b2/6ccf7e4b-d010-4298-987b-a60c315c5dda) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:04.647286 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe328dc0-31f8-4f25-940f-1ef5d247cca3 req-49807f56-d91e-438f-821c-4c6dafb4b18d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5493762 Mar 03 05:48:04.711317 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9d90d7ac-33b9-46b1-847b-d3ec5921a3ca tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/routers/ac642c12-15f7-4927-8927-a2f2983cde0f HTTP/1.1" status: 200 len: 908 time: 0.7496397 Mar 03 05:48:04.721288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Calling delete_port for c573748c-2c04-4299-aa91-26fbbfeb7e1e owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:04.730527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55674) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:04.806960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a281002-cf1b-4484-b666-b0e8b6e34022 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.874413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-98d9c932-c3db-405c-9951-89bd1c5336e5 None None] For port c573748c-2c04-4299-aa91-26fbbfeb7e1e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c573748c-2c04-4299-aa91-26fbbfeb7e1e,segment=NetworkSegment(20cb6d8d-845c-4c33-b272-d69a0dc6007f),segment_id=20cb6d8d-845c-4c33-b272-d69a0dc6007f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:04.875004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98d9c932-c3db-405c-9951-89bd1c5336e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.893016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.932996 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a281002-cf1b-4484-b666-b0e8b6e34022 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:04.998596 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] For port 01afa697-ff92-4849-96a8-2e6fb13b9464, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:48:05.001902 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] For port 01afa697-ff92-4849-96a8-2e6fb13b9464, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=01afa697-ff92-4849-96a8-2e6fb13b9464,segment=NetworkSegment(779f2718-1579-40f7-b22b-c8130552987d),segment_id=779f2718-1579-40f7-b22b-c8130552987d)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:48:05.007914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Pushing event deleted for resources: {'Port': ['ID=c573748c-2c04-4299-aa91-26fbbfeb7e1e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:05.012944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] No DVR routers for this DVR port c573748c-2c04-4299-aa91-26fbbfeb7e1e on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:05.041695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a281002-cf1b-4484-b666-b0e8b6e34022 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event deleted for resources: {'Subnet': ['ID=0afba2a4-ec0f-4b89-ad69-fd441fc72ae2,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:05.047975 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4a281002-cf1b-4484-b666-b0e8b6e34022 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.071939 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.087198 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Transition to ACTIVE for port object e917d617-5444-4f2a-8daa-4328b00e83e4 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:05.097761 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.151554 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4a281002-cf1b-4484-b666-b0e8b6e34022 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "DELETE /v2.0/subnets/0afba2a4-ec0f-4b89-ad69-fd441fc72ae2 HTTP/1.1" status: 204 len: 168 time: 1.3222122 Mar 03 05:48:05.155969 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55678) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:05.162520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.197501 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Attempting to bind port e917d617-5444-4f2a-8daa-4328b00e83e4 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:48:05.197873 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Attempting to bind port e917d617-5444-4f2a-8daa-4328b00e83e4 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:48:05.198234 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Attempting to bind port e917d617-5444-4f2a-8daa-4328b00e83e4 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:48:05.214748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.216223 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.218274 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:48:05.218642 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:05.219022 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.219502 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:48:05.220165 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Bound port: e917d617-5444-4f2a-8daa-4328b00e83e4, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:48:05.220489 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.227641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Transition to ACTIVE for port object 6ccf7e4b-d010-4298-987b-a60c315c5dda will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:05.235588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a711ad-9b9c-4051-9b95-22e546ec6498 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Deleting subnet 5b106c5d-a4c3-4d33-bcba-c5e63fd952b2 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:05.246190 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Transition to ACTIVE for port object 6ccf7e4b-d010-4298-987b-a60c315c5dda will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:05.255981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9a711ad-9b9c-4051-9b95-22e546ec6498 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.277591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.307795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.312364 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c573748c-2c04-4299-aa91-26fbbfeb7e1e no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:05.318056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9a711ad-9b9c-4051-9b95-22e546ec6498 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.318315 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] For port e917d617-5444-4f2a-8daa-4328b00e83e4, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:48:05.321810 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] For port e917d617-5444-4f2a-8daa-4328b00e83e4, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e917d617-5444-4f2a-8daa-4328b00e83e4,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:48:05.330639 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.334454 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719b17e-dd4d-45f3-8368-f8b978460a02 None None] Pushing event updated for resources: {'Port': ['ID=e917d617-5444-4f2a-8daa-4328b00e83e4,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:05.394804 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-98d9c932-c3db-405c-9951-89bd1c5336e5 None None] Calling delete_port for c573748c-2c04-4299-aa91-26fbbfeb7e1e owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:05.438157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9a711ad-9b9c-4051-9b95-22e546ec6498 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.465420 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.469048 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Routers {'ac642c12-15f7-4927-8927-a2f2983cde0f'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:05.469581 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ac642c12-15f7-4927-8927-a2f2983cde0f'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:05.498291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc75dbc-24ae-4aa8-ac08-63bab5b47f26']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:05.498532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe328dc0-31f8-4f25-940f-1ef5d247cca3 req-8e89d1ef-13c4-4654-97a8-e2944ccae2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:05.500518 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe328dc0-31f8-4f25-940f-1ef5d247cca3 req-8e89d1ef-13c4-4654-97a8-e2944ccae2c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=05a7b63e8ae64b29be32863d19c4523d&device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 1098 time: 0.4071879 Mar 03 05:48:05.531358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: c573748c-2c04-4299-aa91-26fbbfeb7e1e {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:05.531927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c573748c-2c04-4299-aa91-26fbbfeb7e1e not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:05.552277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cb6d8d-845c-4c33-b272-d69a0dc6007f') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:05.552787 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cb6d8d-845c-4c33-b272-d69a0dc6007f') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:05.561273 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719b17e-dd4d-45f3-8368-f8b978460a02 None None] Pushing event updated for resources: {'Port': ['ID=e917d617-5444-4f2a-8daa-4328b00e83e4,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:05.597993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.606075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Network 4da38552-151e-404b-a942-8aadf8afd1a9 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:05.617484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:05.622652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:05.635076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.643966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:48:05.644775 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.652052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Allocated IP 2001:db8::f816:3eff:fe83:334 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/2e63bd09-5c80-410b-b261-7e76d3188f97/93cf60cc-ff8f-459b-9b24-e853542e229b) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:05.694963 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9d909-e287-472f-b5a9-650d78447585 None None] Pushing event updated for resources: {'Port': ['ID=01afa697-ff92-4849-96a8-2e6fb13b9464,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:05.723581 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] Set router ac642c12-15f7-4927-8927-a2f2983cde0f gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:48:05.785038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-98d9c932-c3db-405c-9951-89bd1c5336e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:48:05.785038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-98d9c932-c3db-405c-9951-89bd1c5336e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:48:05.810444 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:48:05.815550 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9a711ad-9b9c-4051-9b95-22e546ec6498 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.833776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.26.3.130 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/bc25db4c-1abf-46e7-b196-2a2da4d200ae) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:05.850151 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a040f858-9659-477d-b410-3fcd7d118397 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.875806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Attempting to bind port 6ccf7e4b-d010-4298-987b-a60c315c5dda on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:48:05.876394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Attempting to bind port 6ccf7e4b-d010-4298-987b-a60c315c5dda by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '64eccf25-fee3-4f8c-a3a1-1e5cf2f20759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4da38552-151e-404b-a942-8aadf8afd1a9'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:48:05.876768 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Attempting to bind port 6ccf7e4b-d010-4298-987b-a60c315c5dda on network 4da38552-151e-404b-a942-8aadf8afd1a9 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:48:05.888127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9a711ad-9b9c-4051-9b95-22e546ec6498 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.901155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.912635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.915030 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] 10.222.0.20 "DELETE /v2.0/networks/fbc75dbc-24ae-4aa8-ac08-63bab5b47f26 HTTP/1.1" status: 204 len: 168 time: 2.4825799 Mar 03 05:48:05.969562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:48:05.970136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Checking segment: {'id': '64eccf25-fee3-4f8c-a3a1-1e5cf2f20759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4da38552-151e-404b-a942-8aadf8afd1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:05.970795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.971407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Bound using segment: {'id': '64eccf25-fee3-4f8c-a3a1-1e5cf2f20759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4da38552-151e-404b-a942-8aadf8afd1a9'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:48:05.972117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Bound port: 6ccf7e4b-d010-4298-987b-a60c315c5dda, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64eccf25-fee3-4f8c-a3a1-1e5cf2f20759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4da38552-151e-404b-a942-8aadf8afd1a9'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:48:05.972720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:05.984876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Pushing event updated for resources: {'Port': ['ID=6ccf7e4b-d010-4298-987b-a60c315c5dda,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:05.991851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a711ad-9b9c-4051-9b95-22e546ec6498 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event deleted for resources: {'Subnet': ['ID=5b106c5d-a4c3-4d33-bcba-c5e63fd952b2,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:06.000507 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f9a711ad-9b9c-4051-9b95-22e546ec6498 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "DELETE /v2.0/subnets/5b106c5d-a4c3-4d33-bcba-c5e63fd952b2 HTTP/1.1" status: 204 len: 168 time: 0.8434398 Mar 03 05:48:06.001155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55684) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:06.004373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ff6a9-8c27-41da-8663-948da7e1e0a5 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136 tempest-ExtraDHCPOptionsIpV6TestJSON-1649351136-project] Pushing event deleted for resources: {'Network': ['ID=fbc75dbc-24ae-4aa8-ac08-63bab5b47f26,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:06.035686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe328dc0-31f8-4f25-940f-1ef5d247cca3 req-cd11233f-42e1-48f4-aab0-871db3164334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:06.037751 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe328dc0-31f8-4f25-940f-1ef5d247cca3 req-cd11233f-42e1-48f4-aab0-871db3164334 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d33d742a-0580-477c-af11-3f9cd4115607 HTTP/1.1" status: 200 len: 906 time: 0.5090196 Mar 03 05:48:06.164056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e72e3a3-c95b-4cf1-874a-7554be00a7fc tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:06.164740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1e72e3a3-c95b-4cf1-874a-7554be00a7fc tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Synchronizing usage tracker for tenant:a530fd8875ec4208a4e980d9ca155745 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:06.188940 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1e72e3a3-c95b-4cf1-874a-7554be00a7fc tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Unset dirty status for tenant:a530fd8875ec4208a4e980d9ca155745 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:06.195338 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1e72e3a3-c95b-4cf1-874a-7554be00a7fc tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1867242 Mar 03 05:48:06.196585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55688) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:06.202220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040f858-9659-477d-b410-3fcd7d118397 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:06.218383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:06.233636 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-a040f858-9659-477d-b410-3fcd7d118397 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:06.235652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040f858-9659-477d-b410-3fcd7d118397 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=41981396-5469-452f-8f8e-82c8f151f3d2,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:06.243374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a040f858-9659-477d-b410-3fcd7d118397 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:06.244004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a040f858-9659-477d-b410-3fcd7d118397 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:06.248968 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] For port 6ccf7e4b-d010-4298-987b-a60c315c5dda, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:48:06.253363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Deleting port e917d617-5444-4f2a-8daa-4328b00e83e4 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:06.253711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:06.285953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-98d9c932-c3db-405c-9951-89bd1c5336e5 None None] Deleting port c573748c-2c04-4299-aa91-26fbbfeb7e1e {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:06.288183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98d9c932-c3db-405c-9951-89bd1c5336e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:06.301663 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac642c12-15f7-4927-8927-a2f2983cde0f', 'name': 'tempest-snat-router-1528599006', 'tenant_id': '190a9ef8d85a4860b190de43b7de0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e917d617-5444-4f2a-8daa-4328b00e83e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:56Z', 'updated_at': '2022-03-03T05:48:01Z', 'revision_number': 3, 'project_id': '190a9ef8d85a4860b190de43b7de0cb1', 'gw_port': {'id': 'e917d617-5444-4f2a-8daa-4328b00e83e4', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac642c12-15f7-4927-8927-a2f2983cde0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:47:58Z', 'updated_at': '2022-03-03T05:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:06.310482 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df95e253-3323-4ac4-9448-65e870ea554a None None] The sync data for ids ['ac642c12-15f7-4927-8927-a2f2983cde0f'] in dv-neutron-831582-1-hyperv is: [{'id': 'ac642c12-15f7-4927-8927-a2f2983cde0f', 'name': 'tempest-snat-router-1528599006', 'tenant_id': '190a9ef8d85a4860b190de43b7de0cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e917d617-5444-4f2a-8daa-4328b00e83e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:47:56Z', 'updated_at': '2022-03-03T05:48:01Z', 'revision_number': 3, 'project_id': '190a9ef8d85a4860b190de43b7de0cb1', 'gw_port': {'id': 'e917d617-5444-4f2a-8daa-4328b00e83e4', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:91:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac642c12-15f7-4927-8927-a2f2983cde0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:47:58Z', 'updated_at': '2022-03-03T05:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:06.343155 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] For port 6ccf7e4b-d010-4298-987b-a60c315c5dda, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6ccf7e4b-d010-4298-987b-a60c315c5dda,segment=NetworkSegment(64eccf25-fee3-4f8c-a3a1-1e5cf2f20759),segment_id=64eccf25-fee3-4f8c-a3a1-1e5cf2f20759)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:48:06.398949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:06.408594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:06.418716 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-98d9c932-c3db-405c-9951-89bd1c5336e5 None None] The port 'c573748c-2c04-4299-aa91-26fbbfeb7e1e' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:48:06.434277 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe328dc0-31f8-4f25-940f-1ef5d247cca3 req-71df1100-fc3c-431a-afaf-dfac6fc7e670 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c814a8fa-6c37-486e-8fb2-b4c97c32b487 HTTP/1.1" status: 200 len: 1001 time: 0.3810971 Mar 03 05:48:06.443995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Deleting port 6ccf7e4b-d010-4298-987b-a60c315c5dda {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:06.444615 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:06.481468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:06.525288 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Transition to ACTIVE for port object 93cf60cc-ff8f-459b-9b24-e853542e229b will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:06.538933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe328dc0-31f8-4f25-940f-1ef5d247cca3 req-03ce5bbd-dfb0-4846-a3db-aadeba85bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:06.540717 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe328dc0-31f8-4f25-940f-1ef5d247cca3 req-03ce5bbd-dfb0-4846-a3db-aadeba85bebf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1051c150-4cec-4074-8313-46dd4306fdc8 HTTP/1.1" status: 200 len: 844 time: 0.0901256 Mar 03 05:48:06.601836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55694) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:06.609693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Transition to ACTIVE for port object 93cf60cc-ff8f-459b-9b24-e853542e229b will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:06.626599 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91969a-a853-48d6-9b33-c887d2f75212 None None] Pushing event updated for resources: {'Port': ['ID=6ccf7e4b-d010-4298-987b-a60c315c5dda,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:06.647803 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:06.695203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:06.853835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:06.867462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:06.869749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ee565a-8256-402d-8ba6-2e751d42d325 None None] Network 4da38552-151e-404b-a942-8aadf8afd1a9 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:06.896812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:06.918526 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a040f858-9659-477d-b410-3fcd7d118397 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1191571 Mar 03 05:48:06.922527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:06.926561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55700) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:06.950084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] For port 6ccf7e4b-d010-4298-987b-a60c315c5dda, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6ccf7e4b-d010-4298-987b-a60c315c5dda,segment=NetworkSegment(64eccf25-fee3-4f8c-a3a1-1e5cf2f20759),segment_id=64eccf25-fee3-4f8c-a3a1-1e5cf2f20759)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:06.952873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:07.158364 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 01afa697-ff92-4849-96a8-2e6fb13b9464 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:07.211743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Calling delete_port for 6ccf7e4b-d010-4298-987b-a60c315c5dda owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:07.242425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'mac_address': 'fa:16:3e:00:79:5a', 'name': 'tempest-NetworksTestDHCPv6-1055365199'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:07.291004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] For port e917d617-5444-4f2a-8daa-4328b00e83e4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e917d617-5444-4f2a-8daa-4328b00e83e4,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:07.291804 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:07.321905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Pushing event updated for resources: {'Port': ['ID=93cf60cc-ff8f-459b-9b24-e853542e229b,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:07.325451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50d7f2b-1b5a-4659-9892-dcf627aa5d4a None None] Network 28fdc6bb-e08a-4af8-ae5a-0f1566e762c7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:07.478480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Calling delete_port for e917d617-5444-4f2a-8daa-4328b00e83e4 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:07.525454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:07.534020 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:07.538128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:07.592961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:07.643082 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Attempting to bind port 93cf60cc-ff8f-459b-9b24-e853542e229b on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:48:07.643435 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Attempting to bind port 93cf60cc-ff8f-459b-9b24-e853542e229b by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:48:07.643873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Attempting to bind port 93cf60cc-ff8f-459b-9b24-e853542e229b on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:48:07.679904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event deleted for resources: {'Port': ['ID=6ccf7e4b-d010-4298-987b-a60c315c5dda,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:07.681796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] No DVR routers for this DVR port 6ccf7e4b-d010-4298-987b-a60c315c5dda on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:07.684599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:07.688495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=bc25db4c-1abf-46e7-b196-2a2da4d200ae,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:07.693031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fdc1d11d-515d-416d-921d-ead9d3f2cd3e None None] Provisioning for port 01afa697-ff92-4849-96a8-2e6fb13b9464 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:07.707701 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-59874b3d-c9a9-46cf-bac1-abb9eb374c9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7cad644b6d504942a3fb8c2118ffae38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1019309 Mar 03 05:48:07.713623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55706) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:07.714800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:48:07.715180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:07.715582 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:07.716004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:48:07.716525 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Bound port: 93cf60cc-ff8f-459b-9b24-e853542e229b, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:48:07.716892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:07.735251 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:07.748851 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 01afa697-ff92-4849-96a8-2e6fb13b9464 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:07.764517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:07.786509 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 01afa697-ff92-4849-96a8-2e6fb13b9464 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:07.786885 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:07.793189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:07.918226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:07.945024 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:07.987867 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] For port 93cf60cc-ff8f-459b-9b24-e853542e229b, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:48:07.992161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] For port 93cf60cc-ff8f-459b-9b24-e853542e229b, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=93cf60cc-ff8f-459b-9b24-e853542e229b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:48:08.053201 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20459393-54ed-452c-b36b-027fea5011ad None None] DHCP port deletion for 28fdc6bb-e08a-4af8-ae5a-0f1566e762c7 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:48:08.055677 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.057605 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1974efc9-dcd3-470c-a341-7281541af7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.096429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da38552-151e-404b-a942-8aadf8afd1a9']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:08.120499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64eccf25-fee3-4f8c-a3a1-1e5cf2f20759') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:08.120798 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64eccf25-fee3-4f8c-a3a1-1e5cf2f20759') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:08.130594 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Deleting port 01afa697-ff92-4849-96a8-2e6fb13b9464 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:08.130969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.137196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.151838 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe328dc0-31f8-4f25-940f-1ef5d247cca3 req-06ee9115-00d1-43f7-9897-58dd5b5a87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:08.153484 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe328dc0-31f8-4f25-940f-1ef5d247cca3 req-06ee9115-00d1-43f7-9897-58dd5b5a87f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d33d742a-0580-477c-af11-3f9cd4115607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.5882537 Mar 03 05:48:08.166828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.178910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:48:08.179315 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:48:08.195532 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:48:08.212293 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.240263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.312681 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe328dc0-31f8-4f25-940f-1ef5d247cca3 req-e35de901-08bb-45e0-91c4-07b96d435c35 service neutron] 10.222.0.23 "GET /v2.0/networks/d33d742a-0580-477c-af11-3f9cd4115607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421990 Mar 03 05:48:08.324982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port d567f7ed-0521-4c9d-b8ab-68ef6a4c0605 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:08.346308 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bdc75-6cbe-45b3-8c86-07f8a10456db None None] Pushing event updated for resources: {'Port': ['ID=93cf60cc-ff8f-459b-9b24-e853542e229b,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:08.380261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.382248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1974efc9-dcd3-470c-a341-7281541af7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.470070 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 01afa697-ff92-4849-96a8-2e6fb13b9464, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=01afa697-ff92-4849-96a8-2e6fb13b9464,segment=NetworkSegment(779f2718-1579-40f7-b22b-c8130552987d),segment_id=779f2718-1579-40f7-b22b-c8130552987d)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:08.487342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.518416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event deleted for resources: {'Network': ['ID=4da38552-151e-404b-a942-8aadf8afd1a9,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:08.553125 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-24b9256d-11c2-4198-8710-0efc0b402469 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "DELETE /v2.0/networks/4da38552-151e-404b-a942-8aadf8afd1a9 HTTP/1.1" status: 204 len: 168 time: 2.3553262 Mar 03 05:48:08.557846 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55712) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:08.577093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.577871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e917d617-5444-4f2a-8daa-4328b00e83e4 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:08.699644 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1974efc9-dcd3-470c-a341-7281541af7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.715515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-20459393-54ed-452c-b36b-027fea5011ad None None] For port 01afa697-ff92-4849-96a8-2e6fb13b9464, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=01afa697-ff92-4849-96a8-2e6fb13b9464,segment=NetworkSegment(779f2718-1579-40f7-b22b-c8130552987d),segment_id=779f2718-1579-40f7-b22b-c8130552987d)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:08.715891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.756919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.777256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974efc9-dcd3-470c-a341-7281541af7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a944a90-7908-473e-989a-43b7364b4f06,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:08.815650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1974efc9-dcd3-470c-a341-7281541af7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.816781 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1974efc9-dcd3-470c-a341-7281541af7fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0a944a90-7908-473e-989a-43b7364b4f06 HTTP/1.1" status: 204 len: 168 time: 1.0962746 Mar 03 05:48:08.819528 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Deleting port 01afa697-ff92-4849-96a8-2e6fb13b9464 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:08.820189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.822020 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe328dc0-31f8-4f25-940f-1ef5d247cca3 req-9aced89b-3e01-4be2-bdea-5b12c92f0a2a service neutron] 10.222.0.23 "GET /v2.0/networks/d33d742a-0580-477c-af11-3f9cd4115607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875324 Mar 03 05:48:08.875309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Calling delete_port for 01afa697-ff92-4849-96a8-2e6fb13b9464 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:08.894613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 172.20.0.11 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/41981396-5469-452f-8f8e-82c8f151f3d2/d567f7ed-0521-4c9d-b8ab-68ef6a4c0605) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:08.900261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.906440 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] No active binding found for port e917d617-5444-4f2a-8daa-4328b00e83e4 {{(pid=87794) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 05:48:08.906874 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e917d617-5444-4f2a-8daa-4328b00e83e4 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 05:48:08.912333 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::f816:3eff:fe00:795a (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/2e63bd09-5c80-410b-b261-7e76d3188f97/d567f7ed-0521-4c9d-b8ab-68ef6a4c0605) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:08.923715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:08.963278 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Port e917d617-5444-4f2a-8daa-4328b00e83e4 not found, will not notify nova. {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 05:48:08.968896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=01afa697-ff92-4849-96a8-2e6fb13b9464,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:09.015598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:48:09.016224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:48:09.123738 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] For port 01afa697-ff92-4849-96a8-2e6fb13b9464, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=01afa697-ff92-4849-96a8-2e6fb13b9464,segment=NetworkSegment(779f2718-1579-40f7-b22b-c8130552987d),segment_id=779f2718-1579-40f7-b22b-c8130552987d)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:09.124574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:09.170368 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 93cf60cc-ff8f-459b-9b24-e853542e229b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:09.193162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event deleted for resources: {'Port': ['ID=e917d617-5444-4f2a-8daa-4328b00e83e4,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:09.264714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Calling delete_port for 01afa697-ff92-4849-96a8-2e6fb13b9464 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:09.280424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 93cf60cc-ff8f-459b-9b24-e853542e229b completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:09.323980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:09.367319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 01afa697-ff92-4849-96a8-2e6fb13b9464 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:09.413579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:09.546559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Deleting port 01afa697-ff92-4849-96a8-2e6fb13b9464 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:09.547004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:09.690404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:09.722890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:09.741142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object d567f7ed-0521-4c9d-b8ab-68ef6a4c0605 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:09.764964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ca67f0-bc8c-4dba-8263-386b677cd8e3 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:09.776163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:09.790742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:09.807633 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:09.846008 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 01afa697-ff92-4849-96a8-2e6fb13b9464, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=01afa697-ff92-4849-96a8-2e6fb13b9464,segment=NetworkSegment(779f2718-1579-40f7-b22b-c8130552987d),segment_id=779f2718-1579-40f7-b22b-c8130552987d)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:09.907204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=d567f7ed-0521-4c9d-b8ab-68ef6a4c0605,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:09.908801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:09.910971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac642c12-15f7-4927-8927-a2f2983cde0f {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:48:09.911805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:09.913536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:09.916445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:09.954136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:48:09.954450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:48:09.973273 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:09.975329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:09.986334 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-eef92ad2-5bd5-4734-842e-6a027371158e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "DELETE /v2.0/routers/ac642c12-15f7-4927-8927-a2f2983cde0f HTTP/1.1" status: 204 len: 168 time: 5.2490227 Mar 03 05:48:09.990365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55736) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:10.007595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:10.008261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.046173 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-657b52ab-958c-4bf0-89df-8649c199ae3f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8418934 Mar 03 05:48:10.047390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55740) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:10.093858 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fa2d411e-bb51-45fb-a1c9-207cd5760334 None None] Provisioning for port 93cf60cc-ff8f-459b-9b24-e853542e229b completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:10.111174 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=01afa697-ff92-4849-96a8-2e6fb13b9464,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:10.121615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fa2d411e-bb51-45fb-a1c9-207cd5760334 None None] Provisioning complete for port 93cf60cc-ff8f-459b-9b24-e853542e229b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:10.122180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fa2d411e-bb51-45fb-a1c9-207cd5760334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.126262 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.127761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55744) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:10.174393 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25c993d-2e79-43ed-86b1-43144b56d6ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:10.182967 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25c993d-2e79-43ed-86b1-43144b56d6ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:10.183870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a25c993d-2e79-43ed-86b1-43144b56d6ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:10.192813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.211841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a25c993d-2e79-43ed-86b1-43144b56d6ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:10.213197 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a25c993d-2e79-43ed-86b1-43144b56d6ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1641281 Mar 03 05:48:10.216163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55750) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:10.273468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-20459393-54ed-452c-b36b-027fea5011ad None None] For port 01afa697-ff92-4849-96a8-2e6fb13b9464, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=01afa697-ff92-4849-96a8-2e6fb13b9464,segment=NetworkSegment(779f2718-1579-40f7-b22b-c8130552987d),segment_id=779f2718-1579-40f7-b22b-c8130552987d)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:10.273862 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.302230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-802735638'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:10.308245 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab70e4-f4a5-421d-9aee-1c8090cf8191 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port d567f7ed-0521-4c9d-b8ab-68ef6a4c0605 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:10.308658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3ab70e4-f4a5-421d-9aee-1c8090cf8191 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.333401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:10.352142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:network and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:10.360359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:10.381260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.432594 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Calling delete_port for 01afa697-ff92-4849-96a8-2e6fb13b9464 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:10.458023 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:10.463131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Deleting port 01afa697-ff92-4849-96a8-2e6fb13b9464 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:10.463626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.468839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=bc25db4c-1abf-46e7-b196-2a2da4d200ae,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:10.503561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.578480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:10.582078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.608025 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:48:10.608382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:48:10.625181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fa2d411e-bb51-45fb-a1c9-207cd5760334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.662818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.671801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-fa2d411e-bb51-45fb-a1c9-207cd5760334 None None] For port 93cf60cc-ff8f-459b-9b24-e853542e229b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=93cf60cc-ff8f-459b-9b24-e853542e229b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:10.675669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3ab70e4-f4a5-421d-9aee-1c8090cf8191 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.677748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fa2d411e-bb51-45fb-a1c9-207cd5760334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.721560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:10.790784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:security_group_rule and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:10.797085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:10.806454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.807722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d411e-bb51-45fb-a1c9-207cd5760334 None None] Pushing event updated for resources: {'Port': ['ID=93cf60cc-ff8f-459b-9b24-e853542e229b,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:10.812935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a82c6fc-99c9-4ea7-bf82-29e64ccccb44 None None] Update dhcp port {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'fixed_ips': [{'subnet_id': '2e63bd09-5c80-410b-b261-7e76d3188f97', 'ip_address': '2001:db8::f816:3eff:fe83:334'}, {'subnet_id': '41981396-5469-452f-8f8e-82c8f151f3d2'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': '93cf60cc-ff8f-459b-9b24-e853542e229b'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:48:10.841185 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab70e4-f4a5-421d-9aee-1c8090cf8191 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for d567f7ed-0521-4c9d-b8ab-68ef6a4c0605 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:10.868834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0a82c6fc-99c9-4ea7-bf82-29e64ccccb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.948220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:10.966523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Deleting port 1c7281b2-36f4-4a3f-8427-561057ab03c9 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:10.967148 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.968409 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] For port 01afa697-ff92-4849-96a8-2e6fb13b9464, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=01afa697-ff92-4849-96a8-2e6fb13b9464,segment=NetworkSegment(779f2718-1579-40f7-b22b-c8130552987d),segment_id=779f2718-1579-40f7-b22b-c8130552987d)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:10.968775 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:10.996546 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Floating IP 23a67bf0-f7bd-429c-8deb-a3634c52fdca associated. External IP: 172.26.3.130, port: beaaea34-a7c2-40e3-89b6-9fe6b15e5fb5. Mar 03 05:48:11.104175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 93cf60cc-ff8f-459b-9b24-e853542e229b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:11.113789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Calling delete_port for 01afa697-ff92-4849-96a8-2e6fb13b9464 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:11.150071 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-0a82c6fc-99c9-4ea7-bf82-29e64ccccb44 None None] Allocated IP 172.20.0.2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/41981396-5469-452f-8f8e-82c8f151f3d2/93cf60cc-ff8f-459b-9b24-e853542e229b) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:11.273896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 93cf60cc-ff8f-459b-9b24-e853542e229b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:11.274517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.287286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.351826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event deleted for resources: {'Port': ['ID=01afa697-ff92-4849-96a8-2e6fb13b9464,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:11.353676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] No DVR routers for this DVR port 01afa697-ff92-4849-96a8-2e6fb13b9464 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:11.407732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0a82c6fc-99c9-4ea7-bf82-29e64ccccb44 None None] For port 93cf60cc-ff8f-459b-9b24-e853542e229b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=93cf60cc-ff8f-459b-9b24-e853542e229b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:11.434455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Deleting port 01afa697-ff92-4849-96a8-2e6fb13b9464 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:11.435162 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-20459393-54ed-452c-b36b-027fea5011ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.448034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] For port 1c7281b2-36f4-4a3f-8427-561057ab03c9, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1c7281b2-36f4-4a3f-8427-561057ab03c9,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:11.448399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.466816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.521188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0a82c6fc-99c9-4ea7-bf82-29e64ccccb44 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.529953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-20459393-54ed-452c-b36b-027fea5011ad None None] The port '01afa697-ff92-4849-96a8-2e6fb13b9464' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:48:11.582016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0a82c6fc-99c9-4ea7-bf82-29e64ccccb44 None None] Transition to ACTIVE for port object 93cf60cc-ff8f-459b-9b24-e853542e229b will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:11.585588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.592177 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0a82c6fc-99c9-4ea7-bf82-29e64ccccb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.597005 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3ab70e4-f4a5-421d-9aee-1c8090cf8191 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.598278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Calling delete_port for 1c7281b2-36f4-4a3f-8427-561057ab03c9 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:11.647492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.666296 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab70e4-f4a5-421d-9aee-1c8090cf8191 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=d567f7ed-0521-4c9d-b8ab-68ef6a4c0605,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:11.723765 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28fdc6bb-e08a-4af8-ae5a-0f1566e762c7']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:11.724035 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:48:11.737543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779f2718-1579-40f7-b22b-c8130552987d') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:11.737753 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779f2718-1579-40f7-b22b-c8130552987d') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:11.751047 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.765728 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82c6fc-99c9-4ea7-bf82-29e64ccccb44 None None] Pushing event updated for resources: {'Port': ['ID=93cf60cc-ff8f-459b-9b24-e853542e229b,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:11.766203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.766549 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Added segment de4db6c6-ade6-4a1b-a36c-ec88df22c6d8 of type vlan for network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 Mar 03 05:48:11.771615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40f32673-e4a6-48bd-8891-7b13a5ce0d20,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:11.813933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:11.814936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e917d617-5444-4f2a-8daa-4328b00e83e4 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:11.831453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.849890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:48:11.850298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.852240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:48:11.868601 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:48:11.873542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: e917d617-5444-4f2a-8daa-4328b00e83e4 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:11.874053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e917d617-5444-4f2a-8daa-4328b00e83e4 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:11.951585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3ab70e4-f4a5-421d-9aee-1c8090cf8191 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.967755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:11.971082 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e3ab70e4-f4a5-421d-9aee-1c8090cf8191 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/d567f7ed-0521-4c9d-b8ab-68ef6a4c0605 HTTP/1.1" status: 204 len: 168 time: 1.7522533 Mar 03 05:48:11.978932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55754) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:11.999059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.012612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event deleted for resources: {'Network': ['ID=28fdc6bb-e08a-4af8-ae5a-0f1566e762c7,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:12.015300 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c72c6a30-46f1-4e8a-8c47-6543027ebc70 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "DELETE /v2.0/networks/28fdc6bb-e08a-4af8-ae5a-0f1566e762c7 HTTP/1.1" status: 204 len: 168 time: 3.4564359 Mar 03 05:48:12.017696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55758) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:12.080816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.086132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:12.086693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.137082 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d0e06e70-c289-4838-8db8-33f652d15f1f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.261627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff0eb41-afcf-4035-87cd-1a3a5f9c2ec9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:12.263672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff0eb41-afcf-4035-87cd-1a3a5f9c2ec9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:12.265487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff0eb41-afcf-4035-87cd-1a3a5f9c2ec9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:12.266536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7ff0eb41-afcf-4035-87cd-1a3a5f9c2ec9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:12.282345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d0e06e70-c289-4838-8db8-33f652d15f1f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.313925 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-d0e06e70-c289-4838-8db8-33f652d15f1f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79993ad4-4bd5-4723-a220-eaf1d3219a30']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:12.331352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-d0e06e70-c289-4838-8db8-33f652d15f1f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a09c3ddc-5e6f-402a-9951-c54fd252ea43') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:12.331732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-d0e06e70-c289-4838-8db8-33f652d15f1f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a09c3ddc-5e6f-402a-9951-c54fd252ea43') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:12.333064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:12.339490 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2104917 Mar 03 05:48:12.345392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64196d8a-3ee0-42b6-af7c-88c7195a2475 None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:12.347359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55762) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:12.356302 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'name': 'tempest-PortsIpV6TestJSON-910067358'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:12.359687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f55d6-ab4d-4c1b-be11-157bd8315570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Network': ['ID=65cee256-e8c1-4c85-8ff6-ff678b5a8571,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:12.361037 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64196d8a-3ee0-42b6-af7c-88c7195a2475 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:12.362272 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-64196d8a-3ee0-42b6-af7c-88c7195a2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:12.364072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.410991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7ff0eb41-afcf-4035-87cd-1a3a5f9c2ec9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:12.414902 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7ff0eb41-afcf-4035-87cd-1a3a5f9c2ec9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4332209 Mar 03 05:48:12.415499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55766) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:12.418093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c7281b2-36f4-4a3f-8427-561057ab03c9,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:12.427161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.447492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-64196d8a-3ee0-42b6-af7c-88c7195a2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:12.456342 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:48:12.502113 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:12.506713 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:port and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:12.510716 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:12.519676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:12.530541 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d0e06e70-c289-4838-8db8-33f652d15f1f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.539578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:12.543902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.570707 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port 95120444-9ba8-49e8-81a1-2cb12778fdb7 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:12.613855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2ee5a68e-65bf-4115-824d-0b1b3b1e99e1 None None] Could not find standard attr ID for object d567f7ed-0521-4c9d-b8ab-68ef6a4c0605. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:48:12.625245 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64196d8a-3ee0-42b6-af7c-88c7195a2475 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:12.625873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-64196d8a-3ee0-42b6-af7c-88c7195a2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:12.651509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d0e06e70-c289-4838-8db8-33f652d15f1f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.678972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e06e70-c289-4838-8db8-33f652d15f1f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:48:12.679453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d0e06e70-c289-4838-8db8-33f652d15f1f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:48:12.697417 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:48:12.699237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-64196d8a-3ee0-42b6-af7c-88c7195a2475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:12.699237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64196d8a-3ee0-42b6-af7c-88c7195a2475 None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:12.700978 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2ee5a68e-65bf-4115-824d-0b1b3b1e99e1 None None] Provisioning for port 93cf60cc-ff8f-459b-9b24-e853542e229b completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:12.707444 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2ee5a68e-65bf-4115-824d-0b1b3b1e99e1 None None] Provisioning complete for port 93cf60cc-ff8f-459b-9b24-e853542e229b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:12.707864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2ee5a68e-65bf-4115-824d-0b1b3b1e99e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.762798 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ea9a5456-568d-4907-8095-cb58871180a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9762406 Mar 03 05:48:12.766988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55770) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:12.774413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-e060b9e2-aadc-48c5-9dc8-57518eeb4717 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 2e63bd09-5c80-410b-b261-7e76d3188f97 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:12.846672 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d0e06e70-c289-4838-8db8-33f652d15f1f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.860763 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e060b9e2-aadc-48c5-9dc8-57518eeb4717 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.873083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d0e06e70-c289-4838-8db8-33f652d15f1f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.897056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:12.933020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e06e70-c289-4838-8db8-33f652d15f1f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event deleted for resources: {'Network': ['ID=79993ad4-4bd5-4723-a220-eaf1d3219a30,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:12.943520 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d0e06e70-c289-4838-8db8-33f652d15f1f tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "DELETE /v2.0/networks/79993ad4-4bd5-4723-a220-eaf1d3219a30 HTTP/1.1" status: 204 len: 168 time: 0.9225926 Mar 03 05:48:12.947260 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55774) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:12.955682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-09ab529c-0eb7-4240-a1c8-4dd02e8202f6 None None] Could not find standard attr ID for object d567f7ed-0521-4c9d-b8ab-68ef6a4c0605. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:48:13.068347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.100655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2937-9093-48ff-9de3-fd69e01d2e43 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.121992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.127497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e060b9e2-aadc-48c5-9dc8-57518eeb4717 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.157240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.164649 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e7488c25-3267-46d1-a351-7bf0bbc80167 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "GET /v2.0/floatingips/23a67bf0-f7bd-429c-8deb-a3634c52fdca HTTP/1.1" status: 200 len: 978 time: 0.3967543 Mar 03 05:48:13.165506 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55778) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:13.190510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 93cf60cc-ff8f-459b-9b24-e853542e229b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:13.245012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.285469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.286335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2917663-bea2-405c-9870-00b97ffa11da {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:48:13.301742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 93cf60cc-ff8f-459b-9b24-e853542e229b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:13.302113 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.306955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2937-9093-48ff-9de3-fd69e01d2e43 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.329687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e5b8abe9-3dc2-46fc-a079-b2d26aabf0bd tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Synchronizing usage tracker for tenant:2952856795e04c42b30b59107a591af7 on resource:floatingip {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:13.349949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.351317 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7d49e56c-beda-4b77-ba7b-4a0900e42cd4 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b2917663-bea2-405c-9870-00b97ffa11da HTTP/1.1" status: 204 len: 168 time: 3.3599424 Mar 03 05:48:13.354229 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e5b8abe9-3dc2-46fc-a079-b2d26aabf0bd tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Unset dirty status for tenant:2952856795e04c42b30b59107a591af7 on resource:floatingip {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:13.358710 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e5b8abe9-3dc2-46fc-a079-b2d26aabf0bd tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1864865 Mar 03 05:48:13.359459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55784) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:13.360005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55786) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:13.373139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-22d3369e-f114-4482-8eca-fb519ecb2336 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'floatingip': {'port_id': 'd40fe68a-7ebb-4444-a53b-ecceb55ea38b'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:13.496716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1255074934', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:13.505096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-22d3369e-f114-4482-8eca-fb519ecb2336 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.526126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=95120444-9ba8-49e8-81a1-2cb12778fdb7,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:13.552678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-f5ed2937-9093-48ff-9de3-fd69e01d2e43 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419fabe4-b650-4a9f-a0d3-55d7aee46800']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:13.567573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:13.574743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-f5ed2937-9093-48ff-9de3-fd69e01d2e43 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2c2630-bc41-469d-a8ca-9598fc6325c4') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:13.575045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-f5ed2937-9093-48ff-9de3-fd69e01d2e43 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2c2630-bc41-469d-a8ca-9598fc6325c4') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:13.590510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Usage tracker for resource:router and tenant:431bc51c0a084be592e4c4e04c95c341 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:13.591383 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2937-9093-48ff-9de3-fd69e01d2e43 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.597168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:13.600176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e060b9e2-aadc-48c5-9dc8-57518eeb4717 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.605105 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Checking segment: {'id': 'de4db6c6-ade6-4a1b-a36c-ec88df22c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:13.605456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network hostable DHCP agents. Network: 65cee256-e8c1-4c85-8ff6-ff678b5a8571, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:48:13.621595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2937-9093-48ff-9de3-fd69e01d2e43 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.631087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ed2937-9093-48ff-9de3-fd69e01d2e43 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:48:13.631577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2937-9093-48ff-9de3-fd69e01d2e43 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.636044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:48:13.647517 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:48:13.650886 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:48:13.699989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.701257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.725521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 65cee256-e8c1-4c85-8ff6-ff678b5a8571) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:13.729734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:13.737786 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:13.738824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.745938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84632c33-7bb7-4813-93cb-870538801a79 None None] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:13.775574 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a9b616c3-15c1-4536-90ee-91c886bf0b00 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4215994 Mar 03 05:48:13.775574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55792) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:13.784464 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2009196625'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:13.790517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:13.796422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:network and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:13.799988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2937-9093-48ff-9de3-fd69e01d2e43 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.804700 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5ed2937-9093-48ff-9de3-fd69e01d2e43 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.807449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e060b9e2-aadc-48c5-9dc8-57518eeb4717 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.808471 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:13.836677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:13.845765 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed2937-9093-48ff-9de3-fd69e01d2e43 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] Pushing event deleted for resources: {'Network': ['ID=419fabe4-b650-4a9f-a0d3-55d7aee46800,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:13.856543 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f5ed2937-9093-48ff-9de3-fd69e01d2e43 tempest-BulkNetworkOpsTest-346041605 tempest-BulkNetworkOpsTest-346041605-project] 10.222.0.20 "DELETE /v2.0/networks/419fabe4-b650-4a9f-a0d3-55d7aee46800 HTTP/1.1" status: 204 len: 168 time: 0.9080923 Mar 03 05:48:13.864732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.869193 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e060b9e2-aadc-48c5-9dc8-57518eeb4717 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.869728 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:13.873737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.919174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:48:13.930609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:13.931378 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Added segment 14fb250c-faf3-4a79-a903-523783e0fe1e of type vlan for network b7fd6c81-e3c6-4e34-8978-57b8c3892178 Mar 03 05:48:13.959977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060b9e2-aadc-48c5-9dc8-57518eeb4717 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=2e63bd09-5c80-410b-b261-7e76d3188f97,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:13.965537 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e060b9e2-aadc-48c5-9dc8-57518eeb4717 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/2e63bd09-5c80-410b-b261-7e76d3188f97 HTTP/1.1" status: 204 len: 168 time: 1.5411532 Mar 03 05:48:13.966895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55798) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:13.975344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:14.013440 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:14.023101 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:14.024024 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:14.046409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-698f589a-744d-44b1-bcb1-91135ca61e3c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 41981396-5469-452f-8f8e-82c8f151f3d2 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:14.067810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-698f589a-744d-44b1-bcb1-91135ca61e3c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:14.194509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Network': ['ID=b7fd6c81-e3c6-4e34-8978-57b8c3892178,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:14.204459 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bd6c17a4-5ac8-4899-a70a-fda450ce8582 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4274216 Mar 03 05:48:14.205229 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55806) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:14.207753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network b7fd6c81-e3c6-4e34-8978-57b8c3892178 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:48:14.228540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'ports': [{'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571'}, {'network_id': 'b7fd6c81-e3c6-4e34-8978-57b8c3892178'}]} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:14.231830 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:14.232358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': 'b7fd6c81-e3c6-4e34-8978-57b8c3892178'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:14.250225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55810) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:14.537385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:14.549364 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:port and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:14.554582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:14.563219 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:14.567123 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-42078e6e-b2da-45f4-b19e-f5b9272f01d6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a530fd8875ec4208a4e980d9ca155745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3157523 Mar 03 05:48:14.570521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55816) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:14.612383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-698f589a-744d-44b1-bcb1-91135ca61e3c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:14.627719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 2} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:14.632371 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:14.658273 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:14.723359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc05e4f9-bdc9-4a24-b16f-7cf566b7b4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:14.752873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:14.818587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc05e4f9-bdc9-4a24-b16f-7cf566b7b4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:14.861746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-698f589a-744d-44b1-bcb1-91135ca61e3c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:14.943148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port 74906069-9db3-4a72-8afa-392f91ce2c45 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:14.968434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc05e4f9-bdc9-4a24-b16f-7cf566b7b4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:14.987471 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05e4f9-bdc9-4a24-b16f-7cf566b7b4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d32390a-236c-41a9-8c5d-485de8e7ecc1,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:15.006425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc05e4f9-bdc9-4a24-b16f-7cf566b7b4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:15.007663 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fc05e4f9-bdc9-4a24-b16f-7cf566b7b4c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d32390a-236c-41a9-8c5d-485de8e7ecc1 HTTP/1.1" status: 204 len: 168 time: 0.4361446 Mar 03 05:48:15.039156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-698f589a-744d-44b1-bcb1-91135ca61e3c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:15.046693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1c7281b2-36f4-4a3f-8427-561057ab03c9 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:15.073755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:15.091876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 1c7281b2-36f4-4a3f-8427-561057ab03c9 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:15.092533 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1c7281b2-36f4-4a3f-8427-561057ab03c9 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:15.161718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f589a-744d-44b1-bcb1-91135ca61e3c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=41981396-5469-452f-8f8e-82c8f151f3d2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:15.170031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-698f589a-744d-44b1-bcb1-91135ca61e3c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:15.190272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port d4cd0431-d58c-40be-b479-f2a36f02a5ea yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:15.203752 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-698f589a-744d-44b1-bcb1-91135ca61e3c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/41981396-5469-452f-8f8e-82c8f151f3d2 HTTP/1.1" status: 204 len: 168 time: 1.2342107 Mar 03 05:48:15.206019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-22d3369e-f114-4482-8eca-fb519ecb2336 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:15.206618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55824) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:15.212459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-22d3369e-f114-4482-8eca-fb519ecb2336 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:15.275432 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ce9fc639-f31e-4810-9a00-0cdeb77fd5ef tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:router {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:15.290910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ce9fc639-f31e-4810-9a00-0cdeb77fd5ef tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:router {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:15.295451 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ce9fc639-f31e-4810-9a00-0cdeb77fd5ef tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844588 Mar 03 05:48:15.295451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55828) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:15.302803 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:15.450914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:15.466190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:15.472374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:15.481378 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:15.532074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:15.538353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:15.572967 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:15.591113 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812caac6-fe30-49dd-b507-a2a0cd1f82da None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:15.690912 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:15.704454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:15.752103 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:15.906066 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-22d3369e-f114-4482-8eca-fb519ecb2336 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Floating IP 23a67bf0-f7bd-429c-8deb-a3634c52fdca associated. External IP: 172.26.3.130, port: beaaea34-a7c2-40e3-89b6-9fe6b15e5fb5. Mar 03 05:48:15.921767 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:15.928084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:15.934471 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:15.935873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:15.949415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:48:15.954145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Deleting port 93cf60cc-ff8f-459b-9b24-e853542e229b {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:15.954734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:15.987879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55848) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:16.007031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Allocated IP 172.26.3.14 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/db1ac31a-6d02-448d-8647-620c3651fd7e) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:16.041773 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=74906069-9db3-4a72-8afa-392f91ce2c45,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:16.158500 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Checking segment: {'id': '14fb250c-faf3-4a79-a903-523783e0fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b7fd6c81-e3c6-4e34-8978-57b8c3892178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:16.158948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network hostable DHCP agents. Network: b7fd6c81-e3c6-4e34-8978-57b8c3892178, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:48:16.189526 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1285762187'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:16.202336 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=d4cd0431-d58c-40be-b479-f2a36f02a5ea,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:16.206470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:16.226244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:network and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:16.232148 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:16.238817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] For port 93cf60cc-ff8f-459b-9b24-e853542e229b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=93cf60cc-ff8f-459b-9b24-e853542e229b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:16.239384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:16.241963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:16.252961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network b7fd6c81-e3c6-4e34-8978-57b8c3892178 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:48:16.269434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, b7fd6c81-e3c6-4e34-8978-57b8c3892178) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:16.273473 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:16.280382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:16.285240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:16.285953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:16.315106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f04f455-57ac-443d-b668-9ab3b4296c5c None None] Network b7fd6c81-e3c6-4e34-8978-57b8c3892178 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:16.315591 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.objects.ports [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87792) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:48:16.336478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:16.339993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:16.371298 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:16.371995 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-52f489d8-2994-4d4d-856a-b21ba9d9c686 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1544185 Mar 03 05:48:16.380906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55854) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:16.400550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:16.404808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:security_group_rule and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:16.407994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:16.414218 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:16.437143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:16.452527 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Calling delete_port for 93cf60cc-ff8f-459b-9b24-e853542e229b owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:16.510834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-1771778c-7db4-4fa9-982b-5ee208cce480 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port d4cd0431-d58c-40be-b479-f2a36f02a5ea {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:16.511319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1771778c-7db4-4fa9-982b-5ee208cce480 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:16.561329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d3369e-f114-4482-8eca-fb519ecb2336 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:16.662909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:16.678951 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:48:16.679310 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:48:16.726628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:16.739726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:16.760285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:16.765116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:16.834695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:16.849252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:16.853380 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1771778c-7db4-4fa9-982b-5ee208cce480 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:16.895828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:48:16.898552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Pushing event updated for resources: {'Port': ['ID=db1ac31a-6d02-448d-8647-620c3651fd7e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:16.928608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900e00d9-8064-4ffa-8516-0bf58adcbb78,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:16.944160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:16.944508 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Added segment 2b0c093f-17ea-48b4-bf1f-7baf6027ca79 of type vlan for network 687c79e4-29aa-4a1b-9b68-d70b2ca37976 Mar 03 05:48:16.955062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d3369e-f114-4482-8eca-fb519ecb2336 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:16.965404 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cce830-d793-4363-898d-369675da9734 None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:16.976062 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cce830-d793-4363-898d-369675da9734 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:16.976900 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c4cce830-d793-4363-898d-369675da9734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:16.998543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-1771778c-7db4-4fa9-982b-5ee208cce480 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for d4cd0431-d58c-40be-b479-f2a36f02a5ea owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:17.053861 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c4cce830-d793-4363-898d-369675da9734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:17.065130 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cce830-d793-4363-898d-369675da9734 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:17.066020 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c4cce830-d793-4363-898d-369675da9734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:17.093190 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 93cf60cc-ff8f-459b-9b24-e853542e229b no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:17.148479 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c4cce830-d793-4363-898d-369675da9734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:17.149290 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cce830-d793-4363-898d-369675da9734 None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:17.190493 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1771778c-7db4-4fa9-982b-5ee208cce480 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.204793 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Deleting port 93cf60cc-ff8f-459b-9b24-e853542e229b {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:17.204793 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.256001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1771778c-7db4-4fa9-982b-5ee208cce480 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=d4cd0431-d58c-40be-b479-f2a36f02a5ea,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:17.259803 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] For port 93cf60cc-ff8f-459b-9b24-e853542e229b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=93cf60cc-ff8f-459b-9b24-e853542e229b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:17.268055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1771778c-7db4-4fa9-982b-5ee208cce480 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.279384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.286044 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1771778c-7db4-4fa9-982b-5ee208cce480 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/d4cd0431-d58c-40be-b479-f2a36f02a5ea HTTP/1.1" status: 204 len: 168 time: 0.9040387 Mar 03 05:48:17.288615 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55858) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:17.299273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.350702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.361819 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.362521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.528956 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-db361d16-b846-4897-afb6-352832458dcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:48:17.529374 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-db361d16-b846-4897-afb6-352832458dcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:48:17.546721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.552641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:17.552849 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.557423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] For port 93cf60cc-ff8f-459b-9b24-e853542e229b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=93cf60cc-ff8f-459b-9b24-e853542e229b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:17.558311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.607383 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:17.620960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:17.623849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:17.624429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.644355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=6a2fa944-c01b-4c14-8ebf-8abfe1e71c0a,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:17.650599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=93cf60cc-ff8f-459b-9b24-e853542e229b,revision_number=8']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:17.668194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e7a6a-566f-4f36-8b6b-14262096fe2c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:17.674471 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e7a6a-566f-4f36-8b6b-14262096fe2c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:17.675211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-308e7a6a-566f-4f36-8b6b-14262096fe2c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:17.682731 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7e7cfbc3-c08a-49dc-afdd-5050da6d47af tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3834503 Mar 03 05:48:17.683148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55862) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:17.683844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Calling delete_port for 93cf60cc-ff8f-459b-9b24-e853542e229b owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:17.691249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:17.735159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-308e7a6a-566f-4f36-8b6b-14262096fe2c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:17.736508 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-308e7a6a-566f-4f36-8b6b-14262096fe2c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4460726 Mar 03 05:48:17.754685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55866) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:17.764867 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:48:17.765443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:48:17.766013 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7770653 Mar 03 05:48:17.787759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55870) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:17.797845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-234388349'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:17.809269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:17.816865 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:network and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:17.821442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:17.830662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:17.855160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:17.856351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44713c-5243-4edd-b69c-607da7f60aaf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Network': ['ID=687c79e4-29aa-4a1b-9b68-d70b2ca37976,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:17.858946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.866430 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 687c79e4-29aa-4a1b-9b68-d70b2ca37976 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:48:17.886356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:17.894868 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:17.898354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:17.908280 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:17.910321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:48:17.922917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.923300 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Added segment 8d5be03c-e5b8-4b8a-b918-911165c0363c of type vlan for network f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa Mar 03 05:48:17.936480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:17.940090 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.984453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:17.988811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-afab4ff6-4595-4841-82f0-5f2c00a76570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port 74906069-9db3-4a72-8afa-392f91ce2c45 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:17.989172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-afab4ff6-4595-4841-82f0-5f2c00a76570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.031316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.090668 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.091953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.097828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:18.098633 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.124644 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 93cf60cc-ff8f-459b-9b24-e853542e229b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=93cf60cc-ff8f-459b-9b24-e853542e229b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:18.129995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.192896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d3369e-f114-4482-8eca-fb519ecb2336 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:18.202646 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-dc850d94-c25c-4924-8acd-eb89233c62b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.215010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=93cf60cc-ff8f-459b-9b24-e853542e229b,revision_number=9']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:18.229458 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4407027 Mar 03 05:48:18.235208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55876) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:18.241398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9908f0-f6b9-4528-bdd3-3b0ed5e65211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Network': ['ID=f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:18.247205 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'subnet': {'network_id': '687c79e4-29aa-4a1b-9b68-d70b2ca37976', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:18.252086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:48:18.406534 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:18.413458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:subnet and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:18.419321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:18.427480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:18.446591 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:18.450039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.588445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.599958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Deleting port 93cf60cc-ff8f-459b-9b24-e853542e229b {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:18.600545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.660129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-afab4ff6-4595-4841-82f0-5f2c00a76570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.660720 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:18.663960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:18.666910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:18.667704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.741761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=08940618-6a82-4b7f-ad78-3205d5213c88,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:18.756047 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b5452fe2-5df0-4c99-ac60-ed4f705a0e98 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0690160 Mar 03 05:48:18.756353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55880) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:18.763981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'mac_address': 'fa:16:3e:3d:cc:4e', 'name': 'tempest-NetworksTestDHCPv6-2121303483'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:18.806790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-afab4ff6-4595-4841-82f0-5f2c00a76570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for 74906069-9db3-4a72-8afa-392f91ce2c45 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:18.888605 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] For port 93cf60cc-ff8f-459b-9b24-e853542e229b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=93cf60cc-ff8f-459b-9b24-e853542e229b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:18.888992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.903421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:18.996197 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:19.008651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:19.010256 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Calling delete_port for 93cf60cc-ff8f-459b-9b24-e853542e229b owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:19.014575 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:19.019605 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d3369e-f114-4482-8eca-fb519ecb2336 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:19.024232 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:19.025628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Subnet': ['ID=68959276-9cc8-42c2-8e04-3230b52a224e,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:19.034613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-22d3369e-f114-4482-8eca-fb519ecb2336 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:19.038381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc03198c-e1a7-49bc-a45a-15b58ecd1d8f None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:19.044785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Checking segment: {'id': '2b0c093f-17ea-48b4-bf1f-7baf6027ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '687c79e4-29aa-4a1b-9b68-d70b2ca37976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:19.045184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network hostable DHCP agents. Network: 687c79e4-29aa-4a1b-9b68-d70b2ca37976, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:48:19.053533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:19.058825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc03198c-e1a7-49bc-a45a-15b58ecd1d8f None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:19.059428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-dc03198c-e1a7-49bc-a45a-15b58ecd1d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:19.098148 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:19.103940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-afab4ff6-4595-4841-82f0-5f2c00a76570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:19.137115 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-dc03198c-e1a7-49bc-a45a-15b58ecd1d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:19.163516 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc03198c-e1a7-49bc-a45a-15b58ecd1d8f None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:19.164440 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-dc03198c-e1a7-49bc-a45a-15b58ecd1d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:19.168584 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 687c79e4-29aa-4a1b-9b68-d70b2ca37976 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:48:19.185986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 687c79e4-29aa-4a1b-9b68-d70b2ca37976) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:19.190856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:19.192161 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:19.220542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:19.237857 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6ab1fdd0-a6bb-460a-a6b4-addf852fa259 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9994097 Mar 03 05:48:19.241687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55884) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:19.248724 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'subnet': {'network_id': 'f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:19.251685 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a41bd-9146-4cf1-a50e-e200ddfc1522 None None] Network 687c79e4-29aa-4a1b-9b68-d70b2ca37976 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:19.264319 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab4ff6-4595-4841-82f0-5f2c00a76570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=74906069-9db3-4a72-8afa-392f91ce2c45,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:19.281157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port e5f03b78-a2a5-4977-97b6-c96cd2a045b1 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:19.282512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-afab4ff6-4595-4841-82f0-5f2c00a76570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:19.299340 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-dc03198c-e1a7-49bc-a45a-15b58ecd1d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:19.299739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc03198c-e1a7-49bc-a45a-15b58ecd1d8f None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:19.324321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:19.378109 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-afab4ff6-4595-4841-82f0-5f2c00a76570 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/74906069-9db3-4a72-8afa-392f91ce2c45 HTTP/1.1" status: 204 len: 168 time: 1.6221607 Mar 03 05:48:19.379495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55888) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:19.383584 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-22d3369e-f114-4482-8eca-fb519ecb2336 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "PUT /v2.0/floatingips/23a67bf0-f7bd-429c-8deb-a3634c52fdca HTTP/1.1" status: 200 len: 978 time: 6.0198059 Mar 03 05:48:19.386217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55890) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:19.393150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-61416af1-d314-44d6-9a4b-2e57eda63fb0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:19.439267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] Pushing event deleted for resources: {'Port': ['ID=93cf60cc-ff8f-459b-9b24-e853542e229b,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:19.527865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-61416af1-d314-44d6-9a4b-2e57eda63fb0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:19.530985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76e6067-35c8-4ede-830b-acfb8d1ab4d6 None None] No DVR routers for this DVR port 93cf60cc-ff8f-459b-9b24-e853542e229b on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:19.553387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b93bdf-f20b-483e-b240-91d770458304 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:19.637878 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Router d73cc961-645d-45e8-8e02-d56965de8233 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:48:19.668135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:19.674031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:subnet and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:19.683221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:19.696751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:19.729159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:19.733133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:19.815847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a7b35f-ebc6-43ef-8a68-8f2878d865c8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:19.820488 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b9a7b35f-ebc6-43ef-8a68-8f2878d865c8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3875823 Mar 03 05:48:19.820679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55896) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:19.827575 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-687c79e4-29aa-4a1b-9b68-d70b2ca37976', 'network_id': '687c79e4-29aa-4a1b-9b68-d70b2ca37976', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'fixed_ips': [{'subnet_id': '68959276-9cc8-42c2-8e04-3230b52a224e'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:48:19.828586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:19.935095 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 172.20.0.7 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/08940618-6a82-4b7f-ad78-3205d5213c88/e5f03b78-a2a5-4977-97b6-c96cd2a045b1) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:19.945047 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::f816:3eff:fe3d:cc4e (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/6a2fa944-c01b-4c14-8ebf-8abfe1e71c0a/e5f03b78-a2a5-4977-97b6-c96cd2a045b1) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:19.977840 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '08940618-6a82-4b7f-ad78-3205d5213c88'}, {'subnet_id': '6a2fa944-c01b-4c14-8ebf-8abfe1e71c0a'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:48:19.978674 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.133874 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91f991e-9b85-45a0-820e-bcd354ab6b86 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:48:20.134619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b91f991e-9b85-45a0-820e-bcd354ab6b86 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:20.141778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-61416af1-d314-44d6-9a4b-2e57eda63fb0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.145562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Allocated IP 2001:db8::2 (687c79e4-29aa-4a1b-9b68-d70b2ca37976/68959276-9cc8-42c2-8e04-3230b52a224e/e1080269-a877-4aaa-a6d1-d88eca4e908c) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:20.148334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-61416af1-d314-44d6-9a4b-2e57eda63fb0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.148650 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-61416af1-d314-44d6-9a4b-2e57eda63fb0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Floating IP 23a67bf0-f7bd-429c-8deb-a3634c52fdca disassociated. External IP: 172.26.3.130, port: d40fe68a-7ebb-4444-a53b-ecceb55ea38b. Mar 03 05:48:20.212746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.241753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:20.255643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b91f991e-9b85-45a0-820e-bcd354ab6b86 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:20.256822 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b91f991e-9b85-45a0-820e-bcd354ab6b86 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/d4cd0431-d58c-40be-b479-f2a36f02a5ea HTTP/1.1" status: 404 len: 333 time: 0.4357259 Mar 03 05:48:20.257235 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f8b173-80c2-43a4-aeca-3952c6f4b4b7 None None] Sync routers for ids ['d73cc961-645d-45e8-8e02-d56965de8233'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:20.264134 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55900) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:20.270883 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f8b173-80c2-43a4-aeca-3952c6f4b4b7 None None] Routers {'d73cc961-645d-45e8-8e02-d56965de8233'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:20.272159 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-f3f8b173-80c2-43a4-aeca-3952c6f4b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d73cc961-645d-45e8-8e02-d56965de8233'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:20.307609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Subnet': ['ID=55064055-e5cd-401e-a409-da1d72327a0e,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:20.326069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.327434 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7a1eb3ed-5029-4a51-a696-8dfee400f8cc tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.9653690 Mar 03 05:48:20.334905 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55904) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:20.351338 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-aeabce63-74a0-43a2-a5e1-aa1c26d6dfe9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'enable_snat': False}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:20.390071 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.394097 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd16fa6d-d032-4679-b558-d68b25afbb1d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:48:20.396084 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bd16fa6d-d032-4679-b558-d68b25afbb1d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/74906069-9db3-4a72-8afa-392f91ce2c45 HTTP/1.1" status: 404 len: 333 time: 0.1287024 Mar 03 05:48:20.402871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Transition to ACTIVE for port object e1080269-a877-4aaa-a6d1-d88eca4e908c will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:20.404825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55908) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:20.431339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Transition to ACTIVE for port object e1080269-a877-4aaa-a6d1-d88eca4e908c will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:20.439977 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-f3f8b173-80c2-43a4-aeca-3952c6f4b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:20.462162 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f8b173-80c2-43a4-aeca-3952c6f4b4b7 None None] Routers {'d73cc961-645d-45e8-8e02-d56965de8233'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:20.463297 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-f3f8b173-80c2-43a4-aeca-3952c6f4b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:47:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d73cc961-645d-45e8-8e02-d56965de8233'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:20.521379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.549614 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-f3f8b173-80c2-43a4-aeca-3952c6f4b4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:20.550256 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f8b173-80c2-43a4-aeca-3952c6f4b4b7 None None] The sync data for ids ['d73cc961-645d-45e8-8e02-d56965de8233'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:20.570101 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.593239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b2506221-68f4-4180-86a3-0ec1c318e39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.598249 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Network 687c79e4-29aa-4a1b-9b68-d70b2ca37976 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:20.600939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:20.603084 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:20.609699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-393ac45f-50f2-4f9e-ace2-9be38e3fad58 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.652584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Pushing event updated for resources: {'Port': ['ID=e1080269-a877-4aaa-a6d1-d88eca4e908c,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:20.670335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object e5f03b78-a2a5-4977-97b6-c96cd2a045b1 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:20.675746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Checking segment: {'id': '8d5be03c-e5b8-4b8a-b918-911165c0363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:20.676221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network hostable DHCP agents. Network: f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:48:20.705280 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Attempting to bind port e1080269-a877-4aaa-a6d1-d88eca4e908c on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:48:20.705638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Attempting to bind port e1080269-a877-4aaa-a6d1-d88eca4e908c by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '2b0c093f-17ea-48b4-bf1f-7baf6027ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '687c79e4-29aa-4a1b-9b68-d70b2ca37976'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:48:20.706262 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Attempting to bind port e1080269-a877-4aaa-a6d1-d88eca4e908c on network 687c79e4-29aa-4a1b-9b68-d70b2ca37976 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:48:20.711549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:48:20.711835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Checking segment: {'id': '2b0c093f-17ea-48b4-bf1f-7baf6027ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '687c79e4-29aa-4a1b-9b68-d70b2ca37976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:20.712239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.712613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Bound using segment: {'id': '2b0c093f-17ea-48b4-bf1f-7baf6027ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '687c79e4-29aa-4a1b-9b68-d70b2ca37976'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:48:20.713060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Bound port: e1080269-a877-4aaa-a6d1-d88eca4e908c, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0c093f-17ea-48b4-bf1f-7baf6027ca79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '687c79e4-29aa-4a1b-9b68-d70b2ca37976'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:48:20.713423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.786806 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:48:20.805406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:20.805605 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] For port e1080269-a877-4aaa-a6d1-d88eca4e908c, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:48:20.809344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] For port e1080269-a877-4aaa-a6d1-d88eca4e908c, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e1080269-a877-4aaa-a6d1-d88eca4e908c,segment=NetworkSegment(2b0c093f-17ea-48b4-bf1f-7baf6027ca79),segment_id=2b0c093f-17ea-48b4-bf1f-7baf6027ca79)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:48:20.815798 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.825193 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:20.825790 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.830538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.838800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-393ac45f-50f2-4f9e-ace2-9be38e3fad58 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.851939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073d7764-a6d0-4dd3-bda1-f18cdc676227 None None] Network f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:20.853572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61416af1-d314-44d6-9a4b-2e57eda63fb0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:20.873084 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-393ac45f-50f2-4f9e-ace2-9be38e3fad58 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fd6c81-e3c6-4e34-8978-57b8c3892178']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:20.942933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-393ac45f-50f2-4f9e-ace2-9be38e3fad58 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fb250c-faf3-4a79-a903-523783e0fe1e') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:20.943162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-393ac45f-50f2-4f9e-ace2-9be38e3fad58 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fb250c-faf3-4a79-a903-523783e0fe1e') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:20.965712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-393ac45f-50f2-4f9e-ace2-9be38e3fad58 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:20.990291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:20.997887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-393ac45f-50f2-4f9e-ace2-9be38e3fad58 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.008878 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:21.016835 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8c2c16c7-c4e2-437a-bf9b-f0069cefcb26 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7738128 Mar 03 05:48:21.055884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55912) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:21.057281 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f5a11-9e71-4177-8a9b-6dd7fc67216f None None] Pushing event updated for resources: {'Port': ['ID=e1080269-a877-4aaa-a6d1-d88eca4e908c,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:21.058831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393ac45f-50f2-4f9e-ace2-9be38e3fad58 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:48:21.059236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-393ac45f-50f2-4f9e-ace2-9be38e3fad58 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.084426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:21.119579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=e5f03b78-a2a5-4977-97b6-c96cd2a045b1,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:21.168996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-42d76552-dd67-4a99-bd00-911f2b387181 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1438538710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:21.173673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aeabce63-74a0-43a2-a5e1-aa1c26d6dfe9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:48:21.175405 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:48:21.179417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-393ac45f-50f2-4f9e-ace2-9be38e3fad58 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.181542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-42d76552-dd67-4a99-bd00-911f2b387181 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:21.192253 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:21.192897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.206989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-393ac45f-50f2-4f9e-ace2-9be38e3fad58 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.210581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-42d76552-dd67-4a99-bd00-911f2b387181 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:router and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:21.221846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-42d76552-dd67-4a99-bd00-911f2b387181 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:21.233840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ac45f-50f2-4f9e-ace2-9be38e3fad58 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Network': ['ID=b7fd6c81-e3c6-4e34-8978-57b8c3892178,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:21.238506 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e88db371-d6d1-4a16-953f-94086990daf2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4812059 Mar 03 05:48:21.246275 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-393ac45f-50f2-4f9e-ace2-9be38e3fad58 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/networks/b7fd6c81-e3c6-4e34-8978-57b8c3892178 HTTP/1.1" status: 204 len: 168 time: 0.8402228 Mar 03 05:48:21.246590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55916) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:21.254142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa', 'network_id': 'f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'fixed_ips': [{'subnet_id': '55064055-e5cd-401e-a409-da1d72327a0e'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:48:21.254334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-42d76552-dd67-4a99-bd00-911f2b387181 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:21.254974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.258444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55918) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:21.262486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61416af1-d314-44d6-9a4b-2e57eda63fb0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:21.267813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-926722551'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:21.275071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-61416af1-d314-44d6-9a4b-2e57eda63fb0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.279077 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461342b-1cef-448b-952d-0a2b56c2cc40 None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:21.285569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Allocated IP 172.20.0.2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/08940618-6a82-4b7f-ad78-3205d5213c88/c84ff4be-3104-40b1-ab6b-d78c114ebf30) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:21.313932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:21.321952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:network and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:21.333555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-42d76552-dd67-4a99-bd00-911f2b387181 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.334788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-42d76552-dd67-4a99-bd00-911f2b387181 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.345661 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:48:21.359989 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8461342b-1cef-448b-952d-0a2b56c2cc40 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:21.360848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8461342b-1cef-448b-952d-0a2b56c2cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:21.367595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:21.435991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8461342b-1cef-448b-952d-0a2b56c2cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:21.444736 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Allocated IP 2001:db8::f816:3eff:fed0:4957 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/6a2fa944-c01b-4c14-8ebf-8abfe1e71c0a/c84ff4be-3104-40b1-ab6b-d78c114ebf30) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:21.554453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:21.562118 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-61416af1-d314-44d6-9a4b-2e57eda63fb0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "PUT /v2.0/floatingips/23a67bf0-f7bd-429c-8deb-a3634c52fdca HTTP/1.1" status: 200 len: 688 time: 2.1746867 Mar 03 05:48:21.565285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55924) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:21.623081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33abf44d-003b-4411-ba31-e3e170bfc6a9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:21.623798 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-33abf44d-003b-4411-ba31-e3e170bfc6a9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:21.628487 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8461342b-1cef-448b-952d-0a2b56c2cc40 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:21.629121 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8461342b-1cef-448b-952d-0a2b56c2cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:21.649913 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-33abf44d-003b-4411-ba31-e3e170bfc6a9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:21.653780 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-33abf44d-003b-4411-ba31-e3e170bfc6a9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.3884387 Mar 03 05:48:21.654225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55928) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:21.711543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:21.714885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.719055 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8461342b-1cef-448b-952d-0a2b56c2cc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:21.719458 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8461342b-1cef-448b-952d-0a2b56c2cc40 None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:21.726514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-42d76552-dd67-4a99-bd00-911f2b387181 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.729174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-838ce6f3-a830-4f89-a917-21c8b8d381ea tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port e5f03b78-a2a5-4977-97b6-c96cd2a045b1 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:21.729539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-838ce6f3-a830-4f89-a917-21c8b8d381ea tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.758280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-8f4152f5-f021-4332-8dd5-1eefacc7193a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port bc25db4c-1abf-46e7-b196-2a2da4d200ae {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:21.758672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4152f5-f021-4332-8dd5-1eefacc7193a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.773662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.796939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.815049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:48:21.818972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-42d76552-dd67-4a99-bd00-911f2b387181 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.869823 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Allocated IP 2001:db8:1::2 (f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa/55064055-e5cd-401e-a409-da1d72327a0e/c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:21.891815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.891815 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Added segment ce22005b-111a-4bde-a378-d4addc42db2d of type vlan for network e17e8701-375c-407d-85f8-f38ff0590f6b Mar 03 05:48:21.900247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-42d76552-dd67-4a99-bd00-911f2b387181 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.904427 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-42d76552-dd67-4a99-bd00-911f2b387181 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8448088 Mar 03 05:48:21.912704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55934) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:21.957543 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:21.988204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.017598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4152f5-f021-4332-8dd5-1eefacc7193a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.017989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4152f5-f021-4332-8dd5-1eefacc7193a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.023824 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Transition to ACTIVE for port object c84ff4be-3104-40b1-ab6b-d78c114ebf30 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:22.052462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Transition to ACTIVE for port object c84ff4be-3104-40b1-ab6b-d78c114ebf30 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:22.068446 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.147727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Pushing event updated for resources: {'Port': ['ID=c84ff4be-3104-40b1-ab6b-d78c114ebf30,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:22.154090 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-8f4152f5-f021-4332-8dd5-1eefacc7193a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for bc25db4c-1abf-46e7-b196-2a2da4d200ae owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:22.163613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:22.166365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:22.196704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:22.223720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.229171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:22.229790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.359938 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1004162 Mar 03 05:48:22.364341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55938) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:22.380170 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4152f5-f021-4332-8dd5-1eefacc7193a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.391416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': 'e17e8701-375c-407d-85f8-f38ff0590f6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:22.473955 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.480222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Attempting to bind port c84ff4be-3104-40b1-ab6b-d78c114ebf30 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:48:22.480588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Attempting to bind port c84ff4be-3104-40b1-ab6b-d78c114ebf30 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:48:22.480951 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Attempting to bind port c84ff4be-3104-40b1-ab6b-d78c114ebf30 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:48:22.489795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Transition to ACTIVE for port object c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:22.502637 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:48:22.503057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:22.503463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.503871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:48:22.504340 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Bound port: c84ff4be-3104-40b1-ab6b-d78c114ebf30, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:48:22.504719 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.531626 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4152f5-f021-4332-8dd5-1eefacc7193a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=bc25db4c-1abf-46e7-b196-2a2da4d200ae,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:22.559643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Transition to ACTIVE for port object c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:22.583420 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.589020 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18144425-935c-4156-bfe1-89037bc67700 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Network': ['ID=e17e8701-375c-407d-85f8-f38ff0590f6b,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:22.618172 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87433ce-2185-4e5d-9f92-2edc7b0066ed None None] Network 687c79e4-29aa-4a1b-9b68-d70b2ca37976 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:22.636073 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-838ce6f3-a830-4f89-a917-21c8b8d381ea tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.650405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network e17e8701-375c-407d-85f8-f38ff0590f6b details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:48:22.702894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:22.709257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:22.713709 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:22.721033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4152f5-f021-4332-8dd5-1eefacc7193a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.725101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:22.735879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Network f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:22.741182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:22.744889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.765282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4152f5-f021-4332-8dd5-1eefacc7193a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.769347 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8f4152f5-f021-4332-8dd5-1eefacc7193a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/floatingips/23a67bf0-f7bd-429c-8deb-a3634c52fdca HTTP/1.1" status: 204 len: 168 time: 1.2024465 Mar 03 05:48:22.781026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55944) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:22.838758 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] For port c84ff4be-3104-40b1-ab6b-d78c114ebf30, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:48:22.841467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:22.873537 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:22.891052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Pushing event updated for resources: {'Port': ['ID=c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:22.893299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5664f9c9-4d3b-4cfe-9e1b-32f78e4d2a80 None None] Provisioning for port e1080269-a877-4aaa-a6d1-d88eca4e908c completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:22.904112 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-861bdb1f-b826-430e-88bc-19897f66ea02 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] delete failed (client error): The resource could not be found. Mar 03 05:48:22.904656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] For port c84ff4be-3104-40b1-ab6b-d78c114ebf30, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c84ff4be-3104-40b1-ab6b-d78c114ebf30,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:48:22.906628 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-861bdb1f-b826-430e-88bc-19897f66ea02 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/floatingips/23a67bf0-f7bd-429c-8deb-a3634c52fdca HTTP/1.1" status: 404 len: 345 time: 0.1243670 Mar 03 05:48:22.915968 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55948) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:22.951729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.955311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:22.957463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.ipam_backend_mixin [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Performing IP validity checks on allocation pools {{(pid=87793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 05:48:22.960437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.ipam_backend_mixin [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 05:48:23.022279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-838ce6f3-a830-4f89-a917-21c8b8d381ea tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for e5f03b78-a2a5-4977-97b6-c96cd2a045b1 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:23.077946 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee17eb-938b-485e-b639-92f74e1be756 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:23.083510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee17eb-938b-485e-b639-92f74e1be756 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:23.089517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee17eb-938b-485e-b639-92f74e1be756 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:23.091384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7bee17eb-938b-485e-b639-92f74e1be756 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Synchronizing usage tracker for tenant:2952856795e04c42b30b59107a591af7 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:23.136704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7bee17eb-938b-485e-b639-92f74e1be756 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Unset dirty status for tenant:2952856795e04c42b30b59107a591af7 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:23.141420 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7bee17eb-938b-485e-b639-92f74e1be756 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "GET /v2.0/ports?network_id=f68c4e26-2339-4bc4-90fd-173df31e09f4 HTTP/1.1" status: 200 len: 2358 time: 0.2241819 Mar 03 05:48:23.142219 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55952) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:23.147923 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Attempting to bind port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:48:23.148260 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Attempting to bind port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '8d5be03c-e5b8-4b8a-b918-911165c0363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:48:23.148618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Attempting to bind port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 on network f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:48:23.206715 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d04b5-af42-45fa-b3c7-987997d5b382 None None] Pushing event updated for resources: {'Port': ['ID=c84ff4be-3104-40b1-ab6b-d78c114ebf30,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:23.211375 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:23.214481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:48:23.215078 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Checking segment: {'id': '8d5be03c-e5b8-4b8a-b918-911165c0363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:23.215633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:23.216745 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Bound using segment: {'id': '8d5be03c-e5b8-4b8a-b918-911165c0363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:48:23.217369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Bound port: c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5be03c-e5b8-4b8a-b918-911165c0363c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:48:23.217920 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:23.239013 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e1080269-a877-4aaa-a6d1-d88eca4e908c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:23.241374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:23.404171 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] For port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:48:23.413119 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135941f1-36d7-4ebb-9f72-c797f3c37667 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:23.414030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] For port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3,segment=NetworkSegment(8d5be03c-e5b8-4b8a-b918-911165c0363c),segment_id=8d5be03c-e5b8-4b8a-b918-911165c0363c)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:48:23.415356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port e1080269-a877-4aaa-a6d1-d88eca4e908c completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:23.420499 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-135941f1-36d7-4ebb-9f72-c797f3c37667 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "GET /v2.0/subnets/e0549d03-e14b-40fb-8865-9de3643c1c27 HTTP/1.1" status: 200 len: 797 time: 0.2739887 Mar 03 05:48:23.424975 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e1080269-a877-4aaa-a6d1-d88eca4e908c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:23.428151 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55956) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:23.430212 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:23.440049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'port': {'network_id': 'f68c4e26-2339-4bc4-90fd-173df31e09f4', 'name': 'tempest-FloatingIPTestJSON-2004973330', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:23.524633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:23.550570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Checking segment: {'id': 'ce22005b-111a-4bde-a378-d4addc42db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e17e8701-375c-407d-85f8-f38ff0590f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:23.550925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network hostable DHCP agents. Network: e17e8701-375c-407d-85f8-f38ff0590f6b, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:48:23.638247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Subnet': ['ID=a8a940b6-ebdc-41b3-914e-a67f987c7847,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:23.670764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fd90a-0a43-4e9c-8e33-70e41159e368 None None] Pushing event updated for resources: {'Port': ['ID=c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:23.704840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network e17e8701-375c-407d-85f8-f38ff0590f6b is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:48:23.762302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:23.767145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, e17e8701-375c-407d-85f8-f38ff0590f6b) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:23.778935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85f51ec-8945-4b23-9ffb-c82cf8bd5835 None None] Network e17e8701-375c-407d-85f8-f38ff0590f6b requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:23.786487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:23.787072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:23.820489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:23.835816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:23.851007 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2c77475b-3bf5-4a24-ad1b-5ca525fa26ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4853294 Mar 03 05:48:23.854374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55960) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:23.862984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': 'e17e8701-375c-407d-85f8-f38ff0590f6b', 'name': 'tempest-PortsIpV6TestJSON-1488041142'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:23.868729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Allocated IP 2001:db8::1 (687c79e4-29aa-4a1b-9b68-d70b2ca37976/68959276-9cc8-42c2-8e04-3230b52a224e/cf32d235-f4cc-4367-80f1-350af567f622) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:23.883199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Made reservation on behalf of 2952856795e04c42b30b59107a591af7 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:23.935883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port e1080269-a877-4aaa-a6d1-d88eca4e908c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e1080269-a877-4aaa-a6d1-d88eca4e908c,segment=NetworkSegment(2b0c093f-17ea-48b4-bf1f-7baf6027ca79),segment_id=2b0c093f-17ea-48b4-bf1f-7baf6027ca79)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:23.952365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:24.074152 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aeabce63-74a0-43a2-a5e1-aa1c26d6dfe9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:24.088687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aeabce63-74a0-43a2-a5e1-aa1c26d6dfe9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:24.133288 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-663b66ab-1142-4976-ae97-d9286cb30617 None None] Provisioning complete for port e1080269-a877-4aaa-a6d1-d88eca4e908c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:24.133902 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-663b66ab-1142-4976-ae97-d9286cb30617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:24.168215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-838ce6f3-a830-4f89-a917-21c8b8d381ea tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:24.171410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:24.174464 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=e1080269-a877-4aaa-a6d1-d88eca4e908c,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:24.179043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:24.206598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:24.221443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] device_id is not set on port 989ef72e-6d2a-45a3-b407-96b822ec44f9 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:24.252658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-e17e8701-375c-407d-85f8-f38ff0590f6b', 'network_id': 'e17e8701-375c-407d-85f8-f38ff0590f6b', 'tenant_id': 'abf03cd3c52b4b1cb398f908af2b84e5', 'fixed_ips': [{'subnet_id': 'a8a940b6-ebdc-41b3-914e-a67f987c7847'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:48:24.254271 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:24.295370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:24.299381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:24.371896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port bd3be776-5450-42bd-be80-a629a970434a yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:24.377030 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:24.399238 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Transition to ACTIVE for port object cf32d235-f4cc-4367-80f1-350af567f622 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:24.486814 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ce6f3-a830-4f89-a917-21c8b8d381ea tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=e5f03b78-a2a5-4977-97b6-c96cd2a045b1,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:24.495214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:24.587940 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Allocated IP 2001:db8::2 (e17e8701-375c-407d-85f8-f38ff0590f6b/a8a940b6-ebdc-41b3-914e-a67f987c7847/de45507b-5978-4be5-9ae7-8f9f9f1fae59) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:24.788311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.20.0.14 (f68c4e26-2339-4bc4-90fd-173df31e09f4/e0549d03-e14b-40fb-8865-9de3643c1c27/989ef72e-6d2a-45a3-b407-96b822ec44f9) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:24.795865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.20.0.13 (f68c4e26-2339-4bc4-90fd-173df31e09f4/e0549d03-e14b-40fb-8865-9de3643c1c27/989ef72e-6d2a-45a3-b407-96b822ec44f9) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:24.872683 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a8a67c-3314-4a66-a952-424830ce30df None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:25.052907 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:25.075996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e0dc7c9c-c392-42fa-acc0-5a9ce925bbb7 None None] Provisioning for port c84ff4be-3104-40b1-ab6b-d78c114ebf30 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:25.087566 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Transition to ACTIVE for port object de45507b-5978-4be5-9ae7-8f9f9f1fae59 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:25.123477 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:25.163731 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:25.173814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21adbc5-fda5-49d2-8aa3-ef34815f7e67 None None] Network f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:25.235545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Transition to ACTIVE for port object de45507b-5978-4be5-9ae7-8f9f9f1fae59 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:25.241474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network f68c4e26-2339-4bc4-90fd-173df31e09f4 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:25.254216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:25.261540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:25.292800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:25.304819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=989ef72e-6d2a-45a3-b407-96b822ec44f9,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:25.318041 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 687c79e4-29aa-4a1b-9b68-d70b2ca37976 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:25.326745 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=cf32d235-f4cc-4367-80f1-350af567f622,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:25.335028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:25.338962 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:25.339649 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:25.362320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:25.363686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeabce63-74a0-43a2-a5e1-aa1c26d6dfe9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Router d73cc961-645d-45e8-8e02-d56965de8233 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:25.395462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:25.396147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:25.437408 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7754d4ae-1d24-42ff-b0e5-0fc07338a558 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.0076478 Mar 03 05:48:25.439272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8::14a (e17e8701-375c-407d-85f8-f38ff0590f6b/a8a940b6-ebdc-41b3-914e-a67f987c7847/bd3be776-5450-42bd-be80-a629a970434a) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:25.440875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55968) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:25.447986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': '989ef72e-6d2a-45a3-b407-96b822ec44f9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:25.458042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:25.463090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Pushing event updated for resources: {'Port': ['ID=de45507b-5978-4be5-9ae7-8f9f9f1fae59,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:25.463870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:floatingip and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:25.470424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:25.477308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:25.494129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-838ce6f3-a830-4f89-a917-21c8b8d381ea tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:25.514196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:25.525810 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-601df502-b234-464b-9aca-4cf7a5e17346 None None] Provisioning for port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:25.538446 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Network e17e8701-375c-407d-85f8-f38ff0590f6b is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:25.553436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:25.561274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:25.577634 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11ab8b-b700-4605-9e3a-78c2441c38b9 req-898f6ebb-fdc2-480c-9856-adad01bf9836 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:25.584931 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bf11ab8b-b700-4605-9e3a-78c2441c38b9 req-898f6ebb-fdc2-480c-9856-adad01bf9836 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 945 time: 0.3670051 Mar 03 05:48:25.670638 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:25.702647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:25.703358 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-838ce6f3-a830-4f89-a917-21c8b8d381ea tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/e5f03b78-a2a5-4977-97b6-c96cd2a045b1 HTTP/1.1" status: 204 len: 168 time: 4.0481358 Mar 03 05:48:25.706442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55972) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:25.726087 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:25.726510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:25.760068 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Attempting to bind port de45507b-5978-4be5-9ae7-8f9f9f1fae59 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:48:25.760521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Attempting to bind port de45507b-5978-4be5-9ae7-8f9f9f1fae59 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'ce22005b-111a-4bde-a378-d4addc42db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e17e8701-375c-407d-85f8-f38ff0590f6b'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:48:25.760952 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Attempting to bind port de45507b-5978-4be5-9ae7-8f9f9f1fae59 on network e17e8701-375c-407d-85f8-f38ff0590f6b {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:48:25.821688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:48:25.822061 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Checking segment: {'id': 'ce22005b-111a-4bde-a378-d4addc42db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e17e8701-375c-407d-85f8-f38ff0590f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:25.822462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:25.822856 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Bound using segment: {'id': 'ce22005b-111a-4bde-a378-d4addc42db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e17e8701-375c-407d-85f8-f38ff0590f6b'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:48:25.823337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Bound port: de45507b-5978-4be5-9ae7-8f9f9f1fae59, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce22005b-111a-4bde-a378-d4addc42db2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e17e8701-375c-407d-85f8-f38ff0590f6b'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:48:25.823939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:25.862350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-70202f0e-d2fe-4218-8fbf-f11803dec23a None None] Provisioning for port cf32d235-f4cc-4367-80f1-350af567f622 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:25.907574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-70202f0e-d2fe-4218-8fbf-f11803dec23a None None] Provisioning complete for port cf32d235-f4cc-4367-80f1-350af567f622 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:25.907929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-70202f0e-d2fe-4218-8fbf-f11803dec23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:25.929379 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bf11ab8b-b700-4605-9e3a-78c2441c38b9 req-51885c57-b0aa-4b32-97ca-6d9879464345 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432825 Mar 03 05:48:25.939104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:26.001909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:26.038987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object bd3be776-5450-42bd-be80-a629a970434a will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:26.044719 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-70202f0e-d2fe-4218-8fbf-f11803dec23a None None] Port cf32d235-f4cc-4367-80f1-350af567f622 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:48:26.062120 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] For port de45507b-5978-4be5-9ae7-8f9f9f1fae59, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:48:26.088948 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] For port de45507b-5978-4be5-9ae7-8f9f9f1fae59, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=de45507b-5978-4be5-9ae7-8f9f9f1fae59,segment=NetworkSegment(ce22005b-111a-4bde-a378-d4addc42db2d),segment_id=ce22005b-111a-4bde-a378-d4addc42db2d)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:48:26.091635 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:26.109982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:26.136570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d864b998-9a1b-47af-bfe4-e525dd4b4d26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:26.138911 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d864b998-9a1b-47af-bfe4-e525dd4b4d26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:26.140202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.26.3.79 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/3d7fb8b2-f6db-4ad2-af54-d45c0741f630) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:26.140887 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d864b998-9a1b-47af-bfe4-e525dd4b4d26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:26.141866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d864b998-9a1b-47af-bfe4-e525dd4b4d26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:26.157986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:26.160069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeabce63-74a0-43a2-a5e1-aa1c26d6dfe9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:26.166783 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aeabce63-74a0-43a2-a5e1-aa1c26d6dfe9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:26.170945 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d56ce9-9f2d-405a-8786-61db7fbbf4c7 None None] Sync routers for ids ['d73cc961-645d-45e8-8e02-d56965de8233'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:26.179325 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-aeabce63-74a0-43a2-a5e1-aa1c26d6dfe9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "PUT /v2.0/routers/d73cc961-645d-45e8-8e02-d56965de8233 HTTP/1.1" status: 200 len: 925 time: 5.8409054 Mar 03 05:48:26.184790 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55976) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:26.185117 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d56ce9-9f2d-405a-8786-61db7fbbf4c7 None None] Routers {'d73cc961-645d-45e8-8e02-d56965de8233'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:26.185882 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b8d56ce9-9f2d-405a-8786-61db7fbbf4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d73cc961-645d-45e8-8e02-d56965de8233'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:26.280253 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3,segment=NetworkSegment(8d5be03c-e5b8-4b8a-b918-911165c0363c),segment_id=8d5be03c-e5b8-4b8a-b918-911165c0363c)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:26.288234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network e17e8701-375c-407d-85f8-f38ff0590f6b is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:26.295227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:26.301546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:26.302802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:26.303854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e1080269-a877-4aaa-a6d1-d88eca4e908c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:26.307445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:26.308314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:26.324725 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b8d56ce9-9f2d-405a-8786-61db7fbbf4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:26.345315 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d56ce9-9f2d-405a-8786-61db7fbbf4c7 None None] Routers {'d73cc961-645d-45e8-8e02-d56965de8233'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:26.346700 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b8d56ce9-9f2d-405a-8786-61db7fbbf4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d73cc961-645d-45e8-8e02-d56965de8233'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:26.350575 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1a91d-2efe-41bb-b1ab-7e25e2ce23b1 None None] Pushing event updated for resources: {'Port': ['ID=de45507b-5978-4be5-9ae7-8f9f9f1fae59,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:26.369844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=bd3be776-5450-42bd-be80-a629a970434a,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:26.441458 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b8d56ce9-9f2d-405a-8786-61db7fbbf4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:26.442366 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d56ce9-9f2d-405a-8786-61db7fbbf4c7 None None] The sync data for ids ['d73cc961-645d-45e8-8e02-d56965de8233'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:26.487761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d864b998-9a1b-47af-bfe4-e525dd4b4d26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:26.492537 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d864b998-9a1b-47af-bfe4-e525dd4b4d26 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7548254 Mar 03 05:48:26.493431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55980) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:26.561644 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c77a66e8-d403-41be-ab37-790d2413a15f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7049358 Mar 03 05:48:26.566060 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55984) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:26.617665 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:26.658813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e1080269-a877-4aaa-a6d1-d88eca4e908c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:26.659279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:26.673601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:26.735547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e0aa6326-e778-4535-a229-5109ba4eee8b None None] Provisioning complete for port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:26.736111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e0aa6326-e778-4535-a229-5109ba4eee8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:26.750922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:26.842841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-a774456c-2dcb-4011-86ae-2d67938196bb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 08940618-6a82-4b7f-ad78-3205d5213c88 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:26.895692 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=3d7fb8b2-f6db-4ad2-af54-d45c0741f630,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:26.911122 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a774456c-2dcb-4011-86ae-2d67938196bb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:26.943011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:26.945736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:26.949681 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:26.954123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c84ff4be-3104-40b1-ab6b-d78c114ebf30 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:27.001641 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-23312100-70fe-4daf-b395-1ba91e2c01a6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port bd3be776-5450-42bd-be80-a629a970434a {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:27.002112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-23312100-70fe-4daf-b395-1ba91e2c01a6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:27.058316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port c84ff4be-3104-40b1-ab6b-d78c114ebf30 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:27.078118 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c84ff4be-3104-40b1-ab6b-d78c114ebf30 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:27.078803 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:27.108038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a774456c-2dcb-4011-86ae-2d67938196bb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:27.119951 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-54e4619d-bbcd-483f-b0cd-50d3d0701073 None None] Could not find standard attr ID for object e5f03b78-a2a5-4977-97b6-c96cd2a045b1. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:48:27.121672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-f816c68e-cd07-4599-943c-4f9d0620c745 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:27.123073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-f816c68e-cd07-4599-943c-4f9d0620c745 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Synchronizing usage tracker for tenant:9c1bfd704a37471c9717c3c2cb1ec379 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:27.164831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-f816c68e-cd07-4599-943c-4f9d0620c745 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Unset dirty status for tenant:9c1bfd704a37471c9717c3c2cb1ec379 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:27.166216 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-f816c68e-cd07-4599-943c-4f9d0620c745 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.23 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 945 time: 0.3171299 Mar 03 05:48:27.218535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:27.253852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port c84ff4be-3104-40b1-ab6b-d78c114ebf30, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c84ff4be-3104-40b1-ab6b-d78c114ebf30,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:27.261274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:27.321686 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-32bd14aa-e91c-419b-b337-64afef17cf4e tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/routers/d73cc961-645d-45e8-8e02-d56965de8233 HTTP/1.1" status: 200 len: 925 time: 1.1137578 Mar 03 05:48:27.366852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55990) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:27.383400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Deleting port 4197c9ec-9297-48c8-8cec-091a20a3bfc4 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:27.383751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:27.389136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=c84ff4be-3104-40b1-ab6b-d78c114ebf30,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:27.566757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:27.598259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:27.641427 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:27.642184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:27.690400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:27.690775 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:27.722207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8015d4-9cdb-4616-8bf7-c188dc139ddf None None] Network e17e8701-375c-407d-85f8-f38ff0590f6b requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:27.726646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc0130-3bd3-40ff-890e-0ec6d98017ae req-befc6f57-062a-4a2b-af97-73dafc80124f tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:27.728135 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6acc0130-3bd3-40ff-890e-0ec6d98017ae req-befc6f57-062a-4a2b-af97-73dafc80124f tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 945 time: 0.6248744 Mar 03 05:48:27.753445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a774456c-2dcb-4011-86ae-2d67938196bb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:27.824782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f7546-0b57-4816-b94c-63860faffd50 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:27.828897 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fc2f7546-0b57-4816-b94c-63860faffd50 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&device_id=d73cc961-645d-45e8-8e02-d56965de8233&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4586058 Mar 03 05:48:27.836178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 55994) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:27.852387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-69238b9a-3e59-4a9a-8dd9-9fc2ff3fc86f None None] Provisioning for port de45507b-5978-4be5-9ae7-8f9f9f1fae59 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:27.884266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] For port 4197c9ec-9297-48c8-8cec-091a20a3bfc4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4197c9ec-9297-48c8-8cec-091a20a3bfc4,segment=NetworkSegment(1671a4b1-dfde-4c69-82dc-094f7952330a),segment_id=1671a4b1-dfde-4c69-82dc-094f7952330a)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:27.884989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:27.933444 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=cf32d235-f4cc-4367-80f1-350af567f622,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:27.959565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-23312100-70fe-4daf-b395-1ba91e2c01a6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:27.974059 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6acc0130-3bd3-40ff-890e-0ec6d98017ae req-c776cdc4-b562-4007-a4b6-407617ff6268 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241364 Mar 03 05:48:28.010417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device de45507b-5978-4be5-9ae7-8f9f9f1fae59 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:28.105053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port de45507b-5978-4be5-9ae7-8f9f9f1fae59 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:28.113524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port de45507b-5978-4be5-9ae7-8f9f9f1fae59 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:28.113900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.121314 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-23312100-70fe-4daf-b395-1ba91e2c01a6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for bd3be776-5450-42bd-be80-a629a970434a owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:28.178461 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 687c79e4-29aa-4a1b-9b68-d70b2ca37976 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:28.181813 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:28.191265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a774456c-2dcb-4011-86ae-2d67938196bb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.249692 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.291111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port de45507b-5978-4be5-9ae7-8f9f9f1fae59, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=de45507b-5978-4be5-9ae7-8f9f9f1fae59,segment=NetworkSegment(ce22005b-111a-4bde-a378-d4addc42db2d),segment_id=ce22005b-111a-4bde-a378-d4addc42db2d)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:28.298936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.311853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a774456c-2dcb-4011-86ae-2d67938196bb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.318601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774456c-2dcb-4011-86ae-2d67938196bb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=08940618-6a82-4b7f-ad78-3205d5213c88,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:28.356135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3fbd57-1727-4c6d-84bd-9dc45410eeea None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:28.366355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9d2e64-042f-416f-ad86-704c1019c994 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:28.366929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7b9d2e64-042f-416f-ad86-704c1019c994 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Synchronizing usage tracker for tenant:190a9ef8d85a4860b190de43b7de0cb1 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:28.377223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.457427 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a774456c-2dcb-4011-86ae-2d67938196bb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/08940618-6a82-4b7f-ad78-3205d5213c88 HTTP/1.1" status: 204 len: 168 time: 1.9463806 Mar 03 05:48:28.489651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 55998) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:28.601910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7b9d2e64-042f-416f-ad86-704c1019c994 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Unset dirty status for tenant:190a9ef8d85a4860b190de43b7de0cb1 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:28.605527 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7b9d2e64-042f-416f-ad86-704c1019c994 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/networks/2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 881 time: 0.7659030 Mar 03 05:48:28.610181 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ede0788-3b5b-42e8-b7b7-e18929ef8a03 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 6a2fa944-c01b-4c14-8ebf-8abfe1e71c0a {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:28.611213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56004) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:28.617145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3ede0788-3b5b-42e8-b7b7-e18929ef8a03 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.662263 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-23312100-70fe-4daf-b395-1ba91e2c01a6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.713434 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-946813ab-af8e-48eb-8cb5-2f76f1fe35ee tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d73cc961-645d-45e8-8e02-d56965de8233 HTTP/1.1" status: 200 len: 205 time: 0.0988681 Mar 03 05:48:28.722565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56008) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:28.730773 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=de45507b-5978-4be5-9ae7-8f9f9f1fae59,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:28.759072 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fc8a758e-f8b1-40d5-abe1-34a173b353bb None None] Provisioning complete for port de45507b-5978-4be5-9ae7-8f9f9f1fae59 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:28.759521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fc8a758e-f8b1-40d5-abe1-34a173b353bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.765710 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23312100-70fe-4daf-b395-1ba91e2c01a6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=bd3be776-5450-42bd-be80-a629a970434a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:28.770512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-23312100-70fe-4daf-b395-1ba91e2c01a6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.786984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3ede0788-3b5b-42e8-b7b7-e18929ef8a03 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.817268 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router cfd9df6b-e929-489b-857d-5996623d4adc is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:48:28.838469 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-23312100-70fe-4daf-b395-1ba91e2c01a6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/bd3be776-5450-42bd-be80-a629a970434a HTTP/1.1" status: 204 len: 168 time: 2.2670765 Mar 03 05:48:28.841742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56012) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:28.848565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.849101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.849512 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Floating IP c5cc365c-f238-44fa-8eaa-9eb9082ec363 disassociated. External IP: 172.26.3.228, port: 4197c9ec-9297-48c8-8cec-091a20a3bfc4. Mar 03 05:48:28.850005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Calling delete_port for 4197c9ec-9297-48c8-8cec-091a20a3bfc4 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:28.911412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:28.978359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fc8a758e-f8b1-40d5-abe1-34a173b353bb None None] Could not find standard attr ID for object bd3be776-5450-42bd-be80-a629a970434a. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:48:29.094770 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-87789f36-ce9f-4b03-b283-4edf14819da1 None None] Could not find standard attr ID for object bd3be776-5450-42bd-be80-a629a970434a. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:48:29.118201 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-87789f36-ce9f-4b03-b283-4edf14819da1 None None] Provisioning complete for port cf32d235-f4cc-4367-80f1-350af567f622 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:29.119255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-87789f36-ce9f-4b03-b283-4edf14819da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:29.164843 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7108536-cd64-4a7f-9e3b-4cfe5b152f2c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] DELETE failed (client error): The resource could not be found. Mar 03 05:48:29.165361 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7108536-cd64-4a7f-9e3b-4cfe5b152f2c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:48:29.170016 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c7108536-cd64-4a7f-9e3b-4cfe5b152f2c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/bd3be776-5450-42bd-be80-a629a970434a HTTP/1.1" status: 404 len: 333 time: 0.3264639 Mar 03 05:48:29.203972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3ede0788-3b5b-42e8-b7b7-e18929ef8a03 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:29.227695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56020) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:29.236154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:29.256035 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-87789f36-ce9f-4b03-b283-4edf14819da1 None None] Port cf32d235-f4cc-4367-80f1-350af567f622 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:48:29.429225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:29.433150 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device de45507b-5978-4be5-9ae7-8f9f9f1fae59 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:29.436966 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea14256-89c9-4121-a9e8-0bbe3a617398 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:48:29.437490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-aea14256-89c9-4121-a9e8-0bbe3a617398 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:29.444511 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3ede0788-3b5b-42e8-b7b7-e18929ef8a03 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:29.477230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-aea14256-89c9-4121-a9e8-0bbe3a617398 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:29.481119 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-aea14256-89c9-4121-a9e8-0bbe3a617398 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/bd3be776-5450-42bd-be80-a629a970434a HTTP/1.1" status: 404 len: 333 time: 0.2454760 Mar 03 05:48:29.488164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789c04d-9017-4032-ba79-0db1345fda33 None None] Sync routers for ids ['cfd9df6b-e929-489b-857d-5996623d4adc'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:29.495560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56024) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:29.527874 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d91aaaa3-1793-40a6-ae93-feb714073427 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/cfd9df6b-e929-489b-857d-5996623d4adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6139648 Mar 03 05:48:29.528585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56030) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:29.530116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789c04d-9017-4032-ba79-0db1345fda33 None None] Routers {'cfd9df6b-e929-489b-857d-5996623d4adc'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:29.530955 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5789c04d-9017-4032-ba79-0db1345fda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfd9df6b-e929-489b-857d-5996623d4adc'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:29.567260 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3ede0788-3b5b-42e8-b7b7-e18929ef8a03 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:29.571783 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3ede0788-3b5b-42e8-b7b7-e18929ef8a03 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/6a2fa944-c01b-4c14-8ebf-8abfe1e71c0a HTTP/1.1" status: 204 len: 168 time: 1.0810704 Mar 03 05:48:29.572808 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede0788-3b5b-42e8-b7b7-e18929ef8a03 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2fa944-c01b-4c14-8ebf-8abfe1e71c0a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:29.579531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56034) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:29.634349 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5789c04d-9017-4032-ba79-0db1345fda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:29.645374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:29.676043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5789c04d-9017-4032-ba79-0db1345fda33 None None] Routers {'cfd9df6b-e929-489b-857d-5996623d4adc'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:29.676914 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5789c04d-9017-4032-ba79-0db1345fda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfd9df6b-e929-489b-857d-5996623d4adc'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:29.722300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Pushing event deleted for resources: {'Port': ['ID=4197c9ec-9297-48c8-8cec-091a20a3bfc4,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:29.737010 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:29.752495 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bcdaed04-8c92-4025-a12c-ff7562cea6cc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1674151 Mar 03 05:48:29.762961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b26db8e-4b0c-4395-aadd-92354e73490d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:29.763855 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2b26db8e-4b0c-4395-aadd-92354e73490d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Synchronizing usage tracker for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:29.768118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56038) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:29.768413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5789c04d-9017-4032-ba79-0db1345fda33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:29.769077 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5789c04d-9017-4032-ba79-0db1345fda33 None None] The sync data for ids ['cfd9df6b-e929-489b-857d-5996623d4adc'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:29.775137 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port de45507b-5978-4be5-9ae7-8f9f9f1fae59 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:29.775547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:29.789564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:29.821346 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:29.829971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a683a204-a4f7-454e-8129-15a508c68a0c None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:29.864600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:29.959398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-0211e464-7053-4274-872c-c9edd2080a29 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting subnet a8a940b6-ebdc-41b3-914e-a67f987c7847 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:29.972349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0211e464-7053-4274-872c-c9edd2080a29 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:30.021497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0ba5f4a1-c368-4801-ac68-e6bb042a0007 None None] Provisioning complete for port c84ff4be-3104-40b1-ab6b-d78c114ebf30 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:30.021497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f4a1-c368-4801-ac68-e6bb042a0007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:30.024270 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2b26db8e-4b0c-4395-aadd-92354e73490d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Unset dirty status for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:30.027845 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2b26db8e-4b0c-4395-aadd-92354e73490d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports/cf32d235-f4cc-4367-80f1-350af567f622 HTTP/1.1" status: 200 len: 911 time: 0.4631958 Mar 03 05:48:30.034484 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56042) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:30.045498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5c9cb-1673-4042-9f64-973de35c0958 req-0eac25a7-33bc-4013-b4f6-25aea119db45 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:30.047684 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-31a5c9cb-1673-4042-9f64-973de35c0958 req-0eac25a7-33bc-4013-b4f6-25aea119db45 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 945 time: 0.8910360 Mar 03 05:48:30.104682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Deleting port db1ac31a-6d02-448d-8647-620c3651fd7e {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:30.105952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:30.144142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=3d7fb8b2-f6db-4ad2-af54-d45c0741f630,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:30.154491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c84ff4be-3104-40b1-ab6b-d78c114ebf30 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:30.159641 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:30.170114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0211e464-7053-4274-872c-c9edd2080a29 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:30.271045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:30.275294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:30.296963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:30.300143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:30.317277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:30.357110 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c84ff4be-3104-40b1-ab6b-d78c114ebf30 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:30.359932 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:30.380341 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-31a5c9cb-1673-4042-9f64-973de35c0958 req-071eb98e-8fd4-4672-b2cc-faedeb362a0e tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a997be3-6c98-4889-8b41-65bcbb33f782&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514255 Mar 03 05:48:30.450752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0c762a-fedc-471f-a6b0-b69f422f3429 None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:48:30.460157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c762a-fedc-471f-a6b0-b69f422f3429 None None] Deleting port c84ff4be-3104-40b1-ab6b-d78c114ebf30 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:30.460537 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2a0c762a-fedc-471f-a6b0-b69f422f3429 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:30.470548 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10dfc-ff22-4942-b9bc-184b9745f871 req-3226cbab-ccd8-4ece-ba17-a91216d695b1 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:30.472384 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1bd10dfc-ff22-4942-b9bc-184b9745f871 req-3226cbab-ccd8-4ece-ba17-a91216d695b1 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 945 time: 0.6925273 Mar 03 05:48:30.472957 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:30.476185 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:30.524330 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Router 60ec4f9d-63c9-4a60-ba83-629453f6b068 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:30.692786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:30.700993 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1bd10dfc-ff22-4942-b9bc-184b9745f871 req-27869aad-0f86-49e3-9ccb-900d16aeaea7 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035418 Mar 03 05:48:30.748047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-2a0c762a-fedc-471f-a6b0-b69f422f3429 None None] For port c84ff4be-3104-40b1-ab6b-d78c114ebf30, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c84ff4be-3104-40b1-ab6b-d78c114ebf30,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:30.748657 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2a0c762a-fedc-471f-a6b0-b69f422f3429 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:30.853861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Calling delete_port for db1ac31a-6d02-448d-8647-620c3651fd7e owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:30.884121 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c762a-fedc-471f-a6b0-b69f422f3429 None None] Calling delete_port for c84ff4be-3104-40b1-ab6b-d78c114ebf30 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:30.895787 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Floating IP 2b26898f-caaa-46d4-8479-d041ef892dea associated. External IP: 172.26.3.79, port: 989ef72e-6d2a-45a3-b407-96b822ec44f9. Mar 03 05:48:30.904198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0211e464-7053-4274-872c-c9edd2080a29 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:30.963835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2a0c762a-fedc-471f-a6b0-b69f422f3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:31.013850 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c762a-fedc-471f-a6b0-b69f422f3429 None None] Pushing event deleted for resources: {'Port': ['ID=c84ff4be-3104-40b1-ab6b-d78c114ebf30,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:31.017214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0c762a-fedc-471f-a6b0-b69f422f3429 None None] No DVR routers for this DVR port c84ff4be-3104-40b1-ab6b-d78c114ebf30 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:31.041135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0b8c3a-5be7-463d-9214-4d26a979bb7b None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 05:48:31.162651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0211e464-7053-4274-872c-c9edd2080a29 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:31.208077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:31.216782 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211e464-7053-4274-872c-c9edd2080a29 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a940b6-ebdc-41b3-914e-a67f987c7847,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:31.226765 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acceec0a-01e4-4e7b-9d98-616e07b56771 None None] Sync routers for ids ['60ec4f9d-63c9-4a60-ba83-629453f6b068'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:31.232450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0b8c3a-5be7-463d-9214-4d26a979bb7b None None] Resources bound (agent type, host, resource id): {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 05:48:31.249463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0211e464-7053-4274-872c-c9edd2080a29 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:31.254639 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acceec0a-01e4-4e7b-9d98-616e07b56771 None None] Routers {'60ec4f9d-63c9-4a60-ba83-629453f6b068'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:31.255559 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-acceec0a-01e4-4e7b-9d98-616e07b56771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['60ec4f9d-63c9-4a60-ba83-629453f6b068'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:31.295925 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0211e464-7053-4274-872c-c9edd2080a29 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/a8a940b6-ebdc-41b3-914e-a67f987c7847 HTTP/1.1" status: 204 len: 168 time: 1.7902489 Mar 03 05:48:31.301641 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56048) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:31.345555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:31.357786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] No DVR routers for this DVR port 4197c9ec-9297-48c8-8cec-091a20a3bfc4 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:31.361545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:31.377278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63683063-a6b9-49cf-ae98-5477ed625603', 'name': 'network-vif-deleted', 'tag': '4197c9ec-9297-48c8-8cec-091a20a3bfc4'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:48:31.382195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 4197c9ec-9297-48c8-8cec-091a20a3bfc4 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:31.389233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:31.430868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c84ff4be-3104-40b1-ab6b-d78c114ebf30 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:31.488118 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 4197c9ec-9297-48c8-8cec-091a20a3bfc4 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:31.488780 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 4197c9ec-9297-48c8-8cec-091a20a3bfc4 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:31.496106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:31.506670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: c84ff4be-3104-40b1-ab6b-d78c114ebf30 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:31.507267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c84ff4be-3104-40b1-ab6b-d78c114ebf30 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:31.572245 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:31.582997 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:31.583683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:31.585555 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-acceec0a-01e4-4e7b-9d98-616e07b56771 None None] Set router 60ec4f9d-63c9-4a60-ba83-629453f6b068 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:48:31.606004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:31.615616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=2d9d14ae-e55d-4a8f-8a7c-c79d0de81649,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:31.620779 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63683063-a6b9-49cf-ae98-5477ed625603', 'name': 'network-vif-deleted', 'tag': '4197c9ec-9297-48c8-8cec-091a20a3bfc4', 'status': 'completed', 'code': 200} Mar 03 05:48:31.750337 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4d4445b5-fc3b-4887-ae5d-5502de8032eb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9682353 Mar 03 05:48:31.751327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56058) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:31.766373 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-17766d09-b3ca-41d4-b199-022b54e360a7 req-c7754d87-e291-4db3-b289-3c2f8d7b2ed1 tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/ports?device_id=63683063-a6b9-49cf-ae98-5477ed625603 HTTP/1.1" status: 200 len: 210 time: 0.0824361 Mar 03 05:48:31.771191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port de45507b-5978-4be5-9ae7-8f9f9f1fae59 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:31.771811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:31.825555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:31.857345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '2d9d14ae-e55d-4a8f-8a7c-c79d0de81649'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:48:31.858357 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:32.025544 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7da31b3b-6400-4b0f-8cc5-1edfd175c989 req-369c2d99-ed04-48d0-8ed8-0e9edcdb0c9b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.23 "DELETE /v2.0/ports/4197c9ec-9297-48c8-8cec-091a20a3bfc4 HTTP/1.1" status: 204 len: 173 time: 4.8261492 Mar 03 05:48:32.043382 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-acceec0a-01e4-4e7b-9d98-616e07b56771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:46:18Z', 'revision_number': 4, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c7ad0943-ad76-4fae-8ba1-765dcfe5ff39', 'name': '', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'mac_address': 'fa:16:3e:24:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:14Z', 'updated_at': '2022-03-03T05:46:31Z', 'revision_number': 5, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'subnets': [{'id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:32.051609 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acceec0a-01e4-4e7b-9d98-616e07b56771 None None] Checking router: 60ec4f9d-63c9-4a60-ba83-629453f6b068 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:48:32.060864 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acceec0a-01e4-4e7b-9d98-616e07b56771 None None] Routers {'60ec4f9d-63c9-4a60-ba83-629453f6b068'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:32.061678 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-acceec0a-01e4-4e7b-9d98-616e07b56771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['60ec4f9d-63c9-4a60-ba83-629453f6b068'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:32.086288 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:32.114641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-1a2846b9-b852-4f29-82a4-d831b370c327 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:32.115504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-1a2846b9-b852-4f29-82a4-d831b370c327 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Synchronizing usage tracker for tenant:05a7b63e8ae64b29be32863d19c4523d on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:32.164586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Allocated IP 172.20.0.2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/2d9d14ae-e55d-4a8f-8a7c-c79d0de81649/61da932e-da22-465b-8738-72e990eba4f4) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:32.206922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:32.254873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-1a2846b9-b852-4f29-82a4-d831b370c327 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Unset dirty status for tenant:05a7b63e8ae64b29be32863d19c4523d on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:32.256252 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-1a2846b9-b852-4f29-82a4-d831b370c327 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.23 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 945 time: 1.1644192 Mar 03 05:48:32.301212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Pushing event deleted for resources: {'Port': ['ID=db1ac31a-6d02-448d-8647-620c3651fd7e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:32.338571 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-acceec0a-01e4-4e7b-9d98-616e07b56771 None None] Set router 60ec4f9d-63c9-4a60-ba83-629453f6b068 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:48:32.510799 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:32.513804 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Deleting port c814a8fa-6c37-486e-8fb2-b4c97c32b487 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:32.514266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:32.543580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Transition to ACTIVE for port object 61da932e-da22-465b-8738-72e990eba4f4 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:32.584234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:32.585573 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Transition to ACTIVE for port object 61da932e-da22-465b-8738-72e990eba4f4 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:32.596377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:32.648549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:32.649798 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8461cca-1f57-43f9-abd3-4ee52a561366 None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:32.655719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:32.679596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:32.706243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8461cca-1f57-43f9-abd3-4ee52a561366 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:32.707081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d8461cca-1f57-43f9-abd3-4ee52a561366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:32.744729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:32.774192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:32.776786 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:32.782601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:32.790888 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:32.797492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Pushing event updated for resources: {'Port': ['ID=61da932e-da22-465b-8738-72e990eba4f4,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:32.810917 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:32.814959 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d8461cca-1f57-43f9-abd3-4ee52a561366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:32.827862 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-acceec0a-01e4-4e7b-9d98-616e07b56771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:46:18Z', 'revision_number': 4, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c7ad0943-ad76-4fae-8ba1-765dcfe5ff39', 'name': '', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'mac_address': 'fa:16:3e:24:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:14Z', 'updated_at': '2022-03-03T05:46:31Z', 'revision_number': 5, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'subnets': [{'id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:32.832623 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acceec0a-01e4-4e7b-9d98-616e07b56771 None None] The sync data for ids ['60ec4f9d-63c9-4a60-ba83-629453f6b068'] in dv-neutron-831582-1-hyperv is: [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:46:18Z', 'revision_number': 4, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c7ad0943-ad76-4fae-8ba1-765dcfe5ff39', 'name': '', 'network_id': '7e244160-a50d-4c6d-bf34-2da61490a896', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'mac_address': 'fa:16:3e:24:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:14Z', 'updated_at': '2022-03-03T05:46:31Z', 'revision_number': 5, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'subnets': [{'id': 'e09e5298-9a37-429e-9341-288a14d58e72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:32.844479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] For port de45507b-5978-4be5-9ae7-8f9f9f1fae59, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=de45507b-5978-4be5-9ae7-8f9f9f1fae59,segment=NetworkSegment(ce22005b-111a-4bde-a378-d4addc42db2d),segment_id=ce22005b-111a-4bde-a378-d4addc42db2d)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:32.844982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:32.928518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8461cca-1f57-43f9-abd3-4ee52a561366 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:32.929166 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d8461cca-1f57-43f9-abd3-4ee52a561366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:32.933196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96253751-164e-4213-8aa6-0ca6b6750731 req-285f72c0-eac0-48b5-9d7b-2cca75e7e579 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:32.934006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:32.937250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:32.938933 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-96253751-164e-4213-8aa6-0ca6b6750731 req-285f72c0-eac0-48b5-9d7b-2cca75e7e579 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 945 time: 0.8766570 Mar 03 05:48:33.004322 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d8461cca-1f57-43f9-abd3-4ee52a561366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:33.004857 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8461cca-1f57-43f9-abd3-4ee52a561366 None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:33.006176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.006486 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Attempting to bind port 61da932e-da22-465b-8738-72e990eba4f4 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:48:33.006831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Attempting to bind port 61da932e-da22-465b-8738-72e990eba4f4 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:48:33.007082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Fanout notify agent at l3_agent the message router_deleted on router d73cc961-645d-45e8-8e02-d56965de8233 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:48:33.007372 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Attempting to bind port 61da932e-da22-465b-8738-72e990eba4f4 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:48:33.018295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:48:33.018295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:33.018295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.018295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:48:33.018295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Bound port: 61da932e-da22-465b-8738-72e990eba4f4, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:48:33.018295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.030959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56066) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:33.051867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for de45507b-5978-4be5-9ae7-8f9f9f1fae59 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:33.095100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:33.099706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.127048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.128471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] For port 61da932e-da22-465b-8738-72e990eba4f4, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:48:33.132048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] For port 61da932e-da22-465b-8738-72e990eba4f4, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=61da932e-da22-465b-8738-72e990eba4f4,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:48:33.132755 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-41500589-22b6-4861-b70a-1c56afdc5c14 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "DELETE /v2.0/routers/d73cc961-645d-45e8-8e02-d56965de8233 HTTP/1.1" status: 204 len: 168 time: 4.4058468 Mar 03 05:48:33.141636 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.146992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56070) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:33.156601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-b9c1b44e-1003-43b1-a15f-20a8cd4ed0cf tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-130329992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:33.168243 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2d25636d-044a-40e3-838d-d22b7e530b97 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.7263403 Mar 03 05:48:33.170097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56074) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:33.173337 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Allocated IP 2001:db8:1::1 (f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa/55064055-e5cd-401e-a409-da1d72327a0e/b6ad5413-1e50-4c40-834f-103cb436ef63) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:33.177595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b9c1b44e-1003-43b1-a15f-20a8cd4ed0cf tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:33.185707 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2d9ccf3e-39d8-4fc5-ad04-e8a109feb1c9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'floatingip': {'port_id': '989ef72e-6d2a-45a3-b407-96b822ec44f9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:33.238093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed5149-cea0-4efb-af4b-6c4a49f78f7c None None] Pushing event updated for resources: {'Port': ['ID=61da932e-da22-465b-8738-72e990eba4f4,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:33.251663 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fc0c85-dd58-44bf-aa7c-f7b1af1baf93 None None] New status for floating IP c5cc365c-f238-44fa-8eaa-9eb9082ec363: DOWN {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:48:33.259329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b9c1b44e-1003-43b1-a15f-20a8cd4ed0cf tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Usage tracker for resource:router and tenant:431bc51c0a084be592e4c4e04c95c341 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:33.280779 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b9c1b44e-1003-43b1-a15f-20a8cd4ed0cf tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:33.314895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b9c1b44e-1003-43b1-a15f-20a8cd4ed0cf tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:33.338259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] For port c814a8fa-6c37-486e-8fb2-b4c97c32b487, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c814a8fa-6c37-486e-8fb2-b4c97c32b487,segment=NetworkSegment(cf84d456-a468-4942-b6ff-7a762bf685c3),segment_id=cf84d456-a468-4942-b6ff-7a762bf685c3)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:33.338873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.353580 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-96253751-164e-4213-8aa6-0ca6b6750731 req-1bd9a3ff-607c-4962-b7bc-ee30b5a60db4 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3099885 Mar 03 05:48:33.472781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b1561177-f97a-4935-ba48-3c4906a6df2b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.481969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b44e-1003-43b1-a15f-20a8cd4ed0cf tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.482123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.483727 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b44e-1003-43b1-a15f-20a8cd4ed0cf tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.489435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d9ccf3e-39d8-4fc5-ad04-e8a109feb1c9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.586969 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=de45507b-5978-4be5-9ae7-8f9f9f1fae59,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:33.594966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No DVR routers for this DVR port de45507b-5978-4be5-9ae7-8f9f9f1fae59 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:33.773240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.808555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.828404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b1561177-f97a-4935-ba48-3c4906a6df2b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.854250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Transition to ACTIVE for port object b6ad5413-1e50-4c40-834f-103cb436ef63 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:33.863036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b44e-1003-43b1-a15f-20a8cd4ed0cf tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.864747 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17e8701-375c-407d-85f8-f38ff0590f6b']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:33.886793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce22005b-111a-4bde-a378-d4addc42db2d') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:33.887111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce22005b-111a-4bde-a378-d4addc42db2d') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:33.904984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.930720 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.952435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:48:33.952890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:48:33.967676 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:48:33.991833 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:34.077237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b44e-1003-43b1-a15f-20a8cd4ed0cf tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:34.148363 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:34.150560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=b6ad5413-1e50-4c40-834f-103cb436ef63,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:34.155313 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:34.157781 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:34.168336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b44e-1003-43b1-a15f-20a8cd4ed0cf tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:34.172501 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b9c1b44e-1003-43b1-a15f-20a8cd4ed0cf tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0199056 Mar 03 05:48:34.191347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:34.191910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:34.194074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56078) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:34.215396 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:34.224009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:34.224384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:34.224696 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Floating IP 97843613-1a37-43c9-9897-d8c1be2a417d disassociated. External IP: 172.26.3.122, port: c814a8fa-6c37-486e-8fb2-b4c97c32b487. Mar 03 05:48:34.225029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Calling delete_port for c814a8fa-6c37-486e-8fb2-b4c97c32b487 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:34.225393 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Request body: {'router': {'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:34.259826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b1561177-f97a-4935-ba48-3c4906a6df2b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:34.262183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b1561177-f97a-4935-ba48-3c4906a6df2b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:34.263885 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b1561177-f97a-4935-ba48-3c4906a6df2b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "DELETE /v2.0/security-groups/2a997be3-6c98-4889-8b41-65bcbb33f782 HTTP/1.1" status: 204 len: 168 time: 1.2318587 Mar 03 05:48:34.283165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56082) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:34.310261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1561177-f97a-4935-ba48-3c4906a6df2b tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a997be3-6c98-4889-8b41-65bcbb33f782,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:34.315229 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Network': ['ID=e17e8701-375c-407d-85f8-f38ff0590f6b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:34.325904 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-2e97cb2e-827f-4761-bc31-f15faa88782d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] show failed (client error): The resource could not be found. Mar 03 05:48:34.326914 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2e97cb2e-827f-4761-bc31-f15faa88782d tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "GET /v2.0/security-groups/2a997be3-6c98-4889-8b41-65bcbb33f782 HTTP/1.1" status: 404 len: 347 time: 0.0377364 Mar 03 05:48:34.333176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56086) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:34.459029 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f95feaf8-aaf1-441d-978f-8880245fe09a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/networks/e17e8701-375c-407d-85f8-f38ff0590f6b HTTP/1.1" status: 204 len: 168 time: 3.1517775 Mar 03 05:48:34.462998 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56092) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:34.467468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220a8527-d58b-4654-aae8-8c40a1a15ead None None] Network e17e8701-375c-407d-85f8-f38ff0590f6b requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:34.495862 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f049c27a-4db7-401c-8373-f3791d53a791 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:34.516641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220a8527-d58b-4654-aae8-8c40a1a15ead None None] Network e17e8701-375c-407d-85f8-f38ff0590f6b could not be found, it might have been deleted concurrently. {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 05:48:34.628933 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4b89c83a-c9d1-4c7d-8681-55f20e21980a None None] Provisioning for port 61da932e-da22-465b-8738-72e990eba4f4 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:34.646762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6db889-f1a7-4a70-91d2-77d923439caf None None] DHCP port deletion for e17e8701-375c-407d-85f8-f38ff0590f6b request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:48:34.707149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c3a98847-d3a9-4a9f-8ed9-a3664089440c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Deleting port 79b7eaa1-433d-4748-8d42-12c03461259e {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:34.707476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c3a98847-d3a9-4a9f-8ed9-a3664089440c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:34.830517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1fb50ac3-ad8f-4985-981f-a636e8aba543 None None] Provisioning for port b6ad5413-1e50-4c40-834f-103cb436ef63 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:34.834370 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1528909664'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:34.839985 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:34.842829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:network and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:34.845692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:34.846339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1fb50ac3-ad8f-4985-981f-a636e8aba543 None None] Provisioning complete for port b6ad5413-1e50-4c40-834f-103cb436ef63 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:34.846916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1fb50ac3-ad8f-4985-981f-a636e8aba543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:34.851351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:34.890146 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:34.893981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:34.910526 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1fb50ac3-ad8f-4985-981f-a636e8aba543 None None] Port b6ad5413-1e50-4c40-834f-103cb436ef63 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:48:35.020255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c3a98847-d3a9-4a9f-8ed9-a3664089440c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.020869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c3a98847-d3a9-4a9f-8ed9-a3664089440c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.035587 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42238aaa-4501-4417-82ad-c210c5bfa37c None None] Update dhcp port {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'fixed_ips': [{'subnet_id': '2d9d14ae-e55d-4a8f-8a7c-c79d0de81649', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b6c08960-87d1-4f37-90c8-2af23726b28e'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': '61da932e-da22-465b-8738-72e990eba4f4'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:48:35.075455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.083577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.objects.ports [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87792) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:48:35.094259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-42238aaa-4501-4417-82ad-c210c5bfa37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.161626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:48:35.267703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.268061 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Added segment eac919a5-0877-459c-be13-e59ce9c286d9 of type vlan for network 6fdd19e4-9968-41fa-8306-efbbae7f1b10 Mar 03 05:48:35.291315 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c3a98847-d3a9-4a9f-8ed9-a3664089440c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Calling delete_port for 79b7eaa1-433d-4748-8d42-12c03461259e owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:35.326640 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa560c-def6-4122-831c-5c17466c6fec req-a5bb1510-09ad-4df4-a3d1-fe60bf0d60e1 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:35.328074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.328231 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-82fa560c-def6-4122-831c-5c17466c6fec req-a5bb1510-09ad-4df4-a3d1-fe60bf0d60e1 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 867 time: 0.6051409 Mar 03 05:48:35.347048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device c814a8fa-6c37-486e-8fb2-b4c97c32b487 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:35.363780 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.383627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.426477 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: c814a8fa-6c37-486e-8fb2-b4c97c32b487 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:35.428700 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device c814a8fa-6c37-486e-8fb2-b4c97c32b487 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:35.439167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-42238aaa-4501-4417-82ad-c210c5bfa37c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 03 05:48:35.439167 dv-neutron-831582-1-hyperv neutron-server[87794]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Mar 03 05:48:35.439167 dv-neutron-831582-1-hyperv neutron-server[87794]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe4d:b74b', 'status': 'ALLOCATED', 'ipam_subnet_id': '4d400892-3b95-449a-95f8-e0a86789e24f'}] Mar 03 05:48:35.439167 dv-neutron-831582-1-hyperv neutron-server[87794]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:48:35.439954 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-42238aaa-4501-4417-82ad-c210c5bfa37c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:48:35.489683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Pushing event deleted for resources: {'Port': ['ID=c814a8fa-6c37-486e-8fb2-b4c97c32b487,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:35.512582 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 61da932e-da22-465b-8738-72e990eba4f4 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:35.522273 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:48:35.555410 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-82fa560c-def6-4122-831c-5c17466c6fec req-e3f47560-fe1f-4151-a1f3-c208a66b8431 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups?id=c6638a6a-3003-4c30-a3ca-35de18951a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139575 Mar 03 05:48:35.588997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 61da932e-da22-465b-8738-72e990eba4f4 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:35.594267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 61da932e-da22-465b-8738-72e990eba4f4 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:35.594685 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.664411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.670196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:35.671465 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.681024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Router 63ac5889-88e4-484b-830b-261ee7b4d175 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:35.723605 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.758546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 61da932e-da22-465b-8738-72e990eba4f4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=61da932e-da22-465b-8738-72e990eba4f4,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:35.768011 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.854448 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.resource_extend [None req-2d9ccf3e-39d8-4fc5-ad04-e8a109feb1c9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:48:35.862777 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device de45507b-5978-4be5-9ae7-8f9f9f1fae59 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:35.910701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=61da932e-da22-465b-8738-72e990eba4f4,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:35.927469 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: de45507b-5978-4be5-9ae7-8f9f9f1fae59 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:35.927729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device de45507b-5978-4be5-9ae7-8f9f9f1fae59 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:35.947985 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.960692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Network': ['ID=6fdd19e4-9968-41fa-8306-efbbae7f1b10,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:35.974863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c3a98847-d3a9-4a9f-8ed9-a3664089440c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:35.976290 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-94e2980f-7c59-44d0-b60c-8b6e304a0250 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5118072 Mar 03 05:48:35.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56096) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:35.986330 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 6fdd19e4-9968-41fa-8306-efbbae7f1b10 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:48:36.004479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': '6fdd19e4-9968-41fa-8306-efbbae7f1b10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:36.019572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d9ccf3e-39d8-4fc5-ad04-e8a109feb1c9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:36.088658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a98847-d3a9-4a9f-8ed9-a3664089440c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Pushing event deleted for resources: {'Port': ['ID=79b7eaa1-433d-4748-8d42-12c03461259e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:36.094421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d9ccf3e-39d8-4fc5-ad04-e8a109feb1c9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:36.102048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-42238aaa-4501-4417-82ad-c210c5bfa37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:36.263855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:36.285980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeadec1-2346-4f14-8716-891255c3aca5 None None] Sync routers for ids ['63ac5889-88e4-484b-830b-261ee7b4d175'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:36.310095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeadec1-2346-4f14-8716-891255c3aca5 None None] Routers {'63ac5889-88e4-484b-830b-261ee7b4d175'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:36.310715 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-adeadec1-2346-4f14-8716-891255c3aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['63ac5889-88e4-484b-830b-261ee7b4d175'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:36.428157 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] No DVR routers for this DVR port c814a8fa-6c37-486e-8fb2-b4c97c32b487 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:36.441867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:36.444637 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb0f3c5-1f5d-4622-be84-06a2a02434aa', 'name': 'network-vif-deleted', 'tag': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:48:36.452922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c3a98847-d3a9-4a9f-8ed9-a3664089440c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:36.485086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c3a98847-d3a9-4a9f-8ed9-a3664089440c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:36.486223 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c3a98847-d3a9-4a9f-8ed9-a3664089440c tempest-ServersTestManualDisk-1468031560 tempest-ServersTestManualDisk-1468031560-project] 10.222.0.20 "DELETE /v2.0/floatingips/c5cc365c-f238-44fa-8eaa-9eb9082ec363 HTTP/1.1" status: 204 len: 168 time: 2.1519082 Mar 03 05:48:36.529632 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56102) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:36.536757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:36.544184 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb0f3c5-1f5d-4622-be84-06a2a02434aa', 'name': 'network-vif-deleted', 'tag': 'c814a8fa-6c37-486e-8fb2-b4c97c32b487', 'status': 'completed', 'code': 200} Mar 03 05:48:36.550563 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-93370dae-2ad1-411a-846f-0e80f8ad978a req-54ed07a4-51d3-4d6a-9d72-612f62def372 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.23 "DELETE /v2.0/ports/c814a8fa-6c37-486e-8fb2-b4c97c32b487 HTTP/1.1" status: 204 len: 173 time: 4.2833071 Mar 03 05:48:36.664982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-adeadec1-2346-4f14-8716-891255c3aca5 None None] Set router 63ac5889-88e4-484b-830b-261ee7b4d175 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:48:36.728825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-42238aaa-4501-4417-82ad-c210c5bfa37c None None] For port 61da932e-da22-465b-8738-72e990eba4f4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=61da932e-da22-465b-8738-72e990eba4f4,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:36.779507 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:36.791469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:36.857851 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-42238aaa-4501-4417-82ad-c210c5bfa37c None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:36.900630 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9ccf3e-39d8-4fc5-ad04-e8a109feb1c9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:36.907453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-42238aaa-4501-4417-82ad-c210c5bfa37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:36.977555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:37.008108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:48:37.008425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:48:37.010799 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-68f1faee-a4b1-46b0-ad2c-f21f5fa16ce0 req-10863b8b-5168-44fc-a94e-8ef819d9b7e7 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb0f3c5-1f5d-4622-be84-06a2a02434aa HTTP/1.1" status: 200 len: 210 time: 0.2283347 Mar 03 05:48:37.045829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42238aaa-4501-4417-82ad-c210c5bfa37c None None] Pushing event updated for resources: {'Port': ['ID=61da932e-da22-465b-8738-72e990eba4f4,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:37.064414 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:37.123015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:37.141204 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-adeadec1-2346-4f14-8716-891255c3aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:46:17Z', 'revision_number': 4, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '78ea4754-4d93-4068-9980-ac65f8438565', 'name': '', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'mac_address': 'fa:16:3e:82:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:13Z', 'updated_at': '2022-03-03T05:46:30Z', 'revision_number': 5, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'subnets': [{'id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:37.145131 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeadec1-2346-4f14-8716-891255c3aca5 None None] Checking router: 63ac5889-88e4-484b-830b-261ee7b4d175 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:48:37.155608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeadec1-2346-4f14-8716-891255c3aca5 None None] Routers {'63ac5889-88e4-484b-830b-261ee7b4d175'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:37.156274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-adeadec1-2346-4f14-8716-891255c3aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['63ac5889-88e4-484b-830b-261ee7b4d175'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:37.163013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9ccf3e-39d8-4fc5-ad04-e8a109feb1c9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:37.176054 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2c3b7-6ff5-4e7b-be6d-864f7599e9b6 None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:37.189100 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d9ccf3e-39d8-4fc5-ad04-e8a109feb1c9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:37.198136 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2c3b7-6ff5-4e7b-be6d-864f7599e9b6 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:37.198901 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-14e2c3b7-6ff5-4e7b-be6d-864f7599e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:37.302536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:37.307143 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:37.378145 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-14e2c3b7-6ff5-4e7b-be6d-864f7599e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:37.381238 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-adeadec1-2346-4f14-8716-891255c3aca5 None None] Set router 63ac5889-88e4-484b-830b-261ee7b4d175 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:48:37.408606 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2c3b7-6ff5-4e7b-be6d-864f7599e9b6 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:37.409223 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-14e2c3b7-6ff5-4e7b-be6d-864f7599e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:37.488415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 61da932e-da22-465b-8738-72e990eba4f4 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:37.508328 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-14e2c3b7-6ff5-4e7b-be6d-864f7599e9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:37.509379 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2c3b7-6ff5-4e7b-be6d-864f7599e9b6 None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:37.533757 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2d9ccf3e-39d8-4fc5-ad04-e8a109feb1c9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "PUT /v2.0/floatingips/2b26898f-caaa-46d4-8479-d041ef892dea HTTP/1.1" status: 200 len: 978 time: 4.3577094 Mar 03 05:48:37.543347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56110) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:37.605302 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:48:37.658996 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:37.679847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Allocated IP 172.26.3.42 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/651dfbf9-e9dc-46e8-90ae-60e7445eebaf) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:37.718882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:37.720020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:37.761191 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2cbf633a-f968-4e58-9271-526d30942b2f None None] Provisioning complete for port 61da932e-da22-465b-8738-72e990eba4f4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:37.761748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2cbf633a-f968-4e58-9271-526d30942b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:37.771209 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1dc60aaa-7ab7-4399-8c61-7b07853a52e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port 3d7fb8b2-f6db-4ad2-af54-d45c0741f630 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:37.771690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1dc60aaa-7ab7-4399-8c61-7b07853a52e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:37.779208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:37.825518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 61da932e-da22-465b-8738-72e990eba4f4 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:37.825749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:37.963793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1dc60aaa-7ab7-4399-8c61-7b07853a52e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:37.964196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1dc60aaa-7ab7-4399-8c61-7b07853a52e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:38.098117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1dc60aaa-7ab7-4399-8c61-7b07853a52e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for 3d7fb8b2-f6db-4ad2-af54-d45c0741f630 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:38.098371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-adeadec1-2346-4f14-8716-891255c3aca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:46:17Z', 'revision_number': 4, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '78ea4754-4d93-4068-9980-ac65f8438565', 'name': '', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'mac_address': 'fa:16:3e:82:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:13Z', 'updated_at': '2022-03-03T05:46:30Z', 'revision_number': 5, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'subnets': [{'id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:38.102713 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeadec1-2346-4f14-8716-891255c3aca5 None None] The sync data for ids ['63ac5889-88e4-484b-830b-261ee7b4d175'] in dv-neutron-831582-1-hyperv is: [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:46:17Z', 'revision_number': 4, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '78ea4754-4d93-4068-9980-ac65f8438565', 'name': '', 'network_id': 'd33d742a-0580-477c-af11-3f9cd4115607', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'mac_address': 'fa:16:3e:82:05:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:13Z', 'updated_at': '2022-03-03T05:46:30Z', 'revision_number': 5, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'subnets': [{'id': '1051c150-4cec-4074-8313-46dd4306fdc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:38.200726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56118) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:38.208243 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=b6ad5413-1e50-4c40-834f-103cb436ef63,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:38.310524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1dc60aaa-7ab7-4399-8c61-7b07853a52e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:38.359999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc60aaa-7ab7-4399-8c61-7b07853a52e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=3d7fb8b2-f6db-4ad2-af54-d45c0741f630,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:38.415515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58dddf-2034-480d-9c13-3650bde4f1ba None None] New status for floating IP 97843613-1a37-43c9-9897-d8c1be2a417d: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:48:38.457055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1dc60aaa-7ab7-4399-8c61-7b07853a52e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:38.457393 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-1dc60aaa-7ab7-4399-8c61-7b07853a52e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Floating IP 2b26898f-caaa-46d4-8479-d041ef892dea disassociated (deleted). External IP: 172.26.3.79, port: 989ef72e-6d2a-45a3-b407-96b822ec44f9. Mar 03 05:48:38.605544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:38.615244 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:38.625581 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:38.670417 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:38.741128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-325d1156-40a0-4294-8d0d-1bd91427c153 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:38.925654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] For port 61da932e-da22-465b-8738-72e990eba4f4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=61da932e-da22-465b-8738-72e990eba4f4,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:38.949467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-325d1156-40a0-4294-8d0d-1bd91427c153 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:38.954866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc60aaa-7ab7-4399-8c61-7b07853a52e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:38.974381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Subnet': ['ID=da8905c6-f560-41e8-9b54-d52e00daccb4,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:38.986237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b6094d1f-cd2f-49a1-90e5-04d81a09d963 None None] Provisioning complete for port b6ad5413-1e50-4c40-834f-103cb436ef63 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:38.986237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b6094d1f-cd2f-49a1-90e5-04d81a09d963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:39.042043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b6094d1f-cd2f-49a1-90e5-04d81a09d963 None None] Port b6ad5413-1e50-4c40-834f-103cb436ef63 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:48:39.044569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Checking segment: {'id': 'eac919a5-0877-459c-be13-e59ce9c286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6fdd19e4-9968-41fa-8306-efbbae7f1b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:39.044934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network hostable DHCP agents. Network: 6fdd19e4-9968-41fa-8306-efbbae7f1b10, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:48:39.086325 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:39.142883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router cfd9df6b-e929-489b-857d-5996623d4adc has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:39.144941 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc60aaa-7ab7-4399-8c61-7b07853a52e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:39.156615 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83f6138-0092-4f4c-855f-522c7b783a8e None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:39.160357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:39.166949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1dc60aaa-7ab7-4399-8c61-7b07853a52e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:39.168223 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83f6138-0092-4f4c-855f-522c7b783a8e None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:39.169164 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d83f6138-0092-4f4c-855f-522c7b783a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:39.182885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:39.183555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:39.224012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 6fdd19e4-9968-41fa-8306-efbbae7f1b10 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:48:39.227683 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1dc60aaa-7ab7-4399-8c61-7b07853a52e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/floatingips/2b26898f-caaa-46d4-8479-d041ef892dea HTTP/1.1" status: 204 len: 168 time: 1.6824803 Mar 03 05:48:39.228284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56122) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:39.234818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:39.237511 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d83f6138-0092-4f4c-855f-522c7b783a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:39.246260 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83f6138-0092-4f4c-855f-522c7b783a8e None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:39.247674 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d83f6138-0092-4f4c-855f-522c7b783a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:39.296857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:39.297212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-8a03412c-21e1-4772-8996-30ce42eae92a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port 989ef72e-6d2a-45a3-b407-96b822ec44f9 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:39.297550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a03412c-21e1-4772-8996-30ce42eae92a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:39.312169 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d83f6138-0092-4f4c-855f-522c7b783a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:39.312534 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83f6138-0092-4f4c-855f-522c7b783a8e None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:39.318463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:39.371217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Pushing event updated for resources: {'Port': ['ID=651dfbf9-e9dc-46e8-90ae-60e7445eebaf,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:39.375205 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:39.389362 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 6fdd19e4-9968-41fa-8306-efbbae7f1b10) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:39.398759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d3eaf6-0761-4c0b-b89c-ee8ddeadbce3 None None] Network 6fdd19e4-9968-41fa-8306-efbbae7f1b10 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:39.484921 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-325d1156-40a0-4294-8d0d-1bd91427c153 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:39.487693 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:39.505704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a0875-e154-4456-bcf2-7b3aca50f3e6 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:39.533148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:39.533905 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:39.537892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:39.538545 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:39.560036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a03412c-21e1-4772-8996-30ce42eae92a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:39.567436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d1156-40a0-4294-8d0d-1bd91427c153 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6638a6a-3003-4c30-a3ca-35de18951a54,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:39.569363 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=b6c08960-87d1-4f37-90c8-2af23726b28e,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:39.599744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08a43653-34c4-45da-a31c-858a0df5bda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:39.701655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-8a03412c-21e1-4772-8996-30ce42eae92a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for 989ef72e-6d2a-45a3-b407-96b822ec44f9 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:39.785765 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-6fdd19e4-9968-41fa-8306-efbbae7f1b10', 'network_id': '6fdd19e4-9968-41fa-8306-efbbae7f1b10', 'tenant_id': 'abf03cd3c52b4b1cb398f908af2b84e5', 'fixed_ips': [{'subnet_id': 'da8905c6-f560-41e8-9b54-d52e00daccb4'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:48:39.786675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:39.904316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:39.913813 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9ca58cda-472c-4593-ad5f-d457625263c1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/cfd9df6b-e929-489b-857d-5996623d4adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8650851 Mar 03 05:48:39.918084 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56126) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:39.924988 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32737bed-be2a-47d8-942b-bcd7a759bc8b None None] Sync routers for ids ['cfd9df6b-e929-489b-857d-5996623d4adc'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:39.941259 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9b5e1e43-dcbb-4697-81de-7e077b3337c7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9501967 Mar 03 05:48:39.965007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56130) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:39.979703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': '6fdd19e4-9968-41fa-8306-efbbae7f1b10', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-16669376'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:39.985802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32737bed-be2a-47d8-942b-bcd7a759bc8b None None] Routers {'cfd9df6b-e929-489b-857d-5996623d4adc'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:39.986427 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-32737bed-be2a-47d8-942b-bcd7a759bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfd9df6b-e929-489b-857d-5996623d4adc'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:40.003993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56134) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:40.004197 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 8.2410910 Mar 03 05:48:40.005252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-325d1156-40a0-4294-8d0d-1bd91427c153 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:40.008982 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-325d1156-40a0-4294-8d0d-1bd91427c153 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "DELETE /v2.0/security-groups/c6638a6a-3003-4c30-a3ca-35de18951a54 HTTP/1.1" status: 204 len: 168 time: 1.7947817 Mar 03 05:48:40.017523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd5f77-4959-4cb4-abc9-150720314f37 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=61da932e-da22-465b-8738-72e990eba4f4,revision_number=6']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:40.025139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56136) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:40.032877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'mac_address': 'fa:16:3e:61:76:ff', 'name': 'tempest-NetworksTestDHCPv6-998096287'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:40.071982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-32737bed-be2a-47d8-942b-bcd7a759bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:40.090071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a03412c-21e1-4772-8996-30ce42eae92a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:40.112382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32737bed-be2a-47d8-942b-bcd7a759bc8b None None] Routers {'cfd9df6b-e929-489b-857d-5996623d4adc'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:40.112788 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-32737bed-be2a-47d8-942b-bcd7a759bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfd9df6b-e929-489b-857d-5996623d4adc'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:40.180935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-32737bed-be2a-47d8-942b-bcd7a759bc8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:40.181335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32737bed-be2a-47d8-942b-bcd7a759bc8b None None] The sync data for ids ['cfd9df6b-e929-489b-857d-5996623d4adc'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:40.183261 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Allocated IP 2001:db8::2 (6fdd19e4-9968-41fa-8306-efbbae7f1b10/da8905c6-f560-41e8-9b54-d52e00daccb4/f96763f0-cca9-4310-8193-bad8681a829f) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:40.208363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c637b81-29e5-4885-b027-d854ea182561 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:40.209859 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6c637b81-29e5-4885-b027-d854ea182561 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports/b6ad5413-1e50-4c40-834f-103cb436ef63 HTTP/1.1" status: 200 len: 913 time: 0.2894270 Mar 03 05:48:40.211246 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-7f50cddc-8528-4046-bc8a-99d3646b70bd tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] show failed (client error): The resource could not be found. Mar 03 05:48:40.212254 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7f50cddc-8528-4046-bc8a-99d3646b70bd tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "GET /v2.0/security-groups/c6638a6a-3003-4c30-a3ca-35de18951a54 HTTP/1.1" status: 404 len: 347 time: 0.1634855 Mar 03 05:48:40.365738 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56142) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:40.366286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56144) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:40.368842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:40.408217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03412c-21e1-4772-8996-30ce42eae92a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=989ef72e-6d2a-45a3-b407-96b822ec44f9,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:40.505879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:40.518138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Transition to ACTIVE for port object f96763f0-cca9-4310-8193-bad8681a829f will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:40.538471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Transition to ACTIVE for port object f96763f0-cca9-4310-8193-bad8681a829f will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:40.547163 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:40.600697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:40.607575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:port and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:40.613714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7da64e06-3bff-4682-9ca9-95a112325b05 None None] Provisioning complete for port 61da932e-da22-465b-8738-72e990eba4f4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:40.614283 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7da64e06-3bff-4682-9ca9-95a112325b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:40.617532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:40.622637 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:40.631434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:40.634217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:40.638806 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8a03412c-21e1-4772-8996-30ce42eae92a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:40.641450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:40.651379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:40.665467 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8a03412c-21e1-4772-8996-30ce42eae92a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/ports/989ef72e-6d2a-45a3-b407-96b822ec44f9 HTTP/1.1" status: 204 len: 168 time: 1.4357076 Mar 03 05:48:40.665784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56150) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:40.668868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Network 6fdd19e4-9968-41fa-8306-efbbae7f1b10 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:40.669905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:40.673441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:40.675245 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:40.686801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:40.687035 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:40.689170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Pushing event updated for resources: {'Port': ['ID=f96763f0-cca9-4310-8193-bad8681a829f,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:40.693566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:40.709192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:40.730015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:floatingip and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:40.739751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:40.744660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port 82ca9b33-0d29-4a7a-ba38-6783ffed41ef yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:40.831502 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Attempting to bind port f96763f0-cca9-4310-8193-bad8681a829f on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:48:40.832282 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Attempting to bind port f96763f0-cca9-4310-8193-bad8681a829f by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'eac919a5-0877-459c-be13-e59ce9c286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6fdd19e4-9968-41fa-8306-efbbae7f1b10'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:48:40.832432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:40.832548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Attempting to bind port f96763f0-cca9-4310-8193-bad8681a829f on network 6fdd19e4-9968-41fa-8306-efbbae7f1b10 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:48:40.846507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:48:40.846507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Checking segment: {'id': 'eac919a5-0877-459c-be13-e59ce9c286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6fdd19e4-9968-41fa-8306-efbbae7f1b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:40.847019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:40.847672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Bound using segment: {'id': 'eac919a5-0877-459c-be13-e59ce9c286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6fdd19e4-9968-41fa-8306-efbbae7f1b10'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:48:40.848089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Bound port: f96763f0-cca9-4310-8193-bad8681a829f, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac919a5-0877-459c-be13-e59ce9c286d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6fdd19e4-9968-41fa-8306-efbbae7f1b10'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:48:40.848583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:40.880803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:40.942655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fae7274a-15b8-4da3-9b73-eda471a4cbb0 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Deleting port e658c3b7-1b5f-481d-a0c8-5da68876e963 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:40.942994 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fae7274a-15b8-4da3-9b73-eda471a4cbb0 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:40.980178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:41.003214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] For port f96763f0-cca9-4310-8193-bad8681a829f, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:48:41.007379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] For port f96763f0-cca9-4310-8193-bad8681a829f, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f96763f0-cca9-4310-8193-bad8681a829f,segment=NetworkSegment(eac919a5-0877-459c-be13-e59ce9c286d9),segment_id=eac919a5-0877-459c-be13-e59ce9c286d9)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:48:41.012201 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:41.028707 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 7683f0dd-392e-4d29-881f-d0aacb53c663 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:41.097807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2a58e-cfee-40eb-947c-57d8aa56e5f8 None None] Pushing event updated for resources: {'Port': ['ID=f96763f0-cca9-4310-8193-bad8681a829f,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:41.149178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8::119 (6fdd19e4-9968-41fa-8306-efbbae7f1b10/da8905c6-f560-41e8-9b54-d52e00daccb4/82ca9b33-0d29-4a7a-ba38-6783ffed41ef) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:41.494038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f96763f0-cca9-4310-8193-bad8681a829f up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:41.526493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:41.574612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port f96763f0-cca9-4310-8193-bad8681a829f completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:41.601504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:41.636073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 172.20.0.14 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/2d9d14ae-e55d-4a8f-8a7c-c79d0de81649/7683f0dd-392e-4d29-881f-d0aacb53c663) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:41.646376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:41.651110 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:41.660001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::f816:3eff:fe61:76ff (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/b6c08960-87d1-4f37-90c8-2af23726b28e/7683f0dd-392e-4d29-881f-d0aacb53c663) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:41.712296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object 82ca9b33-0d29-4a7a-ba38-6783ffed41ef will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:41.787662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.26.3.240 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/3d526087-07f8-455d-a161-8474eb2d52ac) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:41.803017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fae7274a-15b8-4da3-9b73-eda471a4cbb0 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:41.803340 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fae7274a-15b8-4da3-9b73-eda471a4cbb0 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:41.818256 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-08a43653-34c4-45da-a31c-858a0df5bda2 admin admin] Deleting port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:41.818845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08a43653-34c4-45da-a31c-858a0df5bda2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:41.943210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:42.010895 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fae7274a-15b8-4da3-9b73-eda471a4cbb0 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Calling delete_port for e658c3b7-1b5f-481d-a0c8-5da68876e963 owned by network:floatingip {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:42.114048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 6fdd19e4-9968-41fa-8306-efbbae7f1b10 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:42.127990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:42.144497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:42.150043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:42.150594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:42.166479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=82ca9b33-0d29-4a7a-ba38-6783ffed41ef,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:42.202579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:42.246683 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f0f1ca2a-459d-4c47-9e8b-b4d10fb1c5db tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.2782199 Mar 03 05:48:42.247903 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 7683f0dd-392e-4d29-881f-d0aacb53c663 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:42.250284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56154) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:42.255288 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:42.353920 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9169465f-c808-4ed1-99a8-91bb7683dcd6 None None] Network 6fdd19e4-9968-41fa-8306-efbbae7f1b10 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:42.360776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:42.400757 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-310cea6b-b303-4802-a091-c7fd5e979075 None None] Provisioning for port f96763f0-cca9-4310-8193-bad8681a829f completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:42.452992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-310cea6b-b303-4802-a091-c7fd5e979075 None None] Provisioning complete for port f96763f0-cca9-4310-8193-bad8681a829f triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:42.453393 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-310cea6b-b303-4802-a091-c7fd5e979075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:42.501205 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-08a43653-34c4-45da-a31c-858a0df5bda2 admin admin] For port c7ad0943-ad76-4fae-8ba1-765dcfe5ff39, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c7ad0943-ad76-4fae-8ba1-765dcfe5ff39,segment=NetworkSegment(1671a4b1-dfde-4c69-82dc-094f7952330a),segment_id=1671a4b1-dfde-4c69-82dc-094f7952330a)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:42.501576 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08a43653-34c4-45da-a31c-858a0df5bda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:42.587892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-fe87ab4b-0769-4a93-b3ac-e591145258e3 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port 82ca9b33-0d29-4a7a-ba38-6783ffed41ef {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:42.587892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fe87ab4b-0769-4a93-b3ac-e591145258e3 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:42.642546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:42.649158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:42.660312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:42.694281 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=7683f0dd-392e-4d29-881f-d0aacb53c663,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:42.695026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-310cea6b-b303-4802-a091-c7fd5e979075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:42.722511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:42.742483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-310cea6b-b303-4802-a091-c7fd5e979075 None None] For port f96763f0-cca9-4310-8193-bad8681a829f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f96763f0-cca9-4310-8193-bad8681a829f,segment=NetworkSegment(eac919a5-0877-459c-be13-e59ce9c286d9),segment_id=eac919a5-0877-459c-be13-e59ce9c286d9)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:42.754214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-310cea6b-b303-4802-a091-c7fd5e979075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:42.773447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Router ebb63a18-4c69-4b67-96d2-38cc08674891 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:48:42.786656 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-08a43653-34c4-45da-a31c-858a0df5bda2 admin admin] Calling delete_port for c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:42.832870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cea6b-b303-4802-a091-c7fd5e979075 None None] Pushing event updated for resources: {'Port': ['ID=f96763f0-cca9-4310-8193-bad8681a829f,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:42.841830 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:42.842479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:42.845839 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fae7274a-15b8-4da3-9b73-eda471a4cbb0 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:42.865034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:42.881459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:42.889904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:42.950519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=3d526087-07f8-455d-a161-8474eb2d52ac,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:42.975039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae7274a-15b8-4da3-9b73-eda471a4cbb0 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Pushing event deleted for resources: {'Port': ['ID=e658c3b7-1b5f-481d-a0c8-5da68876e963,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:42.984262 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-10000b65-15b7-4be6-8226-82a3b06b6875 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9627423 Mar 03 05:48:42.985143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56158) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:43.073927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-efe48e5d-324d-4d3d-8110-9aa11fe0ea46 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:43.175314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fe87ab4b-0769-4a93-b3ac-e591145258e3 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:43.188971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f2093023-21e1-4406-8a5c-b23ff3bac177 None None] Provisioning complete for port f96763f0-cca9-4310-8193-bad8681a829f triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:43.189335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f2093023-21e1-4406-8a5c-b23ff3bac177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:43.332492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-fe87ab4b-0769-4a93-b3ac-e591145258e3 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for 82ca9b33-0d29-4a7a-ba38-6783ffed41ef owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:43.372582 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f2093023-21e1-4406-8a5c-b23ff3bac177 None None] Provisioning for port 7683f0dd-392e-4d29-881f-d0aacb53c663 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:43.379720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f2093023-21e1-4406-8a5c-b23ff3bac177 None None] Provisioning complete for port 7683f0dd-392e-4d29-881f-d0aacb53c663 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:43.380402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f2093023-21e1-4406-8a5c-b23ff3bac177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:43.429873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:43.441996 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ac204-a11f-437d-9235-9e3276a1778c None None] Sync routers for ids ['ebb63a18-4c69-4b67-96d2-38cc08674891'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:43.461340 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ac204-a11f-437d-9235-9e3276a1778c None None] Routers {'ebb63a18-4c69-4b67-96d2-38cc08674891'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:43.464003 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-dc7ac204-a11f-437d-9235-9e3276a1778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ebb63a18-4c69-4b67-96d2-38cc08674891'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:43.467970 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f96763f0-cca9-4310-8193-bad8681a829f up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:43.487863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:43.521452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fae7274a-15b8-4da3-9b73-eda471a4cbb0 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks [] for floatingip, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:43.523786 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fae7274a-15b8-4da3-9b73-eda471a4cbb0 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:43.524943 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fae7274a-15b8-4da3-9b73-eda471a4cbb0 tempest-ServersTestJSON-1824066666 tempest-ServersTestJSON-1824066666-project] 10.222.0.20 "DELETE /v2.0/floatingips/97843613-1a37-43c9-9897-d8c1be2a417d HTTP/1.1" status: 204 len: 168 time: 3.0512221 Mar 03 05:48:43.529980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:43.531502 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-487a727d-b60a-4bdf-81fd-372315517f7d tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "PUT /v2.0/routers/ebb63a18-4c69-4b67-96d2-38cc08674891 HTTP/1.1" status: 200 len: 882 time: 9.3347292 Mar 03 05:48:43.532290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56162) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:43.537820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56164) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:43.554117 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-dc7ac204-a11f-437d-9235-9e3276a1778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:43.561736 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f2093023-21e1-4406-8a5c-b23ff3bac177 None None] Port 7683f0dd-392e-4d29-881f-d0aacb53c663 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:48:43.564356 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7ac204-a11f-437d-9235-9e3276a1778c None None] Routers {'ebb63a18-4c69-4b67-96d2-38cc08674891'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:43.564951 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-dc7ac204-a11f-437d-9235-9e3276a1778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ebb63a18-4c69-4b67-96d2-38cc08674891'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:43.586354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port f96763f0-cca9-4310-8193-bad8681a829f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:43.587101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:43.638477 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-dc7ac204-a11f-437d-9235-9e3276a1778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:43.638999 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7ac204-a11f-437d-9235-9e3276a1778c None None] The sync data for ids ['ebb63a18-4c69-4b67-96d2-38cc08674891'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:43.645901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d7aa0-23b3-4a02-989c-c07d643ab2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:43.652171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d7aa0-23b3-4a02-989c-c07d643ab2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:43.653074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-531d7aa0-23b3-4a02-989c-c07d643ab2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:43.766895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f2093023-21e1-4406-8a5c-b23ff3bac177 None None] Provisioning for port 82ca9b33-0d29-4a7a-ba38-6783ffed41ef completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:43.769265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:43.772536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f2093023-21e1-4406-8a5c-b23ff3bac177 None None] Provisioning complete for port 82ca9b33-0d29-4a7a-ba38-6783ffed41ef triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:43.772992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f2093023-21e1-4406-8a5c-b23ff3bac177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:43.792408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-531d7aa0-23b3-4a02-989c-c07d643ab2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:43.796574 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-531d7aa0-23b3-4a02-989c-c07d643ab2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8036518 Mar 03 05:48:43.796574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fe87ab4b-0769-4a93-b3ac-e591145258e3 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:43.800448 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56170) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:43.808941 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f2093023-21e1-4406-8a5c-b23ff3bac177 None None] Port 82ca9b33-0d29-4a7a-ba38-6783ffed41ef was deleted so its status cannot be updated. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 03 05:48:43.920532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87ab4b-0769-4a93-b3ac-e591145258e3 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=82ca9b33-0d29-4a7a-ba38-6783ffed41ef,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:43.926746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-630eca76-f838-4751-be8b-f483e1f0dbe5 None None] Could not find standard attr ID for object 82ca9b33-0d29-4a7a-ba38-6783ffed41ef. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:48:43.968689 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2e3f96de-7233-4eb2-b223-7ad0ad3cd801 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/routers/ebb63a18-4c69-4b67-96d2-38cc08674891 HTTP/1.1" status: 200 len: 923 time: 0.4210622 Mar 03 05:48:43.973907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56174) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:43.992884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fe87ab4b-0769-4a93-b3ac-e591145258e3 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:44.025079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e3b89dae-ead1-4a9c-b2ef-4cc25da59205 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 7683f0dd-392e-4d29-881f-d0aacb53c663 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:44.025508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3b89dae-ead1-4a9c-b2ef-4cc25da59205 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:44.057063 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fe87ab4b-0769-4a93-b3ac-e591145258e3 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/82ca9b33-0d29-4a7a-ba38-6783ffed41ef HTTP/1.1" status: 204 len: 168 time: 1.8034325 Mar 03 05:48:44.074521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56178) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:44.147252 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-40513266-b663-4c02-a6d2-4cb25afa726d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:48:44.147846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-40513266-b663-4c02-a6d2-4cb25afa726d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:44.200373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08a43653-34c4-45da-a31c-858a0df5bda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:44.203506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-efe48e5d-324d-4d3d-8110-9aa11fe0ea46 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port b6ad5413-1e50-4c40-834f-103cb436ef63 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:44.204001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-efe48e5d-324d-4d3d-8110-9aa11fe0ea46 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:44.312388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a43653-34c4-45da-a31c-858a0df5bda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ad0943-ad76-4fae-8ba1-765dcfe5ff39,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:44.402711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-40513266-b663-4c02-a6d2-4cb25afa726d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:44.404422 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-40513266-b663-4c02-a6d2-4cb25afa726d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/82ca9b33-0d29-4a7a-ba38-6783ffed41ef HTTP/1.1" status: 404 len: 333 time: 0.3227282 Mar 03 05:48:44.416160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56188) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:44.596649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d300d85e-b89b-45df-8b96-7bd42b3f1db4 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting subnet da8905c6-f560-41e8-9b54-d52e00daccb4 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:44.604538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d300d85e-b89b-45df-8b96-7bd42b3f1db4 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:44.671311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:44.681450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:44.685978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3b89dae-ead1-4a9c-b2ef-4cc25da59205 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:44.743168 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c5726-0e1d-462f-bb84-a9533cf28df9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:44.743883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-be8c5726-0e1d-462f-bb84-a9533cf28df9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Synchronizing usage tracker for tenant:190a9ef8d85a4860b190de43b7de0cb1 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:44.813632 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-efe48e5d-324d-4d3d-8110-9aa11fe0ea46 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:44.894237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e3b89dae-ead1-4a9c-b2ef-4cc25da59205 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 7683f0dd-392e-4d29-881f-d0aacb53c663 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:44.926162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d300d85e-b89b-45df-8b96-7bd42b3f1db4 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:44.976980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-efe48e5d-324d-4d3d-8110-9aa11fe0ea46 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for b6ad5413-1e50-4c40-834f-103cb436ef63 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:45.003596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-be8c5726-0e1d-462f-bb84-a9533cf28df9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Unset dirty status for tenant:190a9ef8d85a4860b190de43b7de0cb1 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:45.004785 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-be8c5726-0e1d-462f-bb84-a9533cf28df9 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&device_id=ebb63a18-4c69-4b67-96d2-38cc08674891&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0290892 Mar 03 05:48:45.014044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=3d526087-07f8-455d-a161-8474eb2d52ac,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:45.015346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56192) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:45.024966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08a43653-34c4-45da-a31c-858a0df5bda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:45.035059 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:45.116551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:45.117679 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b76f926e-d042-4b0c-9b31-4076c595f6f7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4499276 Mar 03 05:48:45.125071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56196) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:45.136944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'port': {'network_id': 'f68c4e26-2339-4bc4-90fd-173df31e09f4', 'name': 'tempest-FloatingIPTestJSON-1871510221'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:45.182201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d300d85e-b89b-45df-8b96-7bd42b3f1db4 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:45.396841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2203f30-76f4-4063-a852-aabc277555a8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:45.397357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e2203f30-76f4-4063-a852-aabc277555a8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Synchronizing usage tracker for tenant:190a9ef8d85a4860b190de43b7de0cb1 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:45.407999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d300d85e-b89b-45df-8b96-7bd42b3f1db4 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:45.412155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:45.453095 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e2203f30-76f4-4063-a852-aabc277555a8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Unset dirty status for tenant:190a9ef8d85a4860b190de43b7de0cb1 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:45.454379 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e2203f30-76f4-4063-a852-aabc277555a8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/networks/2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 881 time: 0.4344471 Mar 03 05:48:45.458481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56200) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:45.460913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:port and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:45.464249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300d85e-b89b-45df-8b96-7bd42b3f1db4 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Subnet': ['ID=da8905c6-f560-41e8-9b54-d52e00daccb4,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:45.467468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:45.470311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3b89dae-ead1-4a9c-b2ef-4cc25da59205 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:45.472533 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d300d85e-b89b-45df-8b96-7bd42b3f1db4 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:45.476345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eb3a61-2f22-4baa-99b3-b69e581611b0 None None] Network 6fdd19e4-9968-41fa-8306-efbbae7f1b10 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:45.513012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:45.544103 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d300d85e-b89b-45df-8b96-7bd42b3f1db4 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/da8905c6-f560-41e8-9b54-d52e00daccb4 HTTP/1.1" status: 204 len: 168 time: 1.1242142 Mar 03 05:48:45.544534 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b89dae-ead1-4a9c-b2ef-4cc25da59205 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=7683f0dd-392e-4d29-881f-d0aacb53c663,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:45.546226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56204) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:45.615060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Made reservation on behalf of 2952856795e04c42b30b59107a591af7 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:45.618791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:45.715233 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-876e92b0-46b8-4a4b-8a63-a55842ba37b4 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb63a18-4c69-4b67-96d2-38cc08674891 HTTP/1.1" status: 200 len: 205 time: 0.2554498 Mar 03 05:48:45.739756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56208) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:45.784691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf2447b-be81-48fa-8cb2-f9bfc2cce997 None None] DHCP port deletion for 6fdd19e4-9968-41fa-8306-efbbae7f1b10 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:48:45.789863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2447b-be81-48fa-8cb2-f9bfc2cce997 None None] Deleting port f96763f0-cca9-4310-8193-bad8681a829f {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:45.790023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fbf2447b-be81-48fa-8cb2-f9bfc2cce997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:45.831268 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35be5f09-eb83-457c-ad5b-b6c5fb92428f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:45.966725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-efe48e5d-324d-4d3d-8110-9aa11fe0ea46 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:45.994599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] device_id is not set on port ab3463a0-25d5-4c50-b81e-eae7ae93d64d yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:46.008042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-fbf2447b-be81-48fa-8cb2-f9bfc2cce997 None None] For port f96763f0-cca9-4310-8193-bad8681a829f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f96763f0-cca9-4310-8193-bad8681a829f,segment=NetworkSegment(eac919a5-0877-459c-be13-e59ce9c286d9),segment_id=eac919a5-0877-459c-be13-e59ce9c286d9)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:46.008419 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fbf2447b-be81-48fa-8cb2-f9bfc2cce997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:46.026350 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe48e5d-324d-4d3d-8110-9aa11fe0ea46 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Port': ['ID=b6ad5413-1e50-4c40-834f-103cb436ef63,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:46.042355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:46.169771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3b89dae-ead1-4a9c-b2ef-4cc25da59205 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:46.174679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fbf2447b-be81-48fa-8cb2-f9bfc2cce997 None None] Calling delete_port for f96763f0-cca9-4310-8193-bad8681a829f owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:46.198905 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e3b89dae-ead1-4a9c-b2ef-4cc25da59205 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/7683f0dd-392e-4d29-881f-d0aacb53c663 HTTP/1.1" status: 204 len: 168 time: 2.3617275 Mar 03 05:48:46.212854 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56212) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:46.231115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port f96763f0-cca9-4310-8193-bad8681a829f {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:46.231399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:46.272420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a43653-34c4-45da-a31c-858a0df5bda2 admin admin] Router 60ec4f9d-63c9-4a60-ba83-629453f6b068 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:46.281478 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fbf2447b-be81-48fa-8cb2-f9bfc2cce997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:46.316369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:46.335496 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2447b-be81-48fa-8cb2-f9bfc2cce997 None None] Pushing event deleted for resources: {'Port': ['ID=f96763f0-cca9-4310-8193-bad8681a829f,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:46.341404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2447b-be81-48fa-8cb2-f9bfc2cce997 None None] No DVR routers for this DVR port f96763f0-cca9-4310-8193-bad8681a829f on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:46.439571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] The port 'f96763f0-cca9-4310-8193-bad8681a829f' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:48:46.476781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.20.0.2 (f68c4e26-2339-4bc4-90fd-173df31e09f4/e0549d03-e14b-40fb-8865-9de3643c1c27/ab3463a0-25d5-4c50-b81e-eae7ae93d64d) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:46.556218 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-efe48e5d-324d-4d3d-8110-9aa11fe0ea46 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:46.562758 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2028712-acd5-4935-90d8-0829df8589b9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:46.564372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2028712-acd5-4935-90d8-0829df8589b9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:46.565834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2028712-acd5-4935-90d8-0829df8589b9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:46.566604 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e2028712-acd5-4935-90d8-0829df8589b9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:46.681635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e2028712-acd5-4935-90d8-0829df8589b9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:46.682696 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e2028712-acd5-4935-90d8-0829df8589b9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4590657 Mar 03 05:48:46.690360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56216) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:46.698375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:46.818496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:46.837131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdd19e4-9968-41fa-8306-efbbae7f1b10']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:46.908139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac919a5-0877-459c-be13-e59ce9c286d9') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:46.908437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac919a5-0877-459c-be13-e59ce9c286d9') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:46.923547 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Deleting port 651dfbf9-e9dc-46e8-90ae-60e7445eebaf {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:46.923921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:46.964195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c154631b-7b13-4867-bc6a-6eca987c73c1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 2d9d14ae-e55d-4a8f-8a7c-c79d0de81649 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:46.976914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:46.979515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a43653-34c4-45da-a31c-858a0df5bda2 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:46.989693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75ad7b-bcd4-4b9b-b854-39b3885d6977 None None] Sync routers for ids ['60ec4f9d-63c9-4a60-ba83-629453f6b068'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:46.990207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c154631b-7b13-4867-bc6a-6eca987c73c1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:46.999866 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75ad7b-bcd4-4b9b-b854-39b3885d6977 None None] Routers {'60ec4f9d-63c9-4a60-ba83-629453f6b068'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:47.000479 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4c75ad7b-bcd4-4b9b-b854-39b3885d6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['60ec4f9d-63c9-4a60-ba83-629453f6b068'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:47.046913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:47.084265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:48:47.084591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:48:47.101801 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:48:47.150182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c154631b-7b13-4867-bc6a-6eca987c73c1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:47.185404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-4c75ad7b-bcd4-4b9b-b854-39b3885d6977 None None] Set router 60ec4f9d-63c9-4a60-ba83-629453f6b068 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:48:47.189309 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-08a43653-34c4-45da-a31c-858a0df5bda2 admin admin] 10.222.0.20 "PUT /v2.0/routers/60ec4f9d-63c9-4a60-ba83-629453f6b068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6498175 Mar 03 05:48:47.197305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56220) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:47.258138 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-35be5f09-eb83-457c-ad5b-b6c5fb92428f admin admin] Deleting port 78ea4754-4d93-4068-9980-ac65f8438565 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:47.258524 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35be5f09-eb83-457c-ad5b-b6c5fb92428f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:47.323353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:47.365385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:47.400868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:47.416995 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:47.427919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Network': ['ID=6fdd19e4-9968-41fa-8306-efbbae7f1b10,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:47.440888 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-79bda99a-8e58-4967-bb45-a073636c4e2a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/networks/6fdd19e4-9968-41fa-8306-efbbae7f1b10 HTTP/1.1" status: 204 len: 168 time: 1.8682804 Mar 03 05:48:47.448048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56224) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:47.466794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f96763f0-cca9-4310-8193-bad8681a829f no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:47.508093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: f96763f0-cca9-4310-8193-bad8681a829f {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:47.508440 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f96763f0-cca9-4310-8193-bad8681a829f not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:47.527913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4c75ad7b-bcd4-4b9b-b854-39b3885d6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:48:43Z', 'revision_number': 5, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:47.532535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75ad7b-bcd4-4b9b-b854-39b3885d6977 None None] Checking router: 60ec4f9d-63c9-4a60-ba83-629453f6b068 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:48:47.541562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c75ad7b-bcd4-4b9b-b854-39b3885d6977 None None] Routers {'60ec4f9d-63c9-4a60-ba83-629453f6b068'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:47.542179 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4c75ad7b-bcd4-4b9b-b854-39b3885d6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['60ec4f9d-63c9-4a60-ba83-629453f6b068'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:47.554045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe48e5d-324d-4d3d-8110-9aa11fe0ea46 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router cfd9df6b-e929-489b-857d-5996623d4adc has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:47.643040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:47.699431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'name': 'tempest-PortsIpV6TestJSON-1456902698'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:47.716327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-4c75ad7b-bcd4-4b9b-b854-39b3885d6977 None None] Set router 60ec4f9d-63c9-4a60-ba83-629453f6b068 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:48:47.720679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Calling delete_port for 651dfbf9-e9dc-46e8-90ae-60e7445eebaf owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:47.839742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:47.848421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c154631b-7b13-4867-bc6a-6eca987c73c1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:47.983471 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-35be5f09-eb83-457c-ad5b-b6c5fb92428f admin admin] For port 78ea4754-4d93-4068-9980-ac65f8438565, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=78ea4754-4d93-4068-9980-ac65f8438565,segment=NetworkSegment(cf84d456-a468-4942-b6ff-7a762bf685c3),segment_id=cf84d456-a468-4942-b6ff-7a762bf685c3)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:47.983722 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35be5f09-eb83-457c-ad5b-b6c5fb92428f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:47.992203 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe48e5d-324d-4d3d-8110-9aa11fe0ea46 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:48.003712 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-efe48e5d-324d-4d3d-8110-9aa11fe0ea46 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/cfd9df6b-e929-489b-857d-5996623d4adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5292892 Mar 03 05:48:48.008245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network f68c4e26-2339-4bc4-90fd-173df31e09f4 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:48.008703 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4c75ad7b-bcd4-4b9b-b854-39b3885d6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:48:43Z', 'revision_number': 5, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:48.011833 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56228) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:48.013882 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c75ad7b-bcd4-4b9b-b854-39b3885d6977 None None] The sync data for ids ['60ec4f9d-63c9-4a60-ba83-629453f6b068'] in dv-neutron-831582-1-hyperv is: [{'id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'name': 'tempest-ServersTestManualDisk-1631109643-router', 'tenant_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:46:00Z', 'updated_at': '2022-03-03T05:48:43Z', 'revision_number': 5, 'project_id': '9c1bfd704a37471c9717c3c2cb1ec379', 'gw_port': {'id': '3f650388-ec0b-4ef5-8181-2f96bd425081', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ec4f9d-63c9-4a60-ba83-629453f6b068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:02Z', 'updated_at': '2022-03-03T05:46:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:48.021068 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5a834-2d59-4422-ae08-c898b3239dbe None None] Sync routers for ids ['cfd9df6b-e929-489b-857d-5996623d4adc'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:48.028246 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:48.029232 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5a834-2d59-4422-ae08-c898b3239dbe None None] Routers {'cfd9df6b-e929-489b-857d-5996623d4adc'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:48.029852 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b7c5a834-2d59-4422-ae08-c898b3239dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfd9df6b-e929-489b-857d-5996623d4adc'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:48.031009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:48.105220 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b7c5a834-2d59-4422-ae08-c898b3239dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:48.107759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:48.113924 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c5a834-2d59-4422-ae08-c898b3239dbe None None] Routers {'cfd9df6b-e929-489b-857d-5996623d4adc'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:48.114510 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b7c5a834-2d59-4422-ae08-c898b3239dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfd9df6b-e929-489b-857d-5996623d4adc'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:48.153793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:48.160092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-35be5f09-eb83-457c-ad5b-b6c5fb92428f admin admin] Calling delete_port for 78ea4754-4d93-4068-9980-ac65f8438565 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:48.163246 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=ab3463a0-25d5-4c50-b81e-eae7ae93d64d,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:48.165611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a2c47edb-2f80-479e-83ea-ddbcdecbaf52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:48.201482 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b7c5a834-2d59-4422-ae08-c898b3239dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:48.202157 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c5a834-2d59-4422-ae08-c898b3239dbe None None] The sync data for ids ['cfd9df6b-e929-489b-857d-5996623d4adc'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:48.217525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:48.235680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Deleting port 3f650388-ec0b-4ef5-8181-2f96bd425081 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:48.235988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:48.259278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:48.263356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:48.288801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c154631b-7b13-4867-bc6a-6eca987c73c1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:48.338785 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:48.339338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:48.367108 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154631b-7b13-4867-bc6a-6eca987c73c1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9d14ae-e55d-4a8f-8a7c-c79d0de81649,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:48.370956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c154631b-7b13-4867-bc6a-6eca987c73c1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:48.377682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55052f80-ab04-4c69-ae59-0d9cb07f284a None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:48.385242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port 8b489b23-2586-4cf9-9e4c-abaa6146f033 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:48.580213 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c154631b-7b13-4867-bc6a-6eca987c73c1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/2d9d14ae-e55d-4a8f-8a7c-c79d0de81649 HTTP/1.1" status: 204 len: 168 time: 1.8843932 Mar 03 05:48:48.582454 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7a521526-9a03-49d1-8245-24d0a7607e3e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4557972 Mar 03 05:48:48.588129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56236) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:48.588384 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56238) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:48.628695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4ca44f5b-4f77-4380-853e-e5b751ba468a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'floatingip': {'port_id': 'ab3463a0-25d5-4c50-b81e-eae7ae93d64d'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:48.707435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:48.734951 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ca44f5b-4f77-4380-853e-e5b751ba468a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:48.803620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Pushing event deleted for resources: {'Port': ['ID=651dfbf9-e9dc-46e8-90ae-60e7445eebaf,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:48.851535 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedb5db2-9499-48c0-b044-6b37262ac2fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet b6c08960-87d1-4f37-90c8-2af23726b28e {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:48.855686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] For port 3f650388-ec0b-4ef5-8181-2f96bd425081, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3f650388-ec0b-4ef5-8181-2f96bd425081,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:48.856640 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:48.899677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eedb5db2-9499-48c0-b044-6b37262ac2fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.083382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Calling delete_port for 3f650388-ec0b-4ef5-8181-2f96bd425081 owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:49.138150 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eedb5db2-9499-48c0-b044-6b37262ac2fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.183170 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.303633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-66cef3da-5f69-44e6-9dda-d5a4a8ba4888 None None] Provisioning complete for port 61da932e-da22-465b-8738-72e990eba4f4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:49.304223 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-66cef3da-5f69-44e6-9dda-d5a4a8ba4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.319382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.388135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.395606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.401197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:49.448629 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:49.449349 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c7ad0943-ad76-4fae-8ba1-765dcfe5ff39 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:49.450598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eedb5db2-9499-48c0-b044-6b37262ac2fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.478446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.479185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Fanout notify agent at l3_agent the message router_deleted on router ebb63a18-4c69-4b67-96d2-38cc08674891 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:48:49.484682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35be5f09-eb83-457c-ad5b-b6c5fb92428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.504960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.509409 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7e0cfe6f-10de-47bd-9d5c-4ffe3618de67 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "DELETE /v2.0/routers/ebb63a18-4c69-4b67-96d2-38cc08674891 HTTP/1.1" status: 204 len: 168 time: 3.7401767 Mar 03 05:48:49.509771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56244) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:49.516001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-26b36865-cacc-4128-8927-8e63f78a60ce tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2048346918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:49.522220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.567282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-26b36865-cacc-4128-8927-8e63f78a60ce tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:49.591190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26b36865-cacc-4128-8927-8e63f78a60ce tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Usage tracker for resource:router and tenant:431bc51c0a084be592e4c4e04c95c341 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:49.605843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26b36865-cacc-4128-8927-8e63f78a60ce tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:49.622341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-26b36865-cacc-4128-8927-8e63f78a60ce tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:49.627691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:49.629971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be5f09-eb83-457c-ad5b-b6c5fb92428f admin admin] Pushing event deleted for resources: {'Port': ['ID=78ea4754-4d93-4068-9980-ac65f8438565,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:49.633061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:49.654419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:49.659838 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:49.660450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.675210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=8b489b23-2586-4cf9-9e4c-abaa6146f033,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:49.682701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44dcccfd-5216-4cb3-855e-303ad014bf3b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.739068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26b36865-cacc-4128-8927-8e63f78a60ce tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.740667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26b36865-cacc-4128-8927-8e63f78a60ce tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.757385 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-946bc2f3-46c2-455f-8863-110768fd0ef9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3082974 Mar 03 05:48:49.761022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56248) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:49.881571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26b36865-cacc-4128-8927-8e63f78a60ce tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:49.980194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5d3fcdbb-db14-49d1-94d7-4485361cb021 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port 8b489b23-2586-4cf9-9e4c-abaa6146f033 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:49.980450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d3fcdbb-db14-49d1-94d7-4485361cb021 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.033194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eedb5db2-9499-48c0-b044-6b37262ac2fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.065000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26b36865-cacc-4128-8927-8e63f78a60ce tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.123359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.146713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26b36865-cacc-4128-8927-8e63f78a60ce tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.147887 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-26b36865-cacc-4128-8927-8e63f78a60ce tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6372638 Mar 03 05:48:50.151971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56252) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:50.162078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'enable_snat': True}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:50.180356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb5db2-9499-48c0-b044-6b37262ac2fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c08960-87d1-4f37-90c8-2af23726b28e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:50.185229 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eedb5db2-9499-48c0-b044-6b37262ac2fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.187989 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc65f43e-9c15-4147-aabd-9eb53f8d9238 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:50.198994 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f650388-ec0b-4ef5-8181-2f96bd425081,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:50.261790 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-eedb5db2-9499-48c0-b044-6b37262ac2fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/b6c08960-87d1-4f37-90c8-2af23726b28e HTTP/1.1" status: 204 len: 168 time: 1.6722317 Mar 03 05:48:50.291909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56256) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:50.390838 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d5fbffc6-9b18-4cc4-a854-c75eb528efb2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0926476 Mar 03 05:48:50.433604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ed280411-8853-4980-8c9c-4972b7e3c63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.448011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56260) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:50.453326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e732056c-b6d6-4b49-a74c-d227243b3171 None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:48:50.459335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:50.459496 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e732056c-b6d6-4b49-a74c-d227243b3171 None None] Deleting port 61da932e-da22-465b-8738-72e990eba4f4 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:50.459845 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e732056c-b6d6-4b49-a74c-d227243b3171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.511678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35be5f09-eb83-457c-ad5b-b6c5fb92428f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.516866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.642434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-4ca44f5b-4f77-4380-853e-e5b751ba468a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:48:50.676987 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e732056c-b6d6-4b49-a74c-d227243b3171 None None] For port 61da932e-da22-465b-8738-72e990eba4f4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=61da932e-da22-465b-8738-72e990eba4f4,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:50.677288 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e732056c-b6d6-4b49-a74c-d227243b3171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.797403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d3fcdbb-db14-49d1-94d7-4485361cb021 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.797616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e732056c-b6d6-4b49-a74c-d227243b3171 None None] Calling delete_port for 61da932e-da22-465b-8738-72e990eba4f4 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:50.838089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.843626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.877353 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e732056c-b6d6-4b49-a74c-d227243b3171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.879098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ca44f5b-4f77-4380-853e-e5b751ba468a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.889661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ca44f5b-4f77-4380-853e-e5b751ba468a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:50.927550 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e732056c-b6d6-4b49-a74c-d227243b3171 None None] No DVR routers for this DVR port 61da932e-da22-465b-8738-72e990eba4f4 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:50.935889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732056c-b6d6-4b49-a74c-d227243b3171 None None] Pushing event deleted for resources: {'Port': ['ID=61da932e-da22-465b-8738-72e990eba4f4,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:51.015954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:51.016477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60ec4f9d-63c9-4a60-ba83-629453f6b068 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:48:51.047429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:51.050914 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-05908a52-e04e-492c-be35-6c511aed6d01 admin admin] 10.222.0.20 "DELETE /v2.0/routers/60ec4f9d-63c9-4a60-ba83-629453f6b068 HTTP/1.1" status: 204 len: 168 time: 3.8478754 Mar 03 05:48:51.055837 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56264) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:51.086283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5d3fcdbb-db14-49d1-94d7-4485361cb021 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for 8b489b23-2586-4cf9-9e4c-abaa6146f033 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:51.130665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:51.134347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-44dcccfd-5216-4cb3-855e-303ad014bf3b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port cf32d235-f4cc-4367-80f1-350af567f622 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:51.134676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44dcccfd-5216-4cb3-855e-303ad014bf3b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:51.207844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:51.229152 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:51.243222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:51.279407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:51.367935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:51.371387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:51.410466 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-4ca44f5b-4f77-4380-853e-e5b751ba468a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Floating IP 92862d0a-3b1e-4a13-b1b5-5ae30405a2d2 associated. External IP: 172.26.3.240, port: ab3463a0-25d5-4c50-b81e-eae7ae93d64d. Mar 03 05:48:51.425173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d3fcdbb-db14-49d1-94d7-4485361cb021 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:51.462759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-8774230c-62fd-4347-9969-54cb2fcaf3d1 admin admin] Deleting subnet e09e5298-9a37-429e-9341-288a14d58e72 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:51.510190 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:51.530877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8774230c-62fd-4347-9969-54cb2fcaf3d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:51.599047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fcdbb-db14-49d1-94d7-4485361cb021 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=8b489b23-2586-4cf9-9e4c-abaa6146f033,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:51.624694 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 61da932e-da22-465b-8738-72e990eba4f4 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:51.626406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8774230c-62fd-4347-9969-54cb2fcaf3d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:51.653311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d3fcdbb-db14-49d1-94d7-4485361cb021 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:51.663981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44dcccfd-5216-4cb3-855e-303ad014bf3b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:51.670059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 61da932e-da22-465b-8738-72e990eba4f4 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:51.670507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 61da932e-da22-465b-8738-72e990eba4f4 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:51.670918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3f650388-ec0b-4ef5-8181-2f96bd425081 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:51.708916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 3f650388-ec0b-4ef5-8181-2f96bd425081 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:51.709171 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3f650388-ec0b-4ef5-8181-2f96bd425081 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:51.728230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35be5f09-eb83-457c-ad5b-b6c5fb92428f admin admin] Router 63ac5889-88e4-484b-830b-261ee7b4d175 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:51.734774 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:51.797016 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5d3fcdbb-db14-49d1-94d7-4485361cb021 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/8b489b23-2586-4cf9-9e4c-abaa6146f033 HTTP/1.1" status: 204 len: 168 time: 2.0335026 Mar 03 05:48:51.808753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-44dcccfd-5216-4cb3-855e-303ad014bf3b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for cf32d235-f4cc-4367-80f1-350af567f622 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:51.820937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56268) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:51.848493 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'mac_address': 'fa:16:3e:9c:9d:e7', 'name': 'tempest-PortsIpV6TestJSON-347501754'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:52.117893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8774230c-62fd-4347-9969-54cb2fcaf3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:52.239963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:52.255524 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:port and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:52.260207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35be5f09-eb83-457c-ad5b-b6c5fb92428f admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:52.263403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:52.270517 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-35be5f09-eb83-457c-ad5b-b6c5fb92428f admin admin] 10.222.0.20 "PUT /v2.0/routers/63ac5889-88e4-484b-830b-261ee7b4d175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7359126 Mar 03 05:48:52.271539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7dbe5-d849-4937-a326-0a9f6bb5f028 None None] Sync routers for ids ['63ac5889-88e4-484b-830b-261ee7b4d175'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:52.276910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56272) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:52.277769 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:52.282014 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7dbe5-d849-4937-a326-0a9f6bb5f028 None None] Routers {'63ac5889-88e4-484b-830b-261ee7b4d175'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:52.282679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-58b7dbe5-d849-4937-a326-0a9f6bb5f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['63ac5889-88e4-484b-830b-261ee7b4d175'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:52.319627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:52.382067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:52.394834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:52.422730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca44f5b-4f77-4380-853e-e5b751ba468a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:52.464162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:52.469634 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:52.477094 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:52.493448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01e9396-0992-49d9-ae29-148df4be95b3 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:52.514626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-58b7dbe5-d849-4937-a326-0a9f6bb5f028 None None] Set router 63ac5889-88e4-484b-830b-261ee7b4d175 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:48:52.518405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:52.519013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:52.527431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=5a75390d-ad68-414c-9b0e-9b809b70de5e,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:52.574419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44dcccfd-5216-4cb3-855e-303ad014bf3b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:52.629219 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fea36e6a-9391-4060-83a5-9f03bcca313d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1800594 Mar 03 05:48:52.633641 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8774230c-62fd-4347-9969-54cb2fcaf3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:52.640191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56276) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:52.642201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcccfd-5216-4cb3-855e-303ad014bf3b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Port': ['ID=cf32d235-f4cc-4367-80f1-350af567f622,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:52.651935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:52.817725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774230c-62fd-4347-9969-54cb2fcaf3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e09e5298-9a37-429e-9341-288a14d58e72,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:52.830730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:52.850697 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8774230c-62fd-4347-9969-54cb2fcaf3d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:52.874800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:52.905576 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7edd0d-2365-4f7c-8b59-68522cc9a6c5 None None] Network 7e244160-a50d-4c6d-bf34-2da61490a896 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:52.935181 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8774230c-62fd-4347-9969-54cb2fcaf3d1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e09e5298-9a37-429e-9341-288a14d58e72 HTTP/1.1" status: 204 len: 168 time: 1.8782184 Mar 03 05:48:52.955463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56282) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:52.976998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44dcccfd-5216-4cb3-855e-303ad014bf3b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:52.996125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Allocated IP 172.26.3.4 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/5e544c14-c96f-4555-a877-acd89694ad4e) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:53.045903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port a23f88e8-1d67-458f-95f7-cd3632e74768 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:53.058717 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:53.179335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:53.186592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:53.191632 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:53.275386 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca44f5b-4f77-4380-853e-e5b751ba468a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:53.281873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-58b7dbe5-d849-4937-a326-0a9f6bb5f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:48:49Z', 'revision_number': 5, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:53.289297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7dbe5-d849-4937-a326-0a9f6bb5f028 None None] Checking router: 63ac5889-88e4-484b-830b-261ee7b4d175 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:48:53.297234 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1183b-519b-483f-ad35-54d8c17a39b6 None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:53.298047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:53.307928 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1183b-519b-483f-ad35-54d8c17a39b6 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:53.308679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:53.309571 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a2f1183b-519b-483f-ad35-54d8c17a39b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:53.329127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b7dbe5-d849-4937-a326-0a9f6bb5f028 None None] Routers {'63ac5889-88e4-484b-830b-261ee7b4d175'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:53.337997 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ca44f5b-4f77-4380-853e-e5b751ba468a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:53.344578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-58b7dbe5-d849-4937-a326-0a9f6bb5f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['63ac5889-88e4-484b-830b-261ee7b4d175'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:53.378052 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a2f1183b-519b-483f-ad35-54d8c17a39b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:53.387012 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f1183b-519b-483f-ad35-54d8c17a39b6 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:53.388419 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a2f1183b-519b-483f-ad35-54d8c17a39b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:53.431676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:53.435729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:53.455731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:53.460020 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44dcccfd-5216-4cb3-855e-303ad014bf3b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router cfd9df6b-e929-489b-857d-5996623d4adc has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:53.464348 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Deleting port d8287782-7172-4ded-85d6-e61313d3cf49 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:53.464685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:53.495887 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a2f1183b-519b-483f-ad35-54d8c17a39b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:53.497109 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f1183b-519b-483f-ad35-54d8c17a39b6 None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:53.545348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '5a75390d-ad68-414c-9b0e-9b809b70de5e'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:48:53.546185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:53.587010 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4ca44f5b-4f77-4380-853e-e5b751ba468a tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "PUT /v2.0/floatingips/92862d0a-3b1e-4a13-b1b5-5ae30405a2d2 HTTP/1.1" status: 200 len: 978 time: 4.9951215 Mar 03 05:48:53.588135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Deleting port 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:53.588470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:53.612058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56286) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:53.648481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-58b7dbe5-d849-4937-a326-0a9f6bb5f028 None None] Set router 63ac5889-88e4-484b-830b-261ee7b4d175 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:48:53.691944 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3b207d-4ec5-44e0-aaa3-1318531351e1 None None] DHCP port deletion for 7e244160-a50d-4c6d-bf34-2da61490a896 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:48:53.730413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:53.787150 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b207d-4ec5-44e0-aaa3-1318531351e1 None None] Deleting port d8287782-7172-4ded-85d6-e61313d3cf49 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:53.787520 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf3b207d-4ec5-44e0-aaa3-1318531351e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:53.902653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:53.917469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-845008cb-cd36-4755-b1b6-abbdac300ceb tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port ab3463a0-25d5-4c50-b81e-eae7ae93d64d {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:53.918056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-845008cb-cd36-4755-b1b6-abbdac300ceb tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:53.953600 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] For port d8287782-7172-4ded-85d6-e61313d3cf49, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d8287782-7172-4ded-85d6-e61313d3cf49,segment=NetworkSegment(1671a4b1-dfde-4c69-82dc-094f7952330a),segment_id=1671a4b1-dfde-4c69-82dc-094f7952330a)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:53.953864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:53.963016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44dcccfd-5216-4cb3-855e-303ad014bf3b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:53.979095 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-44dcccfd-5216-4cb3-855e-303ad014bf3b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/cfd9df6b-e929-489b-857d-5996623d4adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9640899 Mar 03 05:48:53.986213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56290) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:53.999419 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb3a34-b8bf-43b8-8055-8aab3bae4c0e None None] Sync routers for ids ['cfd9df6b-e929-489b-857d-5996623d4adc'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:54.056689 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb3a34-b8bf-43b8-8055-8aab3bae4c0e None None] Routers {'cfd9df6b-e929-489b-857d-5996623d4adc'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:54.057308 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b6cb3a34-b8bf-43b8-8055-8aab3bae4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfd9df6b-e929-489b-857d-5996623d4adc'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:54.083871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d565b6e7-54d8-4d7f-b323-b06207403d12 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Synchronizing usage tracker for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:54.175685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:54.184833 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d565b6e7-54d8-4d7f-b323-b06207403d12 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Unset dirty status for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:54.185997 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d565b6e7-54d8-4d7f-b323-b06207403d12 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfd9df6b-e929-489b-857d-5996623d4adc HTTP/1.1" status: 200 len: 205 time: 0.1977491 Mar 03 05:48:54.233043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56294) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:54.249914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:54.252599 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b6cb3a34-b8bf-43b8-8055-8aab3bae4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:54.256343 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Allocated IP 172.20.0.2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/5a75390d-ad68-414c-9b0e-9b809b70de5e/f71edc54-7bd6-42c6-b148-594d38f3d26b) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:48:54.275050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Calling delete_port for d8287782-7172-4ded-85d6-e61313d3cf49 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:54.342062 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb3a34-b8bf-43b8-8055-8aab3bae4c0e None None] Routers {'cfd9df6b-e929-489b-857d-5996623d4adc'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:54.342690 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b6cb3a34-b8bf-43b8-8055-8aab3bae4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfd9df6b-e929-489b-857d-5996623d4adc'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:54.371345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:54.379161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:54.394633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:54.439898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event updated for resources: {'Port': ['ID=5e544c14-c96f-4555-a877-acd89694ad4e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:54.445521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b6cb3a34-b8bf-43b8-8055-8aab3bae4c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:54.445962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb3a34-b8bf-43b8-8055-8aab3bae4c0e None None] The sync data for ids ['cfd9df6b-e929-489b-857d-5996623d4adc'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:54.450523 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-bf3b207d-4ec5-44e0-aaa3-1318531351e1 None None] For port d8287782-7172-4ded-85d6-e61313d3cf49, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d8287782-7172-4ded-85d6-e61313d3cf49,segment=NetworkSegment(1671a4b1-dfde-4c69-82dc-094f7952330a),segment_id=1671a4b1-dfde-4c69-82dc-094f7952330a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:54.450523 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf3b207d-4ec5-44e0-aaa3-1318531351e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:54.450749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] For port 8e2b71b2-1e08-427d-9847-a8fe29dc81d2, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8e2b71b2-1e08-427d-9847-a8fe29dc81d2,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:54.451114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:54.462082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-845008cb-cd36-4755-b1b6-abbdac300ceb tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:54.542522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:54.610602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Calling delete_port for 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:54.638217 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b207d-4ec5-44e0-aaa3-1318531351e1 None None] Calling delete_port for d8287782-7172-4ded-85d6-e61313d3cf49 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:54.688959 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:54.707832 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:54.712980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:54.713582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:54.717717 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:54.721062 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=a23f88e8-1d67-458f-95f7-cd3632e74768,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:54.750203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-58b7dbe5-d849-4937-a326-0a9f6bb5f028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:48:49Z', 'revision_number': 5, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:54.765234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e29c4e60-4286-4446-903f-7cb837ca49f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:54.794963 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-bf3b207d-4ec5-44e0-aaa3-1318531351e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:48:54.795286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-bf3b207d-4ec5-44e0-aaa3-1318531351e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:48:54.797583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b7dbe5-d849-4937-a326-0a9f6bb5f028 None None] The sync data for ids ['63ac5889-88e4-484b-830b-261ee7b4d175'] in dv-neutron-831582-1-hyperv is: [{'id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'name': 'tempest-ServersTestJSON-469775175-router', 'tenant_id': '05a7b63e8ae64b29be32863d19c4523d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27'}], 'enable_snat': True}, 'gw_port_id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:58Z', 'updated_at': '2022-03-03T05:48:49Z', 'revision_number': 5, 'project_id': '05a7b63e8ae64b29be32863d19c4523d', 'gw_port': {'id': '8e2b71b2-1e08-427d-9847-a8fe29dc81d2', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:f2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ac5889-88e4-484b-830b-261ee7b4d175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:01Z', 'updated_at': '2022-03-03T05:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:54.846044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:54.855223 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8287782-7172-4ded-85d6-e61313d3cf49,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:54.857875 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Transition to ACTIVE for port object f71edc54-7bd6-42c6-b148-594d38f3d26b will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:54.880783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Transition to ACTIVE for port object f71edc54-7bd6-42c6-b148-594d38f3d26b will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:48:54.886077 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:54.919741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] No DVR routers for this DVR port d8287782-7172-4ded-85d6-e61313d3cf49 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:54.961939 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b3a9912a-e4da-4509-ba7b-cfdeb7b4430b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1308401 Mar 03 05:48:54.972258 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:54.973806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Pushing event updated for resources: {'Port': ['ID=f71edc54-7bd6-42c6-b148-594d38f3d26b,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:54.978132 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:54.984093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:48:55.008668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56298) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:55.079873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Attempting to bind port f71edc54-7bd6-42c6-b148-594d38f3d26b on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:48:55.080372 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Attempting to bind port f71edc54-7bd6-42c6-b148-594d38f3d26b by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:48:55.080500 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Attempting to bind port f71edc54-7bd6-42c6-b148-594d38f3d26b on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:48:55.086646 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:48:55.087253 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:48:55.087695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.088274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:48:55.088836 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Bound port: f71edc54-7bd6-42c6-b148-594d38f3d26b, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:48:55.089301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.142453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-845008cb-cd36-4755-b1b6-abbdac300ceb tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.143018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-845008cb-cd36-4755-b1b6-abbdac300ceb tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.143169 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-845008cb-cd36-4755-b1b6-abbdac300ceb tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Floating IP 92862d0a-3b1e-4a13-b1b5-5ae30405a2d2 disassociated. External IP: 172.26.3.240, port: ab3463a0-25d5-4c50-b81e-eae7ae93d64d. Mar 03 05:48:55.143454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-845008cb-cd36-4755-b1b6-abbdac300ceb tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for ab3463a0-25d5-4c50-b81e-eae7ae93d64d owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:55.191382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] For port f71edc54-7bd6-42c6-b148-594d38f3d26b, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:48:55.196493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] For port f71edc54-7bd6-42c6-b148-594d38f3d26b, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f71edc54-7bd6-42c6-b148-594d38f3d26b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:48:55.204192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.224053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e29c4e60-4286-4446-903f-7cb837ca49f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.227831 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e29c4e60-4286-4446-903f-7cb837ca49f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.296009 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b207d-4ec5-44e0-aaa3-1318531351e1 None None] Deleting port d8287782-7172-4ded-85d6-e61313d3cf49 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:55.296577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf3b207d-4ec5-44e0-aaa3-1318531351e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.385568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-845008cb-cd36-4755-b1b6-abbdac300ceb tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.425816 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bf3b207d-4ec5-44e0-aaa3-1318531351e1 None None] The port 'd8287782-7172-4ded-85d6-e61313d3cf49' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:48:55.427662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe49327-0301-40a3-9543-8fe1c07f6251 None None] Pushing event updated for resources: {'Port': ['ID=f71edc54-7bd6-42c6-b148-594d38f3d26b,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:55.438056 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d8287782-7172-4ded-85d6-e61313d3cf49 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:55.489044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845008cb-cd36-4755-b1b6-abbdac300ceb tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=ab3463a0-25d5-4c50-b81e-eae7ae93d64d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:55.508469 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: d8287782-7172-4ded-85d6-e61313d3cf49 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:55.508937 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d8287782-7172-4ded-85d6-e61313d3cf49 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:55.509451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 78ea4754-4d93-4068-9980-ac65f8438565 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:48:55.523841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.543391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d31a54a-5cfe-4daa-bcc3-9371e83e6536 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:55.544009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8d31a54a-5cfe-4daa-bcc3-9371e83e6536 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:55.555580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 78ea4754-4d93-4068-9980-ac65f8438565 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:48:55.556589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 78ea4754-4d93-4068-9980-ac65f8438565 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:48:55.561295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e29c4e60-4286-4446-903f-7cb837ca49f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.561723 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29c4e60-4286-4446-903f-7cb837ca49f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Fanout notify agent at l3_agent the message router_deleted on router cfd9df6b-e929-489b-857d-5996623d4adc {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:48:55.586972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e244160-a50d-4c6d-bf34-2da61490a896']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:55.600944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e29c4e60-4286-4446-903f-7cb837ca49f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.602000 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e29c4e60-4286-4446-903f-7cb837ca49f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/cfd9df6b-e929-489b-857d-5996623d4adc HTTP/1.1" status: 204 len: 168 time: 1.3632841 Mar 03 05:48:55.605303 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56302) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:55.606867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1671a4b1-dfde-4c69-82dc-094f7952330a') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:55.607191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1671a4b1-dfde-4c69-82dc-094f7952330a') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:55.621164 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8d31a54a-5cfe-4daa-bcc3-9371e83e6536 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:55.625341 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8d31a54a-5cfe-4daa-bcc3-9371e83e6536 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/a23f88e8-1d67-458f-95f7-cd3632e74768 HTTP/1.1" status: 200 len: 844 time: 0.6020854 Mar 03 05:48:55.647543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56306) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:55.666110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.697341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.objects.ports [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87793) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:48:55.748968 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.763196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:48:55.763598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:48:55.778832 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:48:55.803653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-72170d3e-a5d6-4b96-97da-648731927f81 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting subnet 55064055-e5cd-401e-a409-da1d72327a0e {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:55.850703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.858127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-72170d3e-a5d6-4b96-97da-648731927f81 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.901236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.965062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5befba4d-f697-445f-b523-4c9640023e1c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port a23f88e8-1d67-458f-95f7-cd3632e74768 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:55.965412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5befba4d-f697-445f-b523-4c9640023e1c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:55.998327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2b71b2-1e08-427d-9847-a8fe29dc81d2,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:56.038230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.046841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-72170d3e-a5d6-4b96-97da-648731927f81 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.093784 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.117281 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e244160-a50d-4c6d-bf34-2da61490a896,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:56.138430 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b21be894-6725-48b2-9e75-a26ba8c48ff8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7e244160-a50d-4c6d-bf34-2da61490a896 HTTP/1.1" status: 204 len: 168 time: 3.1785967 Mar 03 05:48:56.156565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.221382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845008cb-cd36-4755-b1b6-abbdac300ceb tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:48:56.354595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.358160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.387422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-72170d3e-a5d6-4b96-97da-648731927f81 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.469478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.470221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63ac5889-88e4-484b-830b-261ee7b4d175 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:48:56.488350 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56312) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:56.508297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.509423 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0b2fbc2e-cbf4-493c-a460-55f2b426b647 admin admin] 10.222.0.20 "DELETE /v2.0/routers/63ac5889-88e4-484b-830b-261ee7b4d175 HTTP/1.1" status: 204 len: 168 time: 4.2293894 Mar 03 05:48:56.516616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56316) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:56.587684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-37380c18-8151-45b6-bfea-b5cd27d10369 admin admin] Deleting subnet 1051c150-4cec-4074-8313-46dd4306fdc8 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:56.592072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37380c18-8151-45b6-bfea-b5cd27d10369 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.676488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37380c18-8151-45b6-bfea-b5cd27d10369 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.687335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c454b485-07e3-41b9-b1cf-53bd88e1ed13 None None] Provisioning for port f71edc54-7bd6-42c6-b148-594d38f3d26b completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:56.718075 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-72170d3e-a5d6-4b96-97da-648731927f81 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.755313 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f5ac3bf7-7a02-42ed-bcb8-6492b03adedc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c1bfd704a37471c9717c3c2cb1ec379&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2649395 Mar 03 05:48:56.766195 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56320) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:56.773493 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72170d3e-a5d6-4b96-97da-648731927f81 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Subnet': ['ID=55064055-e5cd-401e-a409-da1d72327a0e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:56.790220 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-72170d3e-a5d6-4b96-97da-648731927f81 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.795813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b633f72d-9bc5-4c88-90c6-92d4ea0f5a95 None None] Network f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:56.801728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5befba4d-f697-445f-b523-4c9640023e1c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.810399 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-72170d3e-a5d6-4b96-97da-648731927f81 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/55064055-e5cd-401e-a409-da1d72327a0e HTTP/1.1" status: 204 len: 168 time: 1.1875365 Mar 03 05:48:56.817304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56324) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:56.922374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37380c18-8151-45b6-bfea-b5cd27d10369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.953678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cb29e563-c817-404c-9a70-3151b8b15230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:56.985860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cb29e563-c817-404c-9a70-3151b8b15230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.000835 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting subnet 68959276-9cc8-42c2-8e04-3230b52a224e {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:48:57.017341 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.021819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.104832 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.106481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5befba4d-f697-445f-b523-4c9640023e1c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for a23f88e8-1d67-458f-95f7-cd3632e74768 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:57.116395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4701e1c0-4e2e-434b-b98e-5cac279f23f1 None None] DHCP port deletion for f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:48:57.121556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-4701e1c0-4e2e-434b-b98e-5cac279f23f1 None None] Deleting port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:57.122169 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4701e1c0-4e2e-434b-b98e-5cac279f23f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.151601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.180811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37380c18-8151-45b6-bfea-b5cd27d10369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.201027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.218135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cb29e563-c817-404c-9a70-3151b8b15230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.218930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845008cb-cd36-4755-b1b6-abbdac300ceb tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:57.230304 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bfa395-c1c9-4b8f-95cf-88d2b444afa4 None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:57.239698 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37380c18-8151-45b6-bfea-b5cd27d10369 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1051c150-4cec-4074-8313-46dd4306fdc8,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:57.241659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37380c18-8151-45b6-bfea-b5cd27d10369 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.267645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29e563-c817-404c-9a70-3151b8b15230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e1bb3b-d9eb-46c3-b3a8-30e857194149,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:57.278902 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bfa395-c1c9-4b8f-95cf-88d2b444afa4 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:57.279992 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-50bfa395-c1c9-4b8f-95cf-88d2b444afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:57.288896 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.327432 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-37380c18-8151-45b6-bfea-b5cd27d10369 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1051c150-4cec-4074-8313-46dd4306fdc8 HTTP/1.1" status: 204 len: 168 time: 0.8092046 Mar 03 05:48:57.336611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56328) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:57.344156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cb29e563-c817-404c-9a70-3151b8b15230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.345672 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cb29e563-c817-404c-9a70-3151b8b15230 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74e1bb3b-d9eb-46c3-b3a8-30e857194149 HTTP/1.1" status: 204 len: 168 time: 0.5769155 Mar 03 05:48:57.347747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd19b46-2048-4d3b-aa2d-f99af3f6e500 None None] Network d33d742a-0580-477c-af11-3f9cd4115607 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:57.396448 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.489551 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-50bfa395-c1c9-4b8f-95cf-88d2b444afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:57.502400 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bfa395-c1c9-4b8f-95cf-88d2b444afa4 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:57.503253 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-50bfa395-c1c9-4b8f-95cf-88d2b444afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:57.581189 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f71edc54-7bd6-42c6-b148-594d38f3d26b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:48:57.597615 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-50bfa395-c1c9-4b8f-95cf-88d2b444afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:57.598272 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bfa395-c1c9-4b8f-95cf-88d2b444afa4 None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:48:57.658439 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.667362 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Subnet': ['ID=68959276-9cc8-42c2-8e04-3230b52a224e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:57.671384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e14cba1-315d-437f-b71a-d72554bd3ac3 None None] Network 687c79e4-29aa-4a1b-9b68-d70b2ca37976 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:57.676165 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:57.676553 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:57.676979 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:57.677428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:57.677732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:57.678183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:57.678514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:57.678872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:57.679498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:57.679936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:57.680311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:57.680812 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:57.687154 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d84df2e4-6990-426b-82ae-1d85b0793278 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/68959276-9cc8-42c2-8e04-3230b52a224e HTTP/1.1" status: 204 len: 168 time: 0.8642931 Mar 03 05:48:57.687409 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56334) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:57.820861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.822660 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-4701e1c0-4e2e-434b-b98e-5cac279f23f1 None None] For port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3,segment=NetworkSegment(8d5be03c-e5b8-4b8a-b918-911165c0363c),segment_id=8d5be03c-e5b8-4b8a-b918-911165c0363c)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:57.823574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4701e1c0-4e2e-434b-b98e-5cac279f23f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.833269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:57.833915 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.848943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5befba4d-f697-445f-b523-4c9640023e1c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.955912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5befba4d-f697-445f-b523-4c9640023e1c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=a23f88e8-1d67-458f-95f7-cd3632e74768,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:57.960614 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:57.983226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-845008cb-cd36-4755-b1b6-abbdac300ceb tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.000608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5befba4d-f697-445f-b523-4c9640023e1c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.010779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-4701e1c0-4e2e-434b-b98e-5cac279f23f1 None None] Calling delete_port for c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:58.033949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Deleting port 042a17c1-e642-40da-bd9f-a009ccbc1cca {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:58.034292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.087125 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-845008cb-cd36-4755-b1b6-abbdac300ceb tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/ports/ab3463a0-25d5-4c50-b81e-eae7ae93d64d HTTP/1.1" status: 204 len: 168 time: 4.4708326 Mar 03 05:48:58.096070 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56348) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:58.114971 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5befba4d-f697-445f-b523-4c9640023e1c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/a23f88e8-1d67-458f-95f7-cd3632e74768 HTTP/1.1" status: 204 len: 168 time: 2.4570808 Mar 03 05:48:58.117652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] For port f71edc54-7bd6-42c6-b148-594d38f3d26b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f71edc54-7bd6-42c6-b148-594d38f3d26b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:58.120127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56352) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:58.141695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port f71edc54-7bd6-42c6-b148-594d38f3d26b completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:48:58.154648 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port f71edc54-7bd6-42c6-b148-594d38f3d26b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:48:58.155015 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.196012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] For port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3,segment=NetworkSegment(8d5be03c-e5b8-4b8a-b918-911165c0363c),segment_id=8d5be03c-e5b8-4b8a-b918-911165c0363c)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:58.196436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.213054 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-633f639f-00f6-4f6f-89e8-38d6367ce3ec tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "GET /v2.0/floatingips/92862d0a-3b1e-4a13-b1b5-5ae30405a2d2 HTTP/1.1" status: 200 len: 688 time: 0.1132865 Mar 03 05:48:58.214395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56356) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:58.255019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4701e1c0-4e2e-434b-b98e-5cac279f23f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.337014 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:48:58.352807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4701e1c0-4e2e-434b-b98e-5cac279f23f1 None None] No DVR routers for this DVR port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:58.367168 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4701e1c0-4e2e-434b-b98e-5cac279f23f1 None None] Pushing event deleted for resources: {'Port': ['ID=c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:58.386148 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-616957fe-c3cd-4962-a81f-0678e96fe7c6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:48:58.386679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-616957fe-c3cd-4962-a81f-0678e96fe7c6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:48:58.444361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Router da92ebbd-557a-42d6-8991-7d6c33dfc75d is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:48:58.477960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.505243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4959e1e-62b2-4354-9d52-866e96f61350 None None] DHCP port deletion for d33d742a-0580-477c-af11-3f9cd4115607 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:48:58.507754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.514563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f4959e1e-62b2-4354-9d52-866e96f61350 None None] Deleting port 042a17c1-e642-40da-bd9f-a009ccbc1cca {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:58.515134 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f4959e1e-62b2-4354-9d52-866e96f61350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.520163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.521122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.553434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307d4709-5856-4618-bdd0-64d87181cab3 None None] DHCP port deletion for 687c79e4-29aa-4a1b-9b68-d70b2ca37976 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:48:58.572513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:58.597282 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-307d4709-5856-4618-bdd0-64d87181cab3 None None] Deleting port e1080269-a877-4aaa-a6d1-d88eca4e908c {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:58.597803 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-307d4709-5856-4618-bdd0-64d87181cab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.730375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-616957fe-c3cd-4962-a81f-0678e96fe7c6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:48:58.731875 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-616957fe-c3cd-4962-a81f-0678e96fe7c6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/a23f88e8-1d67-458f-95f7-cd3632e74768 HTTP/1.1" status: 404 len: 333 time: 0.6089685 Mar 03 05:48:58.732661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a86f2-4163-4358-bc29-f6a7833816e1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port 3d526087-07f8-455d-a161-8474eb2d52ac {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:58.733003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3d9a86f2-4163-4358-bc29-f6a7833816e1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.765228 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56372) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:58.779604 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'name': 'tempest-PortsIpV6TestJSON-458327216'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:58.799305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:48:58.811550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:48:58.814757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] For port 042a17c1-e642-40da-bd9f-a009ccbc1cca, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=042a17c1-e642-40da-bd9f-a009ccbc1cca,segment=NetworkSegment(cf84d456-a468-4942-b6ff-7a762bf685c3),segment_id=cf84d456-a468-4942-b6ff-7a762bf685c3)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:58.815293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.830729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:58.831573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.863361 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f4959e1e-62b2-4354-9d52-866e96f61350 None None] For port 042a17c1-e642-40da-bd9f-a009ccbc1cca, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=042a17c1-e642-40da-bd9f-a009ccbc1cca,segment=NetworkSegment(cf84d456-a468-4942-b6ff-7a762bf685c3),segment_id=cf84d456-a468-4942-b6ff-7a762bf685c3)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:58.863962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f4959e1e-62b2-4354-9d52-866e96f61350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:58.904366 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:48:58.904894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:48:59.003136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Calling delete_port for 042a17c1-e642-40da-bd9f-a009ccbc1cca owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:59.022532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:59.026047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025f0590-25f7-47a1-8ed0-9d8cb2801c13 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:48:59.039049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:59.064677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:59.068744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.073341 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f4959e1e-62b2-4354-9d52-866e96f61350 None None] Calling delete_port for 042a17c1-e642-40da-bd9f-a009ccbc1cca owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:59.082007 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3d9a86f2-4163-4358-bc29-f6a7833816e1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.082327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3d9a86f2-4163-4358-bc29-f6a7833816e1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.108805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=9c262145-aaf5-4c35-8084-75d38c2c0f4f,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:59.111225 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=f71edc54-7bd6-42c6-b148-594d38f3d26b,revision_number=4']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:59.138512 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.4942374 Mar 03 05:48:59.147053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.147613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.148153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.148641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.149445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.149937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.150659 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.152584 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.153096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.153730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.154242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.154894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.161839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56382) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:59.163331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.163867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.164380 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.164746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-db361d16-b846-4897-afb6-352832458dcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:48:59.165050 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.165236 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-db361d16-b846-4897-afb6-352832458dcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:48:59.165680 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.166158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.166635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.167310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.168752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.169350 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.169826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.170296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd75c63-3aca-472e-9b0a-7ed0a23759f0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:48:59.184089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'mac_address': 'fa:16:3e:26:90:9d', 'name': 'tempest-NetworksTestDHCPv6-118797466'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:59.219043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a86f2-4163-4358-bc29-f6a7833816e1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for 3d526087-07f8-455d-a161-8474eb2d52ac owned by network:floatingip {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:59.248912 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port a5f29820-7569-4fd8-a399-65c5d8faf767 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:59.256834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:48:59.317402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f221c29-5ef6-41e8-b8aa-9a3030470f48 None None] Sync routers for ids ['da92ebbd-557a-42d6-8991-7d6c33dfc75d'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:48:59.329356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.333478 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-63ace0e1-4d68-4074-aa9d-3710eef2e693 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "PUT /v2.0/routers/da92ebbd-557a-42d6-8991-7d6c33dfc75d HTTP/1.1" status: 200 len: 917 time: 9.1789472 Mar 03 05:48:59.343488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56390) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:59.408714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:48:59.409288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.424111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f4959e1e-62b2-4354-9d52-866e96f61350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.458226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:48:59.458814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:48:59.509248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] The port 'c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3' was deleted {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:48:59.510266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f221c29-5ef6-41e8-b8aa-9a3030470f48 None None] Routers {'da92ebbd-557a-42d6-8991-7d6c33dfc75d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:59.511035 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7f221c29-5ef6-41e8-b8aa-9a3030470f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['da92ebbd-557a-42d6-8991-7d6c33dfc75d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:59.546514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56394) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:59.560880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:59.570561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:59.575397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:59.576612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4959e1e-62b2-4354-9d52-866e96f61350 None None] No DVR routers for this DVR port 042a17c1-e642-40da-bd9f-a009ccbc1cca on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:48:59.584928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:59.589185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4959e1e-62b2-4354-9d52-866e96f61350 None None] Pushing event deleted for resources: {'Port': ['ID=042a17c1-e642-40da-bd9f-a009ccbc1cca,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:48:59.598026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7f221c29-5ef6-41e8-b8aa-9a3030470f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:59.607083 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-307d4709-5856-4618-bdd0-64d87181cab3 None None] For port e1080269-a877-4aaa-a6d1-d88eca4e908c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e1080269-a877-4aaa-a6d1-d88eca4e908c,segment=NetworkSegment(2b0c093f-17ea-48b4-bf1f-7baf6027ca79),segment_id=2b0c093f-17ea-48b4-bf1f-7baf6027ca79)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:48:59.607727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-307d4709-5856-4618-bdd0-64d87181cab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.624340 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3503c14d-789b-48c2-be05-6d58dd1dcef2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/routers/da92ebbd-557a-42d6-8991-7d6c33dfc75d HTTP/1.1" status: 200 len: 923 time: 0.2792006 Mar 03 05:48:59.625141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56400) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:59.669977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:48:59.729462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.832005 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.834497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.848262 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-307d4709-5856-4618-bdd0-64d87181cab3 None None] Calling delete_port for e1080269-a877-4aaa-a6d1-d88eca4e908c owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:48:59.853093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1898269128', 'router:external': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:48:59.861607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:48:59.865072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf64d4-9f53-4155-ab50-67b467b2e067 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:48:59.869220 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-becf64d4-9f53-4155-ab50-67b467b2e067 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&device_id=da92ebbd-557a-42d6-8991-7d6c33dfc75d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.2431183 Mar 03 05:48:59.870372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56404) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:48:59.871138 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:59.885938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f221c29-5ef6-41e8-b8aa-9a3030470f48 None None] Routers {'da92ebbd-557a-42d6-8991-7d6c33dfc75d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:48:59.886535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7f221c29-5ef6-41e8-b8aa-9a3030470f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['da92ebbd-557a-42d6-8991-7d6c33dfc75d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:59.895683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5be03c-e5b8-4b8a-b918-911165c0363c') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:59.896519 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5be03c-e5b8-4b8a-b918-911165c0363c') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:59.896760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Usage tracker for resource:network and tenant:d8dcd0e28e994ccf81d5a0d16e99c859 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:48:59.913639 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:48:59.920499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.928801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:48:59.931530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 625dad02-3053-4987-8c05-9ea99e4b451d yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:48:59.952355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.958750 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3d9a86f2-4163-4358-bc29-f6a7833816e1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.966740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:48:59.974531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7f221c29-5ef6-41e8-b8aa-9a3030470f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:48:59.974935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f221c29-5ef6-41e8-b8aa-9a3030470f48 None None] The sync data for ids ['da92ebbd-557a-42d6-8991-7d6c33dfc75d'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:00.000382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:49:00.000382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.000869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port f71edc54-7bd6-42c6-b148-594d38f3d26b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f71edc54-7bd6-42c6-b148-594d38f3d26b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:00.020025 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:49:00.021550 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:49:00.057272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9a86f2-4163-4358-bc29-f6a7833816e1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=3d526087-07f8-455d-a161-8474eb2d52ac,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:00.087602 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-307d4709-5856-4618-bdd0-64d87181cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.120670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d4709-5856-4618-bdd0-64d87181cab3 None None] No DVR routers for this DVR port e1080269-a877-4aaa-a6d1-d88eca4e908c on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:49:00.136006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:49:00.173370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=f71edc54-7bd6-42c6-b148-594d38f3d26b,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:00.220930 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:49:00.221524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8e2b71b2-1e08-427d-9847-a8fe29dc81d2 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:49:00.222076 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:49:00.224033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.260967 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.273417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d4709-5856-4618-bdd0-64d87181cab3 None None] Pushing event deleted for resources: {'Port': ['ID=e1080269-a877-4aaa-a6d1-d88eca4e908c,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:00.273658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Network': ['ID=f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:00.285981 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:49:00.286580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c2d1d4b8-d7d2-49fc-a043-1171bcdd08d3 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:49:00.296588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Deleting port 042a17c1-e642-40da-bd9f-a009ccbc1cca {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:00.297040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.298935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.305119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.306577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3d9a86f2-4163-4358-bc29-f6a7833816e1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.369286 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c75caf85-1a38-4efd-8fd7-f7da0dd7a4b8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/networks/f8d6eba4-154d-4608-aa8b-4fb8ea43ddfa HTTP/1.1" status: 204 len: 168 time: 2.6807592 Mar 03 05:49:00.378654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56408) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:00.394188 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3d9a86f2-4163-4358-bc29-f6a7833816e1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.395276 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3d9a86f2-4163-4358-bc29-f6a7833816e1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/floatingips/92862d0a-3b1e-4a13-b1b5-5ae30405a2d2 HTTP/1.1" status: 204 len: 168 time: 2.1770947 Mar 03 05:49:00.403285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56412) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:00.444633 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'd40fe68a-7ebb-4444-a53b-ecceb55ea38b'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:00.451064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:00.470934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:00.473097 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f71edc54-7bd6-42c6-b148-594d38f3d26b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:00.475999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:00.487408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:00.493090 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:00.493719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.498609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:floatingip and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:00.505037 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=a5f29820-7569-4fd8-a399-65c5d8faf767,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:00.507451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:00.520397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] The port '042a17c1-e642-40da-bd9f-a009ccbc1cca' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:49:00.566262 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:00.574966 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Made reservation on behalf of d8dcd0e28e994ccf81d5a0d16e99c859 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:00.575481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port f71edc54-7bd6-42c6-b148-594d38f3d26b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:00.576109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.577322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.596534 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1b64-1a8b-42d6-b63e-7edc8104f691 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.603111 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-71607b07-6842-49b8-b834-8f6b1502c7bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8372269 Mar 03 05:49:00.605835 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56416) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:00.611234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.611856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.637545 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8ec3d943-9a3a-4046-ad5b-9cc85f803956 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:00.728499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5194acc1-8023-4370-b2e8-0cd265b7246f tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:00.732966 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5194acc1-8023-4370-b2e8-0cd265b7246f tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/networks/2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 881 time: 0.8576965 Mar 03 05:49:00.735765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:00.739550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Usage tracker for resource:security_group_rule and tenant:d8dcd0e28e994ccf81d5a0d16e99c859 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:00.744316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56420) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:00.783389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.799986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:00.800648 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 042a17c1-e642-40da-bd9f-a009ccbc1cca no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:49:00.831465 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8a9030e1-c43a-433c-b85e-bfcf2d00a030 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "GET /v2.0/ports?device_id=da92ebbd-557a-42d6-8991-7d6c33dfc75d HTTP/1.1" status: 200 len: 205 time: 0.0814657 Mar 03 05:49:00.837515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 042a17c1-e642-40da-bd9f-a009ccbc1cca {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:49:00.837939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 042a17c1-e642-40da-bd9f-a009ccbc1cca not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:49:00.838425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e1080269-a877-4aaa-a6d1-d88eca4e908c no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:49:00.873863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:00.879038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56424) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:00.892582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33d742a-0580-477c-af11-3f9cd4115607']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:00.907436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf84d456-a468-4942-b6ff-7a762bf685c3') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:00.907805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf84d456-a468-4942-b6ff-7a762bf685c3') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:00.921817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.938057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: e1080269-a877-4aaa-a6d1-d88eca4e908c {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:49:00.938649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e1080269-a877-4aaa-a6d1-d88eca4e908c not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:49:00.941439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.949380 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:49:00.950952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:49:00.965913 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:49:01.054887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f04d39c4-e27a-4a0e-a202-2bb5828d0ab1 None None] Provisioning complete for port f71edc54-7bd6-42c6-b148-594d38f3d26b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:01.055348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f04d39c4-e27a-4a0e-a202-2bb5828d0ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.075971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 172.20.0.14 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/5a75390d-ad68-414c-9b0e-9b809b70de5e/625dad02-3053-4987-8c05-9ea99e4b451d) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:01.090070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::f816:3eff:fe26:909d (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/9c262145-aaf5-4c35-8084-75d38c2c0f4f/625dad02-3053-4987-8c05-9ea99e4b451d) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:01.101212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.123090 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.142091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1b64-1a8b-42d6-b63e-7edc8104f691 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.149366 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] Pushing event deleted for resources: {'Network': ['ID=d33d742a-0580-477c-af11-3f9cd4115607,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:01.199124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d943-9a3a-4046-ad5b-9cc85f803956 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.227569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c8fb1b64-1a8b-42d6-b63e-7edc8104f691 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687c79e4-29aa-4a1b-9b68-d70b2ca37976']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:01.235559 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-56b3a88b-288f-48ef-9136-412f9bff90ff admin admin] 10.222.0.20 "DELETE /v2.0/networks/d33d742a-0580-477c-af11-3f9cd4115607 HTTP/1.1" status: 204 len: 168 time: 3.8756089 Mar 03 05:49:01.310091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c8fb1b64-1a8b-42d6-b63e-7edc8104f691 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0c093f-17ea-48b4-bf1f-7baf6027ca79') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:01.310368 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c8fb1b64-1a8b-42d6-b63e-7edc8104f691 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0c093f-17ea-48b4-bf1f-7baf6027ca79') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:01.335979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.356143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.370513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1b64-1a8b-42d6-b63e-7edc8104f691 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.403528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:49:01.413202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8109b43-d582-4e52-99a2-9f6eab72ca87,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:01.424295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.439002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.439337 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Added segment d17dd037-ae7a-449d-b09a-ca6668935297 of type vlan for network aa9b461b-eecb-4267-b48d-4773c0d8eac0 Mar 03 05:49:01.448105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.482348 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1b64-1a8b-42d6-b63e-7edc8104f691 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.489071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56430) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:01.507174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.508115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fb1b64-1a8b-42d6-b63e-7edc8104f691 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:49:01.508509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1b64-1a8b-42d6-b63e-7edc8104f691 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:49:01.527198 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:49:01.554308 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.562207 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-20be19b3-927e-4386-ae07-137242dbf24d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=05a7b63e8ae64b29be32863d19c4523d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0719769 Mar 03 05:49:01.565669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56434) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:01.585655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.586526 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:01.587105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.707733 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1576524 Mar 03 05:49:01.713364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56438) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:01.718301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e0438-e11e-49a2-9e00-d9476777b08f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event updated for resources: {'Network': ['ID=aa9b461b-eecb-4267-b48d-4773c0d8eac0,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:01.729766 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network aa9b461b-eecb-4267-b48d-4773c0d8eac0 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:49:01.730038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Request body: {'subnet': {'network_id': 'aa9b461b-eecb-4267-b48d-4773c0d8eac0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:01.741088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:01.743483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-005d35e8-34cb-4011-8066-06b5040bb7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.747491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Usage tracker for resource:subnet and tenant:d8dcd0e28e994ccf81d5a0d16e99c859 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:01.751685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:01.767221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:01.789950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-005d35e8-34cb-4011-8066-06b5040bb7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.797096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Made reservation on behalf of d8dcd0e28e994ccf81d5a0d16e99c859 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:01.799388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.843370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 625dad02-3053-4987-8c05-9ea99e4b451d will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:01.849440 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1b64-1a8b-42d6-b63e-7edc8104f691 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.903501 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8fb1b64-1a8b-42d6-b63e-7edc8104f691 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.939122 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb1b64-1a8b-42d6-b63e-7edc8104f691 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Network': ['ID=687c79e4-29aa-4a1b-9b68-d70b2ca37976,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:01.959508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.959751 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c8fb1b64-1a8b-42d6-b63e-7edc8104f691 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/networks/687c79e4-29aa-4a1b-9b68-d70b2ca37976 HTTP/1.1" status: 204 len: 168 time: 1.5709054 Mar 03 05:49:01.963591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56442) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:01.978158 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.981595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d943-9a3a-4046-ad5b-9cc85f803956 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:01.990282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d943-9a3a-4046-ad5b-9cc85f803956 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.022445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1726618451'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:02.034190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.26.3.165 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/95b3a85d-8e21-4095-af15-0a7ca4a22371) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:02.051483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Deleting port 5e544c14-c96f-4555-a877-acd89694ad4e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:02.051831 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.062437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:02.066881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-005d35e8-34cb-4011-8066-06b5040bb7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.094092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:network and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:02.098174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:02.098839 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3d943-9a3a-4046-ad5b-9cc85f803956 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] In _notify_port_updated(), no bound segment for port a5f29820-7569-4fd8-a399-65c5d8faf767 on network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 {{(pid=87792) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:49:02.104139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec3d943-9a3a-4046-ad5b-9cc85f803956 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:02.104732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ec3d943-9a3a-4046-ad5b-9cc85f803956 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.109250 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8ec3d943-9a3a-4046-ad5b-9cc85f803956 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "PUT /v2.0/ports/a5f29820-7569-4fd8-a399-65c5d8faf767 HTTP/1.1" status: 200 len: 818 time: 1.4992609 Mar 03 05:49:02.109409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:02.113492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56446) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:02.115203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:02.130976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:02.161056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:02.167220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d35e8-34cb-4011-8066-06b5040bb7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05029a2-07b3-49ba-a730-4877862ce159,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:02.254492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3d943-9a3a-4046-ad5b-9cc85f803956 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=a5f29820-7569-4fd8-a399-65c5d8faf767,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:02.330188 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=625dad02-3053-4987-8c05-9ea99e4b451d,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:02.331555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca4110-2809-4287-aed3-2a6cb4dd59ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port a5f29820-7569-4fd8-a399-65c5d8faf767 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:02.332110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4110-2809-4287-aed3-2a6cb4dd59ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.347448 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:02.350976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.401540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:02.402156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.412307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-005d35e8-34cb-4011-8066-06b5040bb7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.415687 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-005d35e8-34cb-4011-8066-06b5040bb7d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d05029a2-07b3-49ba-a730-4877862ce159 HTTP/1.1" status: 204 len: 168 time: 0.8467638 Mar 03 05:49:02.454903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-04693057-ad7f-4880-ab4d-180b625b99b7 None None] Provisioning for port 625dad02-3053-4987-8c05-9ea99e4b451d completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:02.458247 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-794c9651-5180-46be-ae62-9eda599690fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2834792 Mar 03 05:49:02.461948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:49:02.464275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56454) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:02.467691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-04693057-ad7f-4880-ab4d-180b625b99b7 None None] Provisioning complete for port 625dad02-3053-4987-8c05-9ea99e4b451d triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:02.468354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-04693057-ad7f-4880-ab4d-180b625b99b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.498359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.498717 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Added segment 5252b4e6-148f-4c38-aa3e-cbde97865ab4 of type vlan for network 506f4308-3879-49cf-9238-1f7042bbf030 Mar 03 05:49:02.534312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.544322 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-04693057-ad7f-4880-ab4d-180b625b99b7 None None] Port 625dad02-3053-4987-8c05-9ea99e4b451d cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:02.546497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.611282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.632240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.638856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:02.639593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.757448 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7930601 Mar 03 05:49:02.763479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56460) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:02.764146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33ac1f-1570-436e-82ff-ff0a16fb2f56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Network': ['ID=506f4308-3879-49cf-9238-1f7042bbf030,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:02.771139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'subnet': {'network_id': '506f4308-3879-49cf-9238-1f7042bbf030', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:02.781263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 506f4308-3879-49cf-9238-1f7042bbf030 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:49:02.844121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.objects.ports [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87793) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:49:02.844652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:02.894661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Calling delete_port for 5e544c14-c96f-4555-a877-acd89694ad4e owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:02.993411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9cd86761-9cbf-4b3c-9890-20cf9bc510a5,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:02.997327 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:03.004435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:subnet and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:03.008720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:03.011494 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Checking segment: {'id': 'd17dd037-ae7a-449d-b09a-ca6668935297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aa9b461b-eecb-4267-b48d-4773c0d8eac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:03.011930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Network hostable DHCP agents. Network: aa9b461b-eecb-4267-b48d-4773c0d8eac0, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:49:03.019657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:03.037983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:03.041525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:03.062810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Network aa9b461b-eecb-4267-b48d-4773c0d8eac0 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:49:03.088839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, aa9b461b-eecb-4267-b48d-4773c0d8eac0) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:03.091005 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d3b5c3-2a5f-4683-b585-9b891a31d4ba tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:03.097272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d3b5c3-2a5f-4683-b585-9b891a31d4ba tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:03.101024 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29230380-7f06-4ac3-ac8b-73f0b83639d1 None None] Network aa9b461b-eecb-4267-b48d-4773c0d8eac0 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:03.107895 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-21d3b5c3-2a5f-4683-b585-9b891a31d4ba tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:03.143439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:03.143439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:03.152653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:03.161225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4110-2809-4287-aed3-2a6cb4dd59ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:03.177643 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fc7d2681-47fd-4733-bf17-3e56ee6b58a2 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4631119 Mar 03 05:49:03.178483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56478) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:03.185580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-212455145', 'network_id': 'aa9b461b-eecb-4267-b48d-4773c0d8eac0'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:03.194013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:03.200083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Usage tracker for resource:port and tenant:d8dcd0e28e994ccf81d5a0d16e99c859 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:03.204053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:03.211060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:03.257625 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Made reservation on behalf of d8dcd0e28e994ccf81d5a0d16e99c859 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:03.257934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:03.299139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] device_id is not set on port eeff9bac-a760-47fb-b098-1aeb4a720f75 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:03.367236 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1373ac12-c5db-4900-ab4b-b381083b3cdd None None] Network aa9b461b-eecb-4267-b48d-4773c0d8eac0 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:03.413132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:03.425328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca4110-2809-4287-aed3-2a6cb4dd59ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for a5f29820-7569-4fd8-a399-65c5d8faf767 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:03.432724 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56486) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:03.453537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:03.460358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-21d3b5c3-2a5f-4683-b585-9b891a31d4ba tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:03.461527 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-21d3b5c3-2a5f-4683-b585-9b891a31d4ba tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.9944208 Mar 03 05:49:03.462450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:03.465486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:03.496407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56492) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:03.512730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=95b3a85d-8e21-4095-af15-0a7ca4a22371,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:03.591147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Subnet': ['ID=969fe018-b95f-494c-98e3-4a49c2767593,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:03.601137 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1238417450'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:03.608894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:03.618205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Checking segment: {'id': '5252b4e6-148f-4c38-aa3e-cbde97865ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '506f4308-3879-49cf-9238-1f7042bbf030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:03.618568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network hostable DHCP agents. Network: 506f4308-3879-49cf-9238-1f7042bbf030, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:49:03.623130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Usage tracker for resource:network and tenant:2e24cf0631124824a891e6fcc4e256d7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:03.628865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:03.642031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Allocated IP 172.20.0.6 (aa9b461b-eecb-4267-b48d-4773c0d8eac0/9cd86761-9cbf-4b3c-9890-20cf9bc510a5/eeff9bac-a760-47fb-b098-1aeb4a720f75) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:03.644845 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:03.668053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 506f4308-3879-49cf-9238-1f7042bbf030 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:49:03.685270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Made reservation on behalf of 2e24cf0631124824a891e6fcc4e256d7 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:03.688759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:03.713831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 506f4308-3879-49cf-9238-1f7042bbf030) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:03.718025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:03.723283 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1b4f0-d21e-4b9b-a46f-b5b8fec7b3ed None None] Network 506f4308-3879-49cf-9238-1f7042bbf030 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:03.739745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:03.740235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:03.752262 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-4188e297-2805-4118-b7b0-47ce026a7fb1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 625dad02-3053-4987-8c05-9ea99e4b451d {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:03.752598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4188e297-2805-4118-b7b0-47ce026a7fb1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:03.760176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:03.789261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Usage tracker for resource:security_group_rule and tenant:2e24cf0631124824a891e6fcc4e256d7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:03.796413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:03.851149 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4110-2809-4287-aed3-2a6cb4dd59ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:03.851853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:03.871724 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-25790f37-7cc7-49bb-bd42-cb5cf61e5a39 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1049387 Mar 03 05:49:03.876206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56498) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:03.890079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-52a2dce4-14ac-48a9-8b36-b773ac701913 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-456834912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:03.909260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-52a2dce4-14ac-48a9-8b36-b773ac701913 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:03.921760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-52a2dce4-14ac-48a9-8b36-b773ac701913 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:router and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:03.927800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-52a2dce4-14ac-48a9-8b36-b773ac701913 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:03.946390 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-52a2dce4-14ac-48a9-8b36-b773ac701913 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:03.982072 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-506f4308-3879-49cf-9238-1f7042bbf030', 'network_id': '506f4308-3879-49cf-9238-1f7042bbf030', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'fixed_ips': [{'subnet_id': '969fe018-b95f-494c-98e3-4a49c2767593'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:49:03.982896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:03.995643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:03.999922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-52a2dce4-14ac-48a9-8b36-b773ac701913 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.000976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-52a2dce4-14ac-48a9-8b36-b773ac701913 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.025734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca4110-2809-4287-aed3-2a6cb4dd59ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=a5f29820-7569-4fd8-a399-65c5d8faf767,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:04.065304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c3ca4110-2809-4287-aed3-2a6cb4dd59ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.085691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.143528 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c3ca4110-2809-4287-aed3-2a6cb4dd59ce tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/a5f29820-7569-4fd8-a399-65c5d8faf767 HTTP/1.1" status: 204 len: 168 time: 2.0290155 Mar 03 05:49:04.144863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-52a2dce4-14ac-48a9-8b36-b773ac701913 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.172069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56504) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:04.186416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.187273 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Pushing event deleted for resources: {'Port': ['ID=5e544c14-c96f-4555-a877-acd89694ad4e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:04.202488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-52a2dce4-14ac-48a9-8b36-b773ac701913 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.218304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Allocated IP 2001:db8::2 (506f4308-3879-49cf-9238-1f7042bbf030/969fe018-b95f-494c-98e3-4a49c2767593/3f480a7b-109a-4fd3-a34d-3ee1a64f01b0) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:04.276048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.287508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:49:04.297273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.297682 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Added segment b5285279-35c5-4f78-ae9d-aa581d8592b1 of type vlan for network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 Mar 03 05:49:04.323518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.351635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-52a2dce4-14ac-48a9-8b36-b773ac701913 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.356847 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-52a2dce4-14ac-48a9-8b36-b773ac701913 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4758134 Mar 03 05:49:04.358430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56508) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:04.401399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'port': {'network_id': '506f4308-3879-49cf-9238-1f7042bbf030', 'name': 'tempest-RoutersIpV6Test-81274507'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:04.417525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59deeb1d-ce0d-42d8-93c3-598d7dede0e5,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:04.424685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.430283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:04.430927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.485499 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.497380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Transition to ACTIVE for port object 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:04.519642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Transition to ACTIVE for port object 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:04.526900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.576273 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Network 506f4308-3879-49cf-9238-1f7042bbf030 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:04.582594 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:04.584844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:04.718043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.737418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Attempting to bind port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:49:04.738043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Attempting to bind port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '5252b4e6-148f-4c38-aa3e-cbde97865ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '506f4308-3879-49cf-9238-1f7042bbf030'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:49:04.738161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Attempting to bind port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 on network 506f4308-3879-49cf-9238-1f7042bbf030 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:49:04.743995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Pushing event updated for resources: {'Port': ['ID=3f480a7b-109a-4fd3-a34d-3ee1a64f01b0,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:04.749908 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:49:04.749908 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Checking segment: {'id': '5252b4e6-148f-4c38-aa3e-cbde97865ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '506f4308-3879-49cf-9238-1f7042bbf030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:04.750167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.750514 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Bound using segment: {'id': '5252b4e6-148f-4c38-aa3e-cbde97865ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '506f4308-3879-49cf-9238-1f7042bbf030'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:49:04.750872 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Bound port: 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5252b4e6-148f-4c38-aa3e-cbde97865ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '506f4308-3879-49cf-9238-1f7042bbf030'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:49:04.751232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.768492 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3315341 Mar 03 05:49:04.772389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4188e297-2805-4118-b7b0-47ce026a7fb1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.773641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c47b6-b45f-4b6f-828a-9c01836f4874 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event updated for resources: {'Network': ['ID=4acaad0d-e93f-4dcd-ae9b-d619dadbc637,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:04.775917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56512) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:04.783354 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Request body: {'subnet': {'network_id': '4acaad0d-e93f-4dcd-ae9b-d619dadbc637', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:04.817486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.851870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] For port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:49:04.856304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] For port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3f480a7b-109a-4fd3-a34d-3ee1a64f01b0,segment=NetworkSegment(5252b4e6-148f-4c38-aa3e-cbde97865ab4),segment_id=5252b4e6-148f-4c38-aa3e-cbde97865ab4)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:49:04.859312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:49:04.872883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:04.873304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:04.873546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:04.873907 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:04.874228 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:04.874548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:04.874866 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:04.875180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:04.875491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:04.875815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:04.876176 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:04.876485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:04.894244 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:04.979079 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffb7a8c6-166c-43b7-8da6-cb50d23037ad req-0636af35-486b-4c57-b4ae-514671a0e123 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9186780 Mar 03 05:49:04.989253 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-4188e297-2805-4118-b7b0-47ce026a7fb1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 625dad02-3053-4987-8c05-9ea99e4b451d owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:05.007589 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Network aa9b461b-eecb-4267-b48d-4773c0d8eac0 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:05.017476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:05.020729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974c67a-2357-466e-a0b0-b90684555715 req-ba999505-4d68-4063-9e6a-75cd4e116900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:05.022220 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2974c67a-2357-466e-a0b0-b90684555715 req-ba999505-4d68-4063-9e6a-75cd4e116900 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b48212c453e4049a0f406125c5ca8be&device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 1098 time: 0.7882988 Mar 03 05:49:05.026931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:05.052164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:05.059991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741281b9-be17-41bd-8aba-c64ce73f33cb None None] Pushing event updated for resources: {'Port': ['ID=3f480a7b-109a-4fd3-a34d-3ee1a64f01b0,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:05.092369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event updated for resources: {'Port': ['ID=eeff9bac-a760-47fb-b098-1aeb4a720f75,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:05.095673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.108572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.111809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:port and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:05.114632 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:05.119175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:05.130290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:05.133541 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0830dea2-943f-4bb4-a7d2-27757b037a47 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:05.134499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0830dea2-943f-4bb4-a7d2-27757b037a47 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:05.136882 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Usage tracker for resource:subnet and tenant:2e24cf0631124824a891e6fcc4e256d7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:05.144751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:05.199949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c567d-e382-4829-a6bc-5ed618cd4093 req-d6cfb9ac-f42b-48a4-9e8b-fef85e7a259a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:05.201475 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9f2c567d-e382-4829-a6bc-5ed618cd4093 req-d6cfb9ac-f42b-48a4-9e8b-fef85e7a259a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.8699613 Mar 03 05:49:05.211941 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:05.215484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:05.215812 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.219420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0830dea2-943f-4bb4-a7d2-27757b037a47 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:05.220533 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0830dea2-943f-4bb4-a7d2-27757b037a47 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.0352736 Mar 03 05:49:05.223476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56516) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:05.223610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:05.227177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.288979 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.289493 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Fanout notify agent at l3_agent the message router_deleted on router da92ebbd-557a-42d6-8991-7d6c33dfc75d {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:49:05.292646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Made reservation on behalf of 2e24cf0631124824a891e6fcc4e256d7 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:05.297012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.319869 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-39bff76b-0d63-464f-b046-92ae58944a26 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.1391692 Mar 03 05:49:05.321330 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] device_id is not set on port be61d829-42f1-450d-bd55-71029c98b5e3 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:05.335523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56520) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:05.345552 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bbffa3-44d7-4d51-80f9-e754730431ae tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:49:05.346892 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f9bbffa3-44d7-4d51-80f9-e754730431ae tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/a5f29820-7569-4fd8-a399-65c5d8faf767 HTTP/1.1" status: 404 len: 333 time: 0.1099052 Mar 03 05:49:05.373950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56524) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:05.445659 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-948965183'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:05.470766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.475237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974c67a-2357-466e-a0b0-b90684555715 req-2aace48d-ef49-4941-99f9-6bbbb06b5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:05.475405 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f9175602-a8a7-4be7-b0bf-f4612d769ba0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "DELETE /v2.0/routers/da92ebbd-557a-42d6-8991-7d6c33dfc75d HTTP/1.1" status: 204 len: 168 time: 4.5887146 Mar 03 05:49:05.475518 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2974c67a-2357-466e-a0b0-b90684555715 req-2aace48d-ef49-4941-99f9-6bbbb06b5d2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=331b4cde-bf4b-4bc0-811f-6811cf8e6483 HTTP/1.1" status: 200 len: 913 time: 0.4131060 Mar 03 05:49:05.477437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:05.481378 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9f2c567d-e382-4829-a6bc-5ed618cd4093 req-927cb83b-faca-4ad6-8062-8aceec8a00a8 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629073 Mar 03 05:49:05.485850 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.487475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56528) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:05.501969 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-89d06517-874b-406b-ace1-ad28446b81d1 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-103212420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:05.520638 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-89d06517-874b-406b-ace1-ad28446b81d1 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:05.553560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8c4df-2704-4108-a7a3-ad645983c018 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Deleting port eeff9bac-a760-47fb-b098-1aeb4a720f75 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:05.553910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e6a8c4df-2704-4108-a7a3-ad645983c018 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.557855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:network and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:05.574659 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:05.593056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-89d06517-874b-406b-ace1-ad28446b81d1 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Usage tracker for resource:router and tenant:431bc51c0a084be592e4c4e04c95c341 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:05.599752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:05.604782 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-89d06517-874b-406b-ace1-ad28446b81d1 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:05.618971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-89d06517-874b-406b-ace1-ad28446b81d1 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:05.674782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:05.678197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.701007 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2974c67a-2357-466e-a0b0-b90684555715 req-811a0b54-578e-4665-9077-4da4017e344f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9 HTTP/1.1" status: 200 len: 1000 time: 0.2134871 Mar 03 05:49:05.709817 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-89d06517-874b-406b-ace1-ad28446b81d1 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.710811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-89d06517-874b-406b-ace1-ad28446b81d1 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.760567 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4188e297-2805-4118-b7b0-47ce026a7fb1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.782389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:49:05.818319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-89d06517-874b-406b-ace1-ad28446b81d1 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.857168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.857348 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Added segment 30ee606e-047f-44f6-9544-ab20a1f630df of type vlan for network 6659edd0-c04b-4954-a1c7-e0bba175e55e Mar 03 05:49:05.859075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Allocated IP 2001:db8::15f (506f4308-3879-49cf-9238-1f7042bbf030/969fe018-b95f-494c-98e3-4a49c2767593/be61d829-42f1-450d-bd55-71029c98b5e3) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:05.866092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188e297-2805-4118-b7b0-47ce026a7fb1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=625dad02-3053-4987-8c05-9ea99e4b451d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:05.885695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974c67a-2357-466e-a0b0-b90684555715 req-5ce8812f-6d6a-4ac7-b353-813a479ae1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:05.887987 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2974c67a-2357-466e-a0b0-b90684555715 req-5ce8812f-6d6a-4ac7-b353-813a479ae1d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95f19597-877f-493e-a52a-b03389550958 HTTP/1.1" status: 200 len: 851 time: 0.1782398 Mar 03 05:49:05.971328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:05.992861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:06.099885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:06.154898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:06.160783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:06.161430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:06.204619 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-89d06517-874b-406b-ace1-ad28446b81d1 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:06.236799 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d092bc-73d3-4410-b816-066fa03e475c None None] Network 506f4308-3879-49cf-9238-1f7042bbf030 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:06.353427 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8538925c-c983-440f-a927-d047e7a7f06b None None] Provisioning for port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:06.376023 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-89d06517-874b-406b-ace1-ad28446b81d1 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:06.377211 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-89d06517-874b-406b-ace1-ad28446b81d1 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8894820 Mar 03 05:49:06.410542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56532) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:06.411656 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974c67a-2357-466e-a0b0-b90684555715 req-ba6d6b1d-3ec2-4cd4-9d25-404c01852fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:06.413223 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2974c67a-2357-466e-a0b0-b90684555715 req-ba6d6b1d-3ec2-4cd4-9d25-404c01852fa2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331b4cde-bf4b-4bc0-811f-6811cf8e6483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5178177 Mar 03 05:49:06.448455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'enable_snat': False}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:06.460496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event updated for resources: {'Subnet': ['ID=6eab1693-1e90-4165-97f6-c88104418442,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:06.463492 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0842040 Mar 03 05:49:06.471426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Checking segment: {'id': 'b5285279-35c5-4f78-ae9d-aa581d8592b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4acaad0d-e93f-4dcd-ae9b-d619dadbc637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:06.471809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Network hostable DHCP agents. Network: 4acaad0d-e93f-4dcd-ae9b-d619dadbc637, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:49:06.501317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56536) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:06.524684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e6a8c4df-2704-4108-a7a3-ad645983c018 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:06.533427 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:06.621583 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': '6659edd0-c04b-4954-a1c7-e0bba175e55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:06.630199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597634ea-dbd1-4a1a-bfc1-d6a47dda2606 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Network': ['ID=6659edd0-c04b-4954-a1c7-e0bba175e55e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:06.630846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:06.659174 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:06.659546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:06.691231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 6659edd0-c04b-4954-a1c7-e0bba175e55e details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:49:06.742579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:49:06.764479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:06.787023 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 4acaad0d-e93f-4dcd-ae9b-d619dadbc637) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:06.805250 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2974c67a-2357-466e-a0b0-b90684555715 req-db2b8e6a-1171-4049-b603-32c10bbe7b52 service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771935 Mar 03 05:49:06.806403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:06.806980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:06.834616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b615291f-b3bd-4e16-a3eb-eceaeac9da05 None None] Network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:06.837535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Transition to ACTIVE for port object be61d829-42f1-450d-bd55-71029c98b5e3 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:06.858308 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4188e297-2805-4118-b7b0-47ce026a7fb1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:06.863854 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4188e297-2805-4118-b7b0-47ce026a7fb1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/625dad02-3053-4987-8c05-9ea99e4b451d HTTP/1.1" status: 204 len: 168 time: 3.3596864 Mar 03 05:49:06.872336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56542) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:06.891708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8c4df-2704-4108-a7a3-ad645983c018 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Calling delete_port for eeff9bac-a760-47fb-b098-1aeb4a720f75 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:06.989922 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6112b032-efd6-4083-89ac-41880d5c202c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2104940 Mar 03 05:49:06.993931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56546) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:07.019397 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Request body: {'port': {'network_id': '4acaad0d-e93f-4dcd-ae9b-d619dadbc637', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-123045104'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:07.044967 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ead19-c998-4ffd-bf9c-855bf123335a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:07.046578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ead19-c998-4ffd-bf9c-855bf123335a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:07.048086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732ead19-c998-4ffd-bf9c-855bf123335a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:07.048883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-732ead19-c998-4ffd-bf9c-855bf123335a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:07.078712 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2974c67a-2357-466e-a0b0-b90684555715 req-c4d296b0-2ffd-4f03-a25b-2fafc2c73a57 service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620833 Mar 03 05:49:07.084315 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:07.139596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-732ead19-c998-4ffd-bf9c-855bf123335a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:07.140769 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-732ead19-c998-4ffd-bf9c-855bf123335a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2675655 Mar 03 05:49:07.146857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56550) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:07.149378 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-af05d665-9bfa-474e-a72b-effb6b1b9c52 None None] Provisioning complete for port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:07.149904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-af05d665-9bfa-474e-a72b-effb6b1b9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:07.175916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-4acaad0d-e93f-4dcd-ae9b-d619dadbc637', 'network_id': '4acaad0d-e93f-4dcd-ae9b-d619dadbc637', 'tenant_id': '2e24cf0631124824a891e6fcc4e256d7', 'fixed_ips': [{'subnet_id': '6eab1693-1e90-4165-97f6-c88104418442'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:49:07.177387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:07.244857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 506f4308-3879-49cf-9238-1f7042bbf030 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:07.262235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:07.312691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:07.321172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:07.323062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:07.333427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=be61d829-42f1-450d-bd55-71029c98b5e3,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:07.380757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-2adf06f4-b8ac-49df-a82a-3caac9ac10d4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 5a75390d-ad68-414c-9b0e-9b809b70de5e {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:49:07.385282 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-42906184-ac9b-4281-baff-4f9899551cf6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.9893522 Mar 03 05:49:07.389565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56554) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:07.395515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2adf06f4-b8ac-49df-a82a-3caac9ac10d4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:07.416932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:07.524364 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:07.563571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Usage tracker for resource:port and tenant:2e24cf0631124824a891e6fcc4e256d7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:07.563853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-af05d665-9bfa-474e-a72b-effb6b1b9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:07.581053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:07.592182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7a8c6-166c-43b7-8da6-cb50d23037ad req-7654b24f-149b-48ee-bf41-eb876270685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:07.594606 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffb7a8c6-166c-43b7-8da6-cb50d23037ad req-7654b24f-149b-48ee-bf41-eb876270685f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b48212c453e4049a0f406125c5ca8be&device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 1098 time: 0.4525950 Mar 03 05:49:07.648603 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3f480a7b-109a-4fd3-a34d-3ee1a64f01b0,segment=NetworkSegment(5252b4e6-148f-4c38-aa3e-cbde97865ab4),segment_id=5252b4e6-148f-4c38-aa3e-cbde97865ab4)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:07.656513 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:07.659060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Allocated IP 2001:db8::2 (4acaad0d-e93f-4dcd-ae9b-d619dadbc637/6eab1693-1e90-4165-97f6-c88104418442/a242064b-1729-4fda-9492-108cb24de73e) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:07.681423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:07.700277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:07.704223 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:07.707387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:07.713755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:07.724369 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:07.750285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:07.754527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:07.828144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7a8c6-166c-43b7-8da6-cb50d23037ad req-330260d0-0859-46e8-bd2a-ce22b6dec380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:07.829799 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffb7a8c6-166c-43b7-8da6-cb50d23037ad req-330260d0-0859-46e8-bd2a-ce22b6dec380 service neutron] 10.222.0.23 "GET /v2.0/networks?id=331b4cde-bf4b-4bc0-811f-6811cf8e6483 HTTP/1.1" status: 200 len: 913 time: 0.1632409 Mar 03 05:49:07.887609 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-af05d665-9bfa-474e-a72b-effb6b1b9c52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:49:07.888261 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-af05d665-9bfa-474e-a72b-effb6b1b9c52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:49:07.896654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2adf06f4-b8ac-49df-a82a-3caac9ac10d4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:07.992475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Made reservation on behalf of 2e24cf0631124824a891e6fcc4e256d7 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:07.997351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:07.999156 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=3f480a7b-109a-4fd3-a34d-3ee1a64f01b0,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:08.078295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed81f33-6e6e-4342-ac50-f9c541d39b4e req-db33a4b0-f1cb-42d9-861c-171e1fea416d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:08.085664 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0ed81f33-6e6e-4342-ac50-f9c541d39b4e req-db33a4b0-f1cb-42d9-861c-171e1fea416d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 1.3796434 Mar 03 05:49:08.123721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.135671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Transition to ACTIVE for port object a242064b-1729-4fda-9492-108cb24de73e will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:08.155926 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:49:08.156296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Transition to ACTIVE for port object a242064b-1729-4fda-9492-108cb24de73e will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:08.164303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.165437 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] device_id is not set on port fd6c1d83-b82a-46d5-850f-d44db43a5fa6 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:08.228415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:08.231405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:08.239458 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:08.251161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Pushing event updated for resources: {'Port': ['ID=a242064b-1729-4fda-9492-108cb24de73e,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:08.252517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.274041 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0ed81f33-6e6e-4342-ac50-f9c541d39b4e req-1e22bbae-ed1a-4580-bb55-32430d4bb3fd tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872296 Mar 03 05:49:08.293352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.355482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Attempting to bind port a242064b-1729-4fda-9492-108cb24de73e on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:49:08.355881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Attempting to bind port a242064b-1729-4fda-9492-108cb24de73e by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'b5285279-35c5-4f78-ae9d-aa581d8592b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4acaad0d-e93f-4dcd-ae9b-d619dadbc637'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:49:08.356244 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Attempting to bind port a242064b-1729-4fda-9492-108cb24de73e on network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:49:08.362328 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:49:08.362696 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Checking segment: {'id': 'b5285279-35c5-4f78-ae9d-aa581d8592b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4acaad0d-e93f-4dcd-ae9b-d619dadbc637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:08.363094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.363478 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Bound using segment: {'id': 'b5285279-35c5-4f78-ae9d-aa581d8592b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4acaad0d-e93f-4dcd-ae9b-d619dadbc637'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:49:08.363989 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Bound port: a242064b-1729-4fda-9492-108cb24de73e, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5285279-35c5-4f78-ae9d-aa581d8592b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4acaad0d-e93f-4dcd-ae9b-d619dadbc637'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:49:08.364359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.440744 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:08.520748 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffb7a8c6-166c-43b7-8da6-cb50d23037ad req-401f9799-d4c8-4c39-95e4-ad1e720096d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9 HTTP/1.1" status: 200 len: 1000 time: 0.6265459 Mar 03 05:49:08.565491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] For port a242064b-1729-4fda-9492-108cb24de73e, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:49:08.569084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e6a8c4df-2704-4108-a7a3-ad645983c018 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.569264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] For port a242064b-1729-4fda-9492-108cb24de73e, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=a242064b-1729-4fda-9492-108cb24de73e,segment=NetworkSegment(b5285279-35c5-4f78-ae9d-aa581d8592b1),segment_id=b5285279-35c5-4f78-ae9d-aa581d8592b1)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:49:08.576422 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.595244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2adf06f4-b8ac-49df-a82a-3caac9ac10d4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.608442 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:08.608814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.662841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=95b3a85d-8e21-4095-af15-0a7ca4a22371,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:08.688385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7a8c6-166c-43b7-8da6-cb50d23037ad req-eb2d7aa8-c8e2-4181-97af-61910f8e656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:08.689985 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffb7a8c6-166c-43b7-8da6-cb50d23037ad req-eb2d7aa8-c8e2-4181-97af-61910f8e656a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95f19597-877f-493e-a52a-b03389550958 HTTP/1.1" status: 200 len: 851 time: 0.1622989 Mar 03 05:49:08.744448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08a558-628d-4703-b90a-fcb9fa5d8be0 None None] Pushing event updated for resources: {'Port': ['ID=a242064b-1729-4fda-9492-108cb24de73e,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:08.784003 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-623577ef-68cb-4ea3-b3d1-954cb2fbf464 None None] Provisioning for port be61d829-42f1-450d-bd55-71029c98b5e3 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:08.794681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-623577ef-68cb-4ea3-b3d1-954cb2fbf464 None None] Provisioning complete for port be61d829-42f1-450d-bd55-71029c98b5e3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:08.794846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-623577ef-68cb-4ea3-b3d1-954cb2fbf464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.796105 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8c4df-2704-4108-a7a3-ad645983c018 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event deleted for resources: {'Port': ['ID=eeff9bac-a760-47fb-b098-1aeb4a720f75,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:08.829222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2adf06f4-b8ac-49df-a82a-3caac9ac10d4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.853367 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.881005 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-623577ef-68cb-4ea3-b3d1-954cb2fbf464 None None] Port be61d829-42f1-450d-bd55-71029c98b5e3 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:08.902073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf06f4-b8ac-49df-a82a-3caac9ac10d4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=5a75390d-ad68-414c-9b0e-9b809b70de5e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:08.910169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2adf06f4-b8ac-49df-a82a-3caac9ac10d4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.919489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d76964-313d-47e6-9d40-85910a0f465f None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:08.920129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:08.922148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Allocated IP 2001:db8::5f (4acaad0d-e93f-4dcd-ae9b-d619dadbc637/6eab1693-1e90-4165-97f6-c88104418442/fd6c1d83-b82a-46d5-850f-d44db43a5fa6) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:08.949851 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2adf06f4-b8ac-49df-a82a-3caac9ac10d4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/5a75390d-ad68-414c-9b0e-9b809b70de5e HTTP/1.1" status: 204 len: 168 time: 1.7691374 Mar 03 05:49:08.957637 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56558) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:09.010152 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7a8c6-166c-43b7-8da6-cb50d23037ad req-1f3d5aab-0b2f-49df-ae95-60cbf5a4b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:09.010152 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffb7a8c6-166c-43b7-8da6-cb50d23037ad req-1f3d5aab-0b2f-49df-ae95-60cbf5a4b5bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331b4cde-bf4b-4bc0-811f-6811cf8e6483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3112047 Mar 03 05:49:09.141847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e6a8c4df-2704-4108-a7a3-ad645983c018 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:09.250527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-b183aaf0-b2f0-4311-a6fb-aa75bed6d369 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 9c262145-aaf5-4c35-8084-75d38c2c0f4f {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:49:09.305703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b183aaf0-b2f0-4311-a6fb-aa75bed6d369 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:09.359809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:09.366775 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e6a8c4df-2704-4108-a7a3-ad645983c018 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "DELETE /v2.0/ports/eeff9bac-a760-47fb-b098-1aeb4a720f75 HTTP/1.1" status: 204 len: 168 time: 4.0281627 Mar 03 05:49:09.400773 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56564) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:09.474563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa9b461b-eecb-4267-b48d-4773c0d8eac0', 'external_fixed_ips': [{'subnet_id': '9cd86761-9cbf-4b3c-9890-20cf9bc510a5', 'ip_address': '172.20.0.6'}]}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:09.485297 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffb7a8c6-166c-43b7-8da6-cb50d23037ad req-ba2f8673-8778-4a6b-852d-ed01a1675f19 service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692073 Mar 03 05:49:09.615328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:09.624531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:09.736875 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:09.739828 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Floating IP 7a098e72-2da6-41d7-befd-6bd793ebbe31 associated. External IP: 172.26.3.165, port: d40fe68a-7ebb-4444-a53b-ecceb55ea38b. Mar 03 05:49:09.764824 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffb7a8c6-166c-43b7-8da6-cb50d23037ad req-81f4a10d-98f1-4564-8ed8-998f7393c555 service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709208 Mar 03 05:49:09.779515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=be61d829-42f1-450d-bd55-71029c98b5e3,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:09.893747 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Usage tracker for resource:router and tenant:d8dcd0e28e994ccf81d5a0d16e99c859 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:09.896863 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:09.929971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:09.995216 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b183aaf0-b2f0-4311-a6fb-aa75bed6d369 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.004638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.017558 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ae9f371e-577c-4254-a1db-4af844324d1f None None] Provisioning complete for port f71edc54-7bd6-42c6-b148-594d38f3d26b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:10.018257 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ae9f371e-577c-4254-a1db-4af844324d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.029944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.030977 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.113917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Subnet': ['ID=443ec85d-7687-4dea-abc1-acd54ae95d80,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:10.145391 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.173630 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Checking segment: {'id': '30ee606e-047f-44f6-9544-ab20a1f630df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6659edd0-c04b-4954-a1c7-e0bba175e55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:10.174244 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network hostable DHCP agents. Network: 6659edd0-c04b-4954-a1c7-e0bba175e55e, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:49:10.185840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.275230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaabe08-7a86-4e6d-82e8-a3cde9725214 None None] Network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:10.313295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.399866 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6afe79cd-5de1-4832-a0d2-03f14e1422e4 None None] Provisioning complete for port be61d829-42f1-450d-bd55-71029c98b5e3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:10.400246 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6afe79cd-5de1-4832-a0d2-03f14e1422e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.478165 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.541658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device a242064b-1729-4fda-9492-108cb24de73e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:10.543063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Transition to ACTIVE for port object fd6c1d83-b82a-46d5-850f-d44db43a5fa6 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:10.559210 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.592543 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6afe79cd-5de1-4832-a0d2-03f14e1422e4 None None] Port be61d829-42f1-450d-bd55-71029c98b5e3 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:10.624053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b2bd9-5710-4a25-9960-3cb89ab53f55 req-bae83eb6-8cf9-4677-a350-f654ff7d96a0 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:10.625749 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7c5b2bd9-5710-4a25-9960-3cb89ab53f55 req-bae83eb6-8cf9-4677-a350-f654ff7d96a0 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 1.1793156 Mar 03 05:49:10.666441 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6afe79cd-5de1-4832-a0d2-03f14e1422e4 None None] Provisioning for port a242064b-1729-4fda-9492-108cb24de73e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:10.693811 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port a242064b-1729-4fda-9492-108cb24de73e completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:10.708832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port a242064b-1729-4fda-9492-108cb24de73e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:10.709768 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.876589 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 6659edd0-c04b-4954-a1c7-e0bba175e55e is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:49:10.879127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.880307 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.888670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.890415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.905999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b183aaf0-b2f0-4311-a6fb-aa75bed6d369 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:10.919913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port a242064b-1729-4fda-9492-108cb24de73e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=a242064b-1729-4fda-9492-108cb24de73e,segment=NetworkSegment(b5285279-35c5-4f78-ae9d-aa581d8592b1),segment_id=b5285279-35c5-4f78-ae9d-aa581d8592b1)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:10.924445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:11.010264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=a242064b-1729-4fda-9492-108cb24de73e,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:11.033330 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 6659edd0-c04b-4954-a1c7-e0bba175e55e) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:11.033528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=be61d829-42f1-450d-bd55-71029c98b5e3,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:11.041775 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ef40f-78d5-4ee1-992a-adeb4efd72e8 None None] Network 6659edd0-c04b-4954-a1c7-e0bba175e55e requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:11.111225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:11.111869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:11.144962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 506f4308-3879-49cf-9238-1f7042bbf030 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:11.146334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:11.160315 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d5c2799d-eada-4a32-9967-8817320846bf None None] Provisioning complete for port a242064b-1729-4fda-9492-108cb24de73e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:11.160764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5c2799d-eada-4a32-9967-8817320846bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:11.182534 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7c5b2bd9-5710-4a25-9960-3cb89ab53f55 req-c13c98ab-b0ca-4775-bca8-a8afe58f5c13 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4848218 Mar 03 05:49:11.207797 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:11.212140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:11.272124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:49:11.357587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Allocated IP 172.26.3.194 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/53794808-280b-4878-b518-3bd4d04611fc) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:11.365399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-6659edd0-c04b-4954-a1c7-e0bba175e55e', 'network_id': '6659edd0-c04b-4954-a1c7-e0bba175e55e', 'tenant_id': 'abf03cd3c52b4b1cb398f908af2b84e5', 'fixed_ips': [{'subnet_id': '443ec85d-7687-4dea-abc1-acd54ae95d80'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:49:11.366292 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:11.421732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 18186327-be49-49b3-b549-45f4d6e90a6c is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:49:11.584819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Allocated IP 2001:db8::2 (6659edd0-c04b-4954-a1c7-e0bba175e55e/443ec85d-7687-4dea-abc1-acd54ae95d80/02e9e084-af8e-49ea-87dc-3eb93c8e18b3) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:11.613212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:11.621744 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6f0ced44-2418-4ebf-9ab9-b30d4315d696 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/18186327-be49-49b3-b549-45f4d6e90a6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2275939 Mar 03 05:49:11.622520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56572) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:11.628676 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d6086-c95e-4913-a831-336b10f99dbe None None] Sync routers for ids ['18186327-be49-49b3-b549-45f4d6e90a6c'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:11.638053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-66c840fb-387a-45e3-bf0e-45f53c6a89cd None None] Provisioning complete for port be61d829-42f1-450d-bd55-71029c98b5e3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:11.638427 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-66c840fb-387a-45e3-bf0e-45f53c6a89cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:11.642954 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d6086-c95e-4913-a831-336b10f99dbe None None] Routers {'18186327-be49-49b3-b549-45f4d6e90a6c'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:11.644062 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c77d6086-c95e-4913-a831-336b10f99dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['18186327-be49-49b3-b549-45f4d6e90a6c'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:11.652261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:11.706065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aa6a81-5139-4861-ad03-69a6aa0cc15b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:11.706547 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26aa6a81-5139-4861-ad03-69a6aa0cc15b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Synchronizing usage tracker for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:11.724984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:11.725208 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26aa6a81-5139-4861-ad03-69a6aa0cc15b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Unset dirty status for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:11.727354 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f065cb0c-6410-4e1b-8449-7aee7c3eb52f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2093482 Mar 03 05:49:11.736184 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-26aa6a81-5139-4861-ad03-69a6aa0cc15b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports/be61d829-42f1-450d-bd55-71029c98b5e3 HTTP/1.1" status: 200 len: 982 time: 0.1112671 Mar 03 05:49:11.737036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56576) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:11.737426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56578) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:11.750963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:11.752703 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c77d6086-c95e-4913-a831-336b10f99dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:11.759042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:11.759697 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:11.766243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-66c840fb-387a-45e3-bf0e-45f53c6a89cd None None] Port be61d829-42f1-450d-bd55-71029c98b5e3 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:11.771331 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d6086-c95e-4913-a831-336b10f99dbe None None] Routers {'18186327-be49-49b3-b549-45f4d6e90a6c'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:11.771954 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c77d6086-c95e-4913-a831-336b10f99dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['18186327-be49-49b3-b549-45f4d6e90a6c'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:11.789148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b183aaf0-b2f0-4311-a6fb-aa75bed6d369 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:11.805317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event updated for resources: {'Port': ['ID=fd6c1d83-b82a-46d5-850f-d44db43a5fa6,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:11.809539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-da65d6f1-53df-4139-9977-cf58d3407f45 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': '6659edd0-c04b-4954-a1c7-e0bba175e55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:11.849878 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c77d6086-c95e-4913-a831-336b10f99dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:11.850272 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77d6086-c95e-4913-a831-336b10f99dbe None None] The sync data for ids ['18186327-be49-49b3-b549-45f4d6e90a6c'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:11.889353 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:11.894371 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b183aaf0-b2f0-4311-a6fb-aa75bed6d369 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:11.896226 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b183aaf0-b2f0-4311-a6fb-aa75bed6d369 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/9c262145-aaf5-4c35-8084-75d38c2c0f4f HTTP/1.1" status: 204 len: 168 time: 2.9310007 Mar 03 05:49:11.900655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56584) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:11.931384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Transition to ACTIVE for port object 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:11.953032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Transition to ACTIVE for port object 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:11.958219 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b10facb-1c08-443d-8a43-4aa86d19cda5 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:11.995929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:12.084796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183aaf0-b2f0-4311-a6fb-aa75bed6d369 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=9c262145-aaf5-4c35-8084-75d38c2c0f4f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:12.121774 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3e2a820e-0576-4e91-ae99-beee19785453 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.1128254 Mar 03 05:49:12.133859 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cb3b41bf-c9aa-46e4-bb99-3195157fea0d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2128747 Mar 03 05:49:12.137564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56588) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:12.137759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56590) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:12.147083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Request body: {'port': {'network_id': '4acaad0d-e93f-4dcd-ae9b-d619dadbc637', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1041534201', 'allowed_address_pairs': [{'ip_address': '2001:db8::5f', 'mac_address': 'fa:16:3e:0e:76:7b'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:12.150531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Network 6659edd0-c04b-4954-a1c7-e0bba175e55e is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:12.155869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:12.196286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:12.269649 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:12.275183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:12.279606 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-53adaebf-d9eb-4a2e-806c-54afad921b7c None None] Provisioning for port fd6c1d83-b82a-46d5-850f-d44db43a5fa6 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:12.315187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-da65d6f1-53df-4139-9977-cf58d3407f45 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:12.322985 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-da65d6f1-53df-4139-9977-cf58d3407f45 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:12.327818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-da65d6f1-53df-4139-9977-cf58d3407f45 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:12.344055 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b39f8-65c8-491f-a416-cf4a8229b636 None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:12.344363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-da65d6f1-53df-4139-9977-cf58d3407f45 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:12.346404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Pushing event updated for resources: {'Port': ['ID=02e9e084-af8e-49ea-87dc-3eb93c8e18b3,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:12.351882 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Attempting to bind port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:49:12.352389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Attempting to bind port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '30ee606e-047f-44f6-9544-ab20a1f630df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6659edd0-c04b-4954-a1c7-e0bba175e55e'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:49:12.352832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Attempting to bind port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 on network 6659edd0-c04b-4954-a1c7-e0bba175e55e {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:49:12.361961 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-53adaebf-d9eb-4a2e-806c-54afad921b7c None None] Provisioning complete for port fd6c1d83-b82a-46d5-850f-d44db43a5fa6 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:12.362426 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-53adaebf-d9eb-4a2e-806c-54afad921b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:12.400874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da65d6f1-53df-4139-9977-cf58d3407f45 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:12.405294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da65d6f1-53df-4139-9977-cf58d3407f45 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:12.414355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:49:12.414893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Checking segment: {'id': '30ee606e-047f-44f6-9544-ab20a1f630df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6659edd0-c04b-4954-a1c7-e0bba175e55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:12.415403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:12.415919 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Bound using segment: {'id': '30ee606e-047f-44f6-9544-ab20a1f630df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6659edd0-c04b-4954-a1c7-e0bba175e55e'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:49:12.416500 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Bound port: 02e9e084-af8e-49ea-87dc-3eb93c8e18b3, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ee606e-047f-44f6-9544-ab20a1f630df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6659edd0-c04b-4954-a1c7-e0bba175e55e'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:49:12.416968 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:12.447759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b39f8-65c8-491f-a416-cf4a8229b636 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:12.448533 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-802b39f8-65c8-491f-a416-cf4a8229b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:12.494579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:12.500705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:12.517182 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device a242064b-1729-4fda-9492-108cb24de73e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:12.540699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Usage tracker for resource:port and tenant:2e24cf0631124824a891e6fcc4e256d7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:12.546853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:12.565190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:12.584421 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.ipam_backend_mixin [None req-da65d6f1-53df-4139-9977-cf58d3407f45 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 443ec85d-7687-4dea-abc1-acd54ae95d80 (CIDR: 2001:db8::/64) Mar 03 05:49:12.597368 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-da65d6f1-53df-4139-9977-cf58d3407f45 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:49:12.598165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da65d6f1-53df-4139-9977-cf58d3407f45 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:49:12.609166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae54ded-94c4-4c54-af2d-31c381fc3a65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:12.610051 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3ae54ded-94c4-4c54-af2d-31c381fc3a65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:12.619892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Made reservation on behalf of 2e24cf0631124824a891e6fcc4e256d7 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:12.628313 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-da65d6f1-53df-4139-9977-cf58d3407f45 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8894680 Mar 03 05:49:12.629797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56596) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:12.635332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': '6659edd0-c04b-4954-a1c7-e0bba175e55e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:12.643189 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e5cc9d0d-df5c-4e0d-a195-191305ccf440 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.2314193 Mar 03 05:49:12.646456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:12.649870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56600) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:12.651222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-802b39f8-65c8-491f-a416-cf4a8229b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:12.659616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-53adaebf-d9eb-4a2e-806c-54afad921b7c None None] Port fd6c1d83-b82a-46d5-850f-d44db43a5fa6 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:12.705590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b39f8-65c8-491f-a416-cf4a8229b636 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:12.706218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-802b39f8-65c8-491f-a416-cf4a8229b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:12.775281 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1234841517'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:12.775880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9466567-d9d2-42d2-a137-9414ccd88a44 None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:49:12.786631 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-802b39f8-65c8-491f-a416-cf4a8229b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:12.787288 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b39f8-65c8-491f-a416-cf4a8229b636 None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:12.791550 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c9466567-d9d2-42d2-a137-9414ccd88a44 None None] Deleting port f71edc54-7bd6-42c6-b148-594d38f3d26b {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:12.791716 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c9466567-d9d2-42d2-a137-9414ccd88a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:12.804246 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3ae54ded-94c4-4c54-af2d-31c381fc3a65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:12.808010 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3ae54ded-94c4-4c54-af2d-31c381fc3a65 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6653416 Mar 03 05:49:12.810060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56604) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:12.810191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:12.811227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:12.830115 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] For port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:49:12.851846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] For port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=02e9e084-af8e-49ea-87dc-3eb93c8e18b3,segment=NetworkSegment(30ee606e-047f-44f6-9544-ab20a1f630df),segment_id=30ee606e-047f-44f6-9544-ab20a1f630df)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:49:12.861388 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:12.875410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:12.884911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-17b63eed-bb39-45c0-b154-c6564253ce7a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:12.889156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:network and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:12.897890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:12.925609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:12.931224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Pushing event updated for resources: {'Port': ['ID=53794808-280b-4878-b518-3bd4d04611fc,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:12.936185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port a242064b-1729-4fda-9492-108cb24de73e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:12.936440 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:12.945661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:12.959678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:13.021190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:13.025462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:13.042297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:13.049473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8bf513-4394-4a05-b48a-dfb07e9a7814 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:13.050378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-da8bf513-4394-4a05-b48a-dfb07e9a7814 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:13.083569 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:13.087053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:13.110703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Made reservation on behalf of 2952856795e04c42b30b59107a591af7 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:13.114975 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:13.131115 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103454a3-244f-47fe-b324-f4c2d13423a7 None None] Pushing event updated for resources: {'Port': ['ID=02e9e084-af8e-49ea-87dc-3eb93c8e18b3,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:13.146766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:13.170116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c9466567-d9d2-42d2-a137-9414ccd88a44 None None] For port f71edc54-7bd6-42c6-b148-594d38f3d26b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f71edc54-7bd6-42c6-b148-594d38f3d26b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:13.170740 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c9466567-d9d2-42d2-a137-9414ccd88a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:13.183650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-da8bf513-4394-4a05-b48a-dfb07e9a7814 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:13.184862 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-da8bf513-4394-4a05-b48a-dfb07e9a7814 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3750532 Mar 03 05:49:13.198015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56608) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:13.345005 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c9466567-d9d2-42d2-a137-9414ccd88a44 None None] Calling delete_port for f71edc54-7bd6-42c6-b148-594d38f3d26b owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:13.377902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-17b63eed-bb39-45c0-b154-c6564253ce7a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port be61d829-42f1-450d-bd55-71029c98b5e3 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:13.378441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-17b63eed-bb39-45c0-b154-c6564253ce7a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:13.528382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c9466567-d9d2-42d2-a137-9414ccd88a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:13.584905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9466567-d9d2-42d2-a137-9414ccd88a44 None None] Pushing event deleted for resources: {'Port': ['ID=f71edc54-7bd6-42c6-b148-594d38f3d26b,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:13.586697 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9466567-d9d2-42d2-a137-9414ccd88a44 None None] No DVR routers for this DVR port f71edc54-7bd6-42c6-b148-594d38f3d26b on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:49:13.657635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-17b63eed-bb39-45c0-b154-c6564253ce7a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:13.673119 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-38f2f994-0f15-491c-a335-6e8b9bc16ad4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4257669 Mar 03 05:49:13.679308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56612) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:13.679802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] device_id is not set on port c15cf8d3-1b82-42a5-8772-dbbf9c6c6e34 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:13.684597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-aa584a15-fa7f-4400-89a4-6bb2b62d5164 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:13.725437 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:49:13.753129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:13.800907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:13.801254 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Added segment 969a118e-44a5-481b-ac49-8fe0973e1a08 of type vlan for network 84310cfa-a78d-4030-a691-29036cec1026 Mar 03 05:49:13.806459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:13.962177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-17b63eed-bb39-45c0-b154-c6564253ce7a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for be61d829-42f1-450d-bd55-71029c98b5e3 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:14.018570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:14.079369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:14.180734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 6659edd0-c04b-4954-a1c7-e0bba175e55e is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:14.186005 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Allocated IP 2001:db8::192 (4acaad0d-e93f-4dcd-ae9b-d619dadbc637/6eab1693-1e90-4165-97f6-c88104418442/c15cf8d3-1b82-42a5-8772-dbbf9c6c6e34) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:14.188437 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:49:14.192795 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:14.196338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:14.197088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:14.205393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-aa584a15-fa7f-4400-89a4-6bb2b62d5164 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:14.242386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-aa584a15-fa7f-4400-89a4-6bb2b62d5164 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:14.246825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Subnet': ['ID=e04cd6ae-6add-4dbd-af90-81fe33ef01a7,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:14.258305 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0e0d5357-0c66-4601-9a27-cf1992ba71e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6267328 Mar 03 05:49:14.260247 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a7009a-3302-4a41-a48a-4a6a728f645a None None] Network 6659edd0-c04b-4954-a1c7-e0bba175e55e requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:14.261849 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56616) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:14.271316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': '6659edd0-c04b-4954-a1c7-e0bba175e55e', 'fixed_ips': [{'subnet_id': '443ec85d-7687-4dea-abc1-acd54ae95d80'}, {'subnet_id': 'e04cd6ae-6add-4dbd-af90-81fe33ef01a7'}], 'name': 'tempest-PortsIpV6TestJSON-2077939642'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:14.304987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa584a15-fa7f-4400-89a4-6bb2b62d5164 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:14.306154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:14.308125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aa584a15-fa7f-4400-89a4-6bb2b62d5164 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:14.309546 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa584a15-fa7f-4400-89a4-6bb2b62d5164 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:49:14.309958 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa584a15-fa7f-4400-89a4-6bb2b62d5164 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:49:14.361946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:14.366778 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fd48f585-4b6b-49a6-bce7-d298ac12946a None None] Provisioning for port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:14.370207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:14.375321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:14.408895 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-aa584a15-fa7f-4400-89a4-6bb2b62d5164 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7294950 Mar 03 05:49:14.426364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56620) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:14.433851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6c95a85e-e464-4507-a36c-fea36a0cba14 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:14.497428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Allocated IP 172.20.0.6 (aa9b461b-eecb-4267-b48d-4773c0d8eac0/9cd86761-9cbf-4b3c-9890-20cf9bc510a5/50a81815-8bf0-4d74-b4a2-579fa54641cd) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:14.516402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:14.600681 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9070859 Mar 03 05:49:14.607371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56624) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:14.614888 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa3ef7-d2b5-4fe8-856b-086b53138a9c tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Network': ['ID=84310cfa-a78d-4030-a691-29036cec1026,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:14.636019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 84310cfa-a78d-4030-a691-29036cec1026 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:49:14.638162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'subnet': {'network_id': '84310cfa-a78d-4030-a691-29036cec1026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:14.652251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:14.678821 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:14.679121 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:14.686423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:14.696466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:port and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:14.747623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6c95a85e-e464-4507-a36c-fea36a0cba14 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:14.750418 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:14.770479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-17b63eed-bb39-45c0-b154-c6564253ce7a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:14.778033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:14.780843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6c95a85e-e464-4507-a36c-fea36a0cba14 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:14.838671 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b63eed-bb39-45c0-b154-c6564253ce7a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Port': ['ID=be61d829-42f1-450d-bd55-71029c98b5e3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:14.897762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:14.908818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:subnet and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:14.940972 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:14.969026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:15.056286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b113cfc4-0fb9-45d3-8ad3-80a23834180a None None] Update dhcp port {'port': {'network_id': '6659edd0-c04b-4954-a1c7-e0bba175e55e', 'fixed_ips': [{'subnet_id': '443ec85d-7687-4dea-abc1-acd54ae95d80', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e04cd6ae-6add-4dbd-af90-81fe33ef01a7'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': '02e9e084-af8e-49ea-87dc-3eb93c8e18b3'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:49:15.094195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c95a85e-e464-4507-a36c-fea36a0cba14 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:15.099116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c95a85e-e464-4507-a36c-fea36a0cba14 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.099116 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c95a85e-e464-4507-a36c-fea36a0cba14 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:49:15.099500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c95a85e-e464-4507-a36c-fea36a0cba14 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:49:15.103336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:15.115736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.144252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:15.167744 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=02e9e084-af8e-49ea-87dc-3eb93c8e18b3,segment=NetworkSegment(30ee606e-047f-44f6-9544-ab20a1f630df),segment_id=30ee606e-047f-44f6-9544-ab20a1f630df)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:15.172272 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b113cfc4-0fb9-45d3-8ad3-80a23834180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.183879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.233696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port f0e8802a-3c9f-42d9-b6db-2633f3d95d82 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:15.252747 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.256388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.261182 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.270174 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6c95a85e-e464-4507-a36c-fea36a0cba14 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8422859 Mar 03 05:49:15.272503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-17b63eed-bb39-45c0-b154-c6564253ce7a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.276993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56628) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:15.284405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f71edc54-7bd6-42c6-b148-594d38f3d26b no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:49:15.285599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Made reservation on behalf of 2952856795e04c42b30b59107a591af7 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:15.289031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.306042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-774325a2-e80b-4e8e-82b1-dc8c0ecf69ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:15.342269 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: f71edc54-7bd6-42c6-b148-594d38f3d26b {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:49:15.342914 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f71edc54-7bd6-42c6-b148-594d38f3d26b not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:49:15.377870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.417642 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Transition to ACTIVE for port object c15cf8d3-1b82-42a5-8772-dbbf9c6c6e34 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:15.477127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=02e9e084-af8e-49ea-87dc-3eb93c8e18b3,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:15.536297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.599679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-b113cfc4-0fb9-45d3-8ad3-80a23834180a None None] Allocated IP 2001:db8:0:1::2 (6659edd0-c04b-4954-a1c7-e0bba175e55e/e04cd6ae-6add-4dbd-af90-81fe33ef01a7/02e9e084-af8e-49ea-87dc-3eb93c8e18b3) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:15.623018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Network aa9b461b-eecb-4267-b48d-4773c0d8eac0 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:15.635683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:15.644610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:15.677714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.700420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event updated for resources: {'Port': ['ID=50a81815-8bf0-4d74-b4a2-579fa54641cd,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:15.706245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-774325a2-e80b-4e8e-82b1-dc8c0ecf69ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:15.751160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-b113cfc4-0fb9-45d3-8ad3-80a23834180a None None] For port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=02e9e084-af8e-49ea-87dc-3eb93c8e18b3,segment=NetworkSegment(30ee606e-047f-44f6-9544-ab20a1f630df),segment_id=30ee606e-047f-44f6-9544-ab20a1f630df)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:15.777522 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b113cfc4-0fb9-45d3-8ad3-80a23834180a None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.783430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:15.787975 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:15.790552 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:15.794498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b113cfc4-0fb9-45d3-8ad3-80a23834180a None None] Transition to ACTIVE for port object 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:15.797357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:15.798279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.799920 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b113cfc4-0fb9-45d3-8ad3-80a23834180a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.840400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-774325a2-e80b-4e8e-82b1-dc8c0ecf69ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:15.894980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event updated for resources: {'Port': ['ID=c15cf8d3-1b82-42a5-8772-dbbf9c6c6e34,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:15.953294 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113cfc4-0fb9-45d3-8ad3-80a23834180a None None] Pushing event updated for resources: {'Port': ['ID=02e9e084-af8e-49ea-87dc-3eb93c8e18b3,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:15.980129 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1aef2af4-3df3-4329-90c4-ffd791cb8639 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.8412249 Mar 03 05:49:15.984860 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774325a2-e80b-4e8e-82b1-dc8c0ecf69ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:15.988730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-774325a2-e80b-4e8e-82b1-dc8c0ecf69ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:15.990290 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-774325a2-e80b-4e8e-82b1-dc8c0ecf69ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:49:15.990891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774325a2-e80b-4e8e-82b1-dc8c0ecf69ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:49:15.991054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56632) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:16.024115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Router d7c71b9a-db57-44c7-a2a2-21e64dded94b is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:49:16.116854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b63eed-bb39-45c0-b154-c6564253ce7a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 18186327-be49-49b3-b549-45f4d6e90a6c has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:49:16.172723 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-774325a2-e80b-4e8e-82b1-dc8c0ecf69ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8941066 Mar 03 05:49:16.173179 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56636) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:16.195893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ecb0f39d-cba8-4433-8cc3-050800d99445 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:16.240080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6c6c5e9c-c092-4442-a3b1-5e30c2870638 None None] Provisioning for port c15cf8d3-1b82-42a5-8772-dbbf9c6c6e34 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:16.253191 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6c6c5e9c-c092-4442-a3b1-5e30c2870638 None None] Provisioning complete for port c15cf8d3-1b82-42a5-8772-dbbf9c6c6e34 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:16.253567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5e9c-c092-4442-a3b1-5e30c2870638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:16.329929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c5e9c-c092-4442-a3b1-5e30c2870638 None None] Port c15cf8d3-1b82-42a5-8772-dbbf9c6c6e34 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:16.434028 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:16.500018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ecb0f39d-cba8-4433-8cc3-050800d99445 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:16.539342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8::341 (6659edd0-c04b-4954-a1c7-e0bba175e55e/443ec85d-7687-4dea-abc1-acd54ae95d80/f0e8802a-3c9f-42d9-b6db-2633f3d95d82) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:16.541655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b63eed-bb39-45c0-b154-c6564253ce7a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:16.548443 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-17b63eed-bb39-45c0-b154-c6564253ce7a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/18186327-be49-49b3-b549-45f4d6e90a6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8078818 Mar 03 05:49:16.553877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8:0:1::35 (6659edd0-c04b-4954-a1c7-e0bba175e55e/e04cd6ae-6add-4dbd-af90-81fe33ef01a7/f0e8802a-3c9f-42d9-b6db-2633f3d95d82) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:16.562029 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea18769-066c-4556-a210-abc71fed655d None None] Sync routers for ids ['18186327-be49-49b3-b549-45f4d6e90a6c'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:16.566302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56640) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:16.572848 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea18769-066c-4556-a210-abc71fed655d None None] Routers {'18186327-be49-49b3-b549-45f4d6e90a6c'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:16.573667 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7ea18769-066c-4556-a210-abc71fed655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['18186327-be49-49b3-b549-45f4d6e90a6c'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:16.641160 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7ea18769-066c-4556-a210-abc71fed655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:16.650791 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea18769-066c-4556-a210-abc71fed655d None None] Routers {'18186327-be49-49b3-b549-45f4d6e90a6c'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:16.651630 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7ea18769-066c-4556-a210-abc71fed655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['18186327-be49-49b3-b549-45f4d6e90a6c'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:16.667127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59ce4c3-c785-4def-9dab-d6684da7ed57 None None] Network 6659edd0-c04b-4954-a1c7-e0bba175e55e requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:16.725540 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7ea18769-066c-4556-a210-abc71fed655d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:16.726193 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea18769-066c-4556-a210-abc71fed655d None None] The sync data for ids ['18186327-be49-49b3-b549-45f4d6e90a6c'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:16.755700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:16.773731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ecb0f39d-cba8-4433-8cc3-050800d99445 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:16.786375 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8460b47a-2a3a-4a48-b879-a0682801a055 None None] Provisioning for port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:16.789611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1b64f2-efb1-4f75-9fbe-87c520fe37ea tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:16.796275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1b64f2-efb1-4f75-9fbe-87c520fe37ea tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:16.802099 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1b64f2-efb1-4f75-9fbe-87c520fe37ea tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:16.802958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0e1b64f2-efb1-4f75-9fbe-87c520fe37ea tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Synchronizing usage tracker for tenant:2e24cf0631124824a891e6fcc4e256d7 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:16.803275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8460b47a-2a3a-4a48-b879-a0682801a055 None None] Provisioning complete for port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:16.803668 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8460b47a-2a3a-4a48-b879-a0682801a055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:16.831953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:16.842562 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:16.842562 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3fd9d18b-ed65-4f5d-b290-a658b0839728 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "PUT /v2.0/routers/d7c71b9a-db57-44c7-a2a2-21e64dded94b HTTP/1.1" status: 200 len: 919 time: 10.4153476 Mar 03 05:49:16.850373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56644) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:16.877419 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d917f8-865d-46e5-87c8-9c7c3d6e02da None None] Sync routers for ids ['d7c71b9a-db57-44c7-a2a2-21e64dded94b'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:16.912394 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:16.915663 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d917f8-865d-46e5-87c8-9c7c3d6e02da None None] Routers {'d7c71b9a-db57-44c7-a2a2-21e64dded94b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:16.916316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f3d917f8-865d-46e5-87c8-9c7c3d6e02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d7c71b9a-db57-44c7-a2a2-21e64dded94b'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:16.959829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb0f39d-cba8-4433-8cc3-050800d99445 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:16.963376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ecb0f39d-cba8-4433-8cc3-050800d99445 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:16.965072 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb0f39d-cba8-4433-8cc3-050800d99445 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:49:16.965505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb0f39d-cba8-4433-8cc3-050800d99445 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:49:16.986565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f3d917f8-865d-46e5-87c8-9c7c3d6e02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:16.992432 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0e1b64f2-efb1-4f75-9fbe-87c520fe37ea tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Unset dirty status for tenant:2e24cf0631124824a891e6fcc4e256d7 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:16.993590 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0e1b64f2-efb1-4f75-9fbe-87c520fe37ea tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 1.0012577 Mar 03 05:49:17.001150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56648) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:17.024133 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ecb0f39d-cba8-4433-8cc3-050800d99445 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8407214 Mar 03 05:49:17.025856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56650) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:17.038472 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-55d7f296-593e-4c48-a10b-630140dc4ec6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:17.069170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d917f8-865d-46e5-87c8-9c7c3d6e02da None None] Routers {'d7c71b9a-db57-44c7-a2a2-21e64dded94b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:17.069783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f3d917f8-865d-46e5-87c8-9c7c3d6e02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d7c71b9a-db57-44c7-a2a2-21e64dded94b'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:17.182485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f3d917f8-865d-46e5-87c8-9c7c3d6e02da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:17.182891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d917f8-865d-46e5-87c8-9c7c3d6e02da None None] The sync data for ids ['d7c71b9a-db57-44c7-a2a2-21e64dded94b'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:17.191936 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Subnet': ['ID=6e79f526-e2fc-46c2-9422-653e748b4261,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:17.210862 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-3aaba88b-a5b1-4408-a085-7bcb0bc18157 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] remove_router_interface failed (client error): The resource could not be found. Mar 03 05:49:17.214522 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3aaba88b-a5b1-4408-a085-7bcb0bc18157 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/18186327-be49-49b3-b549-45f4d6e90a6c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6447277 Mar 03 05:49:17.218767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56656) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:17.385551 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d0aa961a-554a-4854-b716-61d292f4c7ca tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/routers/d7c71b9a-db57-44c7-a2a2-21e64dded94b HTTP/1.1" status: 200 len: 925 time: 0.5315840 Mar 03 05:49:17.390737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56658) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:17.438023 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-55d7f296-593e-4c48-a10b-630140dc4ec6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:17.460989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-55d7f296-593e-4c48-a10b-630140dc4ec6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:17.483666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Checking segment: {'id': '969a118e-44a5-481b-ac49-8fe0973e1a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84310cfa-a78d-4030-a691-29036cec1026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:17.484049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network hostable DHCP agents. Network: 84310cfa-a78d-4030-a691-29036cec1026, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:49:17.517293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-36b6a839-fe59-43a2-9db5-15405235f8a2 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Deleting port c15cf8d3-1b82-42a5-8772-dbbf9c6c6e34 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:17.517613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36b6a839-fe59-43a2-9db5-15405235f8a2 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:17.521302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-658a4af1-50ea-48bb-9a37-7686a1ba125c None None] Provisioning complete for port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:17.521788 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-658a4af1-50ea-48bb-9a37-7686a1ba125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:17.548040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d7f296-593e-4c48-a10b-630140dc4ec6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:17.551388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-55d7f296-593e-4c48-a10b-630140dc4ec6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:17.552774 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d7f296-593e-4c48-a10b-630140dc4ec6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:49:17.553207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d7f296-593e-4c48-a10b-630140dc4ec6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:49:17.553894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-789e16e7-a35e-46ec-98e8-9f86e5575b3a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Synchronizing usage tracker for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:17.591851 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-55d7f296-593e-4c48-a10b-630140dc4ec6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5630758 Mar 03 05:49:17.598244 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56664) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:17.608621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:17.613362 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-5f31b1be-b82b-4b00-aaf6-2e2bc9168680 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:17.617135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network 84310cfa-a78d-4030-a691-29036cec1026 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:49:17.678759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-789e16e7-a35e-46ec-98e8-9f86e5575b3a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Unset dirty status for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:17.679925 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-789e16e7-a35e-46ec-98e8-9f86e5575b3a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=18186327-be49-49b3-b549-45f4d6e90a6c HTTP/1.1" status: 200 len: 205 time: 0.2428043 Mar 03 05:49:17.687964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 84310cfa-a78d-4030-a691-29036cec1026) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:17.692945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:17.693536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:17.697945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e36930-932c-46bf-a83a-667448c75e13 None None] Network 84310cfa-a78d-4030-a691-29036cec1026 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:17.702471 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:17.702993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56668) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:17.752527 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5e39e15b-465a-4c6a-be38-59fb3078d466 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1365123 Mar 03 05:49:17.752527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object f0e8802a-3c9f-42d9-b6db-2633f3d95d82 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:17.767872 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56672) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:17.773391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f80bc-c19d-4887-b1b1-49e06f228634 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:17.778119 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7d6f80bc-c19d-4887-b1b1-49e06f228634 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&device_id=d7c71b9a-db57-44c7-a2a2-21e64dded94b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3826644 Mar 03 05:49:17.785972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56676) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:17.789484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-109473741', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:17.802056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:17.849729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:router and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:17.852853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:17.876883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:17.903374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:17.904376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:17.924930 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-84310cfa-a78d-4030-a691-29036cec1026', 'network_id': '84310cfa-a78d-4030-a691-29036cec1026', 'tenant_id': '2952856795e04c42b30b59107a591af7', 'fixed_ips': [{'subnet_id': '6e79f526-e2fc-46c2-9422-653e748b4261'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:49:17.925990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:17.936759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:17.980947 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-767d0653-16e1-4191-bad1-3101a0c5139e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:17.985038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36b6a839-fe59-43a2-9db5-15405235f8a2 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.016721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.090503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Allocated IP 172.20.0.2 (84310cfa-a78d-4030-a691-29036cec1026/6e79f526-e2fc-46c2-9422-653e748b4261/1e0be0bb-5a7f-4da1-97fd-bbcad1fef584) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:18.147598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 6659edd0-c04b-4954-a1c7-e0bba175e55e is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:18.160734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-36b6a839-fe59-43a2-9db5-15405235f8a2 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Calling delete_port for c15cf8d3-1b82-42a5-8772-dbbf9c6c6e34 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:18.192023 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:18.195569 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:18.201177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:18.201818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.221350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77317cbf-c437-4264-85db-4dd6f9e8846d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.226649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=f0e8802a-3c9f-42d9-b6db-2633f3d95d82,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:18.300448 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5f31b1be-b82b-4b00-aaf6-2e2bc9168680 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:18.322564 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4e275247-eb47-4b97-86fb-37777577714e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.0596676 Mar 03 05:49:18.323467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56680) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:18.347370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.349079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-01035bf8-970b-4efa-93df-be9ab786a019 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '443ec85d-7687-4dea-abc1-acd54ae95d80'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:18.368160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Transition to ACTIVE for port object 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:18.398117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Transition to ACTIVE for port object 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:18.407220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.410454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5f31b1be-b82b-4b00-aaf6-2e2bc9168680 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:18.528409 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Network 84310cfa-a78d-4030-a691-29036cec1026 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:18.531725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:18.535489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:18.630265 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Pushing event updated for resources: {'Port': ['ID=1e0be0bb-5a7f-4da1-97fd-bbcad1fef584,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:18.645214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f31b1be-b82b-4b00-aaf6-2e2bc9168680 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:18.648954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5f31b1be-b82b-4b00-aaf6-2e2bc9168680 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.650445 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f31b1be-b82b-4b00-aaf6-2e2bc9168680 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:49:18.650942 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f31b1be-b82b-4b00-aaf6-2e2bc9168680 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:49:18.652201 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8348b45f-726c-40e1-8022-ef319fecff1a None None] Provisioning for port f0e8802a-3c9f-42d9-b6db-2633f3d95d82 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:18.658016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Attempting to bind port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:49:18.658381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Attempting to bind port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '969a118e-44a5-481b-ac49-8fe0973e1a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84310cfa-a78d-4030-a691-29036cec1026'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:49:18.658781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Attempting to bind port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 on network 84310cfa-a78d-4030-a691-29036cec1026 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:49:18.664089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8348b45f-726c-40e1-8022-ef319fecff1a None None] Provisioning complete for port f0e8802a-3c9f-42d9-b6db-2633f3d95d82 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:18.664400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8348b45f-726c-40e1-8022-ef319fecff1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.666028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-767d0653-16e1-4191-bad1-3101a0c5139e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.678839 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-767d0653-16e1-4191-bad1-3101a0c5139e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.692793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.694556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:49:18.694556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Checking segment: {'id': '969a118e-44a5-481b-ac49-8fe0973e1a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84310cfa-a78d-4030-a691-29036cec1026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:18.695279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.695686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Bound using segment: {'id': '969a118e-44a5-481b-ac49-8fe0973e1a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84310cfa-a78d-4030-a691-29036cec1026'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:49:18.696326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Bound port: 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969a118e-44a5-481b-ac49-8fe0973e1a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '84310cfa-a78d-4030-a691-29036cec1026'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:49:18.696743 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.700695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e4bf34-c9c6-4122-b649-7176820a67b2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:18.704659 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-66e4bf34-c9c6-4122-b649-7176820a67b2 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/networks/2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 881 time: 0.9124475 Mar 03 05:49:18.706767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56684) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:18.713588 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5f31b1be-b82b-4b00-aaf6-2e2bc9168680 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1094117 Mar 03 05:49:18.721404 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56688) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:18.772072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-767d0653-16e1-4191-bad1-3101a0c5139e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.772569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8348b45f-726c-40e1-8022-ef319fecff1a None None] Port f0e8802a-3c9f-42d9-b6db-2633f3d95d82 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:18.772694 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767d0653-16e1-4191-bad1-3101a0c5139e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Fanout notify agent at l3_agent the message router_deleted on router 18186327-be49-49b3-b549-45f4d6e90a6c {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:49:18.777612 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b8980996-30ac-4c7a-9e83-bd8ad0ae51d4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0545986 Mar 03 05:49:18.783389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56692) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:18.788914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Router d6956464-7a31-49fb-baa0-35f7ff17053e is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:49:18.807065 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8f58f9b4-724e-4653-8116-5d662a39754f tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c71b9a-db57-44c7-a2a2-21e64dded94b HTTP/1.1" status: 200 len: 205 time: 0.0999031 Mar 03 05:49:18.818714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] For port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:49:18.819417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56696) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:18.822629 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] For port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1e0be0bb-5a7f-4da1-97fd-bbcad1fef584,segment=NetworkSegment(969a118e-44a5-481b-ac49-8fe0973e1a08),segment_id=969a118e-44a5-481b-ac49-8fe0973e1a08)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:49:18.827131 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.828313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-01035bf8-970b-4efa-93df-be9ab786a019 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.833730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-767d0653-16e1-4191-bad1-3101a0c5139e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:18.837217 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-767d0653-16e1-4191-bad1-3101a0c5139e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/18186327-be49-49b3-b549-45f4d6e90a6c HTTP/1.1" status: 204 len: 168 time: 1.1268566 Mar 03 05:49:18.841514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56700) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:18.910612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e618b1-6e23-4aff-9f6e-a0891798d0f8 None None] Pushing event updated for resources: {'Port': ['ID=1e0be0bb-5a7f-4da1-97fd-bbcad1fef584,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:18.988118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f16bfd-1762-4dd7-b676-5d7c488123fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:18.988821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c7f16bfd-1762-4dd7-b676-5d7c488123fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:19.012689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-e221e237-d313-494a-aea6-a668ebd85bc8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting subnet 969fe018-b95f-494c-98e3-4a49c2767593 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:49:19.024836 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e221e237-d313-494a-aea6-a668ebd85bc8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:19.070557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c7f16bfd-1762-4dd7-b676-5d7c488123fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:19.072675 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c7f16bfd-1762-4dd7-b676-5d7c488123fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2857451 Mar 03 05:49:19.094364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36b6a839-fe59-43a2-9db5-15405235f8a2 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:19.116761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56704) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:19.186193 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e221e237-d313-494a-aea6-a668ebd85bc8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:19.232002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:19.243832 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Sync routers for ids ['d6956464-7a31-49fb-baa0-35f7ff17053e'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:19.258083 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Routers {'d6956464-7a31-49fb-baa0-35f7ff17053e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:19.259548 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:48:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d6956464-7a31-49fb-baa0-35f7ff17053e'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:19.260077 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:19.261294 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0c9bec35-ec66-4349-b9de-021a48a5184c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.8287799 Mar 03 05:49:19.262016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6a839-fe59-43a2-9db5-15405235f8a2 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event deleted for resources: {'Port': ['ID=c15cf8d3-1b82-42a5-8772-dbbf9c6c6e34,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:19.265140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56708) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:19.304071 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5d373cc5-15ae-4533-a57e-4f72d9ceab55 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1803029 Mar 03 05:49:19.332600 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56712) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:19.347438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-00d08317-0e9d-4dfc-8d9b-6e7477aa7a0f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:19.524594 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Set router d6956464-7a31-49fb-baa0-35f7ff17053e gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:49:19.554407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e221e237-d313-494a-aea6-a668ebd85bc8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:19.608322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-00d08317-0e9d-4dfc-8d9b-6e7477aa7a0f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:19.645108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-00d08317-0e9d-4dfc-8d9b-6e7477aa7a0f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:19.647899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:19.737635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:19.838754 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6956464-7a31-49fb-baa0-35f7ff17053e', 'name': '', 'tenant_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa9b461b-eecb-4267-b48d-4773c0d8eac0', 'external_fixed_ips': [{'subnet_id': '9cd86761-9cbf-4b3c-9890-20cf9bc510a5', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '50a81815-8bf0-4d74-b4a2-579fa54641cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:49:10Z', 'updated_at': '2022-03-03T05:49:16Z', 'revision_number': 3, 'project_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'gw_port': {'id': '50a81815-8bf0-4d74-b4a2-579fa54641cd', 'name': '', 'network_id': 'aa9b461b-eecb-4267-b48d-4773c0d8eac0', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:68:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6956464-7a31-49fb-baa0-35f7ff17053e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '9cd86761-9cbf-4b3c-9890-20cf9bc510a5', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:49:13Z', 'updated_at': '2022-03-03T05:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cd86761-9cbf-4b3c-9890-20cf9bc510a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:19.843266 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Checking router: d6956464-7a31-49fb-baa0-35f7ff17053e for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:49:19.843715 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Updating router d6956464-7a31-49fb-baa0-35f7ff17053e port 50a81815-8bf0-4d74-b4a2-579fa54641cd binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:49:19.844651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36b6a839-fe59-43a2-9db5-15405235f8a2 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:19.907560 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:19.916408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d08317-0e9d-4dfc-8d9b-6e7477aa7a0f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:19.920702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-00d08317-0e9d-4dfc-8d9b-6e7477aa7a0f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.024893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f76bfb-e3b6-4ca4-9e67-3e81cb48c1ae None None] Network 84310cfa-a78d-4030-a691-29036cec1026 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:20.034820 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-36b6a839-fe59-43a2-9db5-15405235f8a2 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "DELETE /v2.0/ports/c15cf8d3-1b82-42a5-8772-dbbf9c6c6e34 HTTP/1.1" status: 204 len: 168 time: 2.9988825 Mar 03 05:49:20.040378 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56716) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:20.157430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e221e237-d313-494a-aea6-a668ebd85bc8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.168893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e6006181-7e6d-4d18-a793-a6b149adc4f1 None None] Provisioning for port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:20.223111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e8dcf-1101-45a5-a2ef-0c06ae847fab None None] Network 506f4308-3879-49cf-9238-1f7042bbf030 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:20.230291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e221e237-d313-494a-aea6-a668ebd85bc8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.243158 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e221e237-d313-494a-aea6-a668ebd85bc8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/969fe018-b95f-494c-98e3-4a49c2767593 HTTP/1.1" status: 204 len: 168 time: 1.3990133 Mar 03 05:49:20.247441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56720) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:20.254022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221e237-d313-494a-aea6-a668ebd85bc8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Subnet': ['ID=969fe018-b95f-494c-98e3-4a49c2767593,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:20.256175 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-42318b57-34e8-4fb0-8c6f-f530e70b9f48 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] GET failed (client error): The resource could not be found. Mar 03 05:49:20.264609 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-42318b57-34e8-4fb0-8c6f-f530e70b9f48 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "GET /v2.0/ports/c15cf8d3-1b82-42a5-8772-dbbf9c6c6e34 HTTP/1.1" status: 404 len: 333 time: 0.2167511 Mar 03 05:49:20.267679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56724) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:20.291476 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.305484 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Transition to ACTIVE for port object 50a81815-8bf0-4d74-b4a2-579fa54641cd will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:20.313346 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.391971 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Attempting to bind port 50a81815-8bf0-4d74-b4a2-579fa54641cd on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:49:20.392436 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Attempting to bind port 50a81815-8bf0-4d74-b4a2-579fa54641cd by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'd17dd037-ae7a-449d-b09a-ca6668935297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aa9b461b-eecb-4267-b48d-4773c0d8eac0'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:49:20.392885 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Attempting to bind port 50a81815-8bf0-4d74-b4a2-579fa54641cd on network aa9b461b-eecb-4267-b48d-4773c0d8eac0 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:49:20.404609 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:49:20.405153 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Checking segment: {'id': 'd17dd037-ae7a-449d-b09a-ca6668935297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aa9b461b-eecb-4267-b48d-4773c0d8eac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:20.405639 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.406118 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Bound using segment: {'id': 'd17dd037-ae7a-449d-b09a-ca6668935297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aa9b461b-eecb-4267-b48d-4773c0d8eac0'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:49:20.406611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.406735 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Bound port: 50a81815-8bf0-4d74-b4a2-579fa54641cd, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17dd037-ae7a-449d-b09a-ca6668935297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'aa9b461b-eecb-4267-b48d-4773c0d8eac0'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:49:20.407209 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.437406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.449700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Request body: {'port': {'network_id': '4acaad0d-e93f-4dcd-ae9b-d619dadbc637', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-440323533'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:20.452353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Deleting port 50a81815-8bf0-4d74-b4a2-579fa54641cd {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:20.453028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.500284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:20.500649 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.501708 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] For port 50a81815-8bf0-4d74-b4a2-579fa54641cd, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:49:20.505598 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] For port 50a81815-8bf0-4d74-b4a2-579fa54641cd, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=50a81815-8bf0-4d74-b4a2-579fa54641cd,segment=NetworkSegment(d17dd037-ae7a-449d-b09a-ca6668935297),segment_id=d17dd037-ae7a-449d-b09a-ca6668935297)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:49:20.508531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.514610 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-00c3325a-a6c7-470d-84a3-cbecf16ffbe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.519085 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.556265 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Routers {'d6956464-7a31-49fb-baa0-35f7ff17053e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:20.557062 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d6956464-7a31-49fb-baa0-35f7ff17053e'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:20.587208 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:20.673063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Deleting port 53794808-280b-4878-b518-3bd4d04611fc {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:20.673408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.752539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:20.761568 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Pushing event updated for resources: {'Port': ['ID=50a81815-8bf0-4d74-b4a2-579fa54641cd,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:20.773391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:20.773647 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:20.773807 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:20.774150 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:20.774414 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.774524 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:20.774789 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:20.775126 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:20.775450 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:20.775787 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:20.776195 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:20.777463 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:20.777865 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:20.778265 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:20.786938 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] Set router d6956464-7a31-49fb-baa0-35f7ff17053e gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:49:20.847473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c408af1d-854e-49f6-8801-149dea3dc627 None None] DHCP port deletion for 506f4308-3879-49cf-9238-1f7042bbf030 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:49:20.853238 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-01035bf8-970b-4efa-93df-be9ab786a019 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Delete allocated IP 2001:db8:0:1::35 (6659edd0-c04b-4954-a1c7-e0bba175e55e/e04cd6ae-6add-4dbd-af90-81fe33ef01a7) {{(pid=87793) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 05:49:20.856545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.865542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c408af1d-854e-49f6-8801-149dea3dc627 None None] Deleting port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:20.866726 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c408af1d-854e-49f6-8801-149dea3dc627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.915982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:20.931247 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7cc167-c9d7-45fe-b324-48a9f02707c2 None None] Pushing event updated for resources: {'Port': ['ID=50a81815-8bf0-4d74-b4a2-579fa54641cd,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:21.009142 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6956464-7a31-49fb-baa0-35f7ff17053e', 'name': '', 'tenant_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:49:10Z', 'updated_at': '2022-03-03T05:49:20Z', 'revision_number': 4, 'project_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:21.014166 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2554e7ae-64c3-4793-a508-34f017f05e2f None None] The sync data for ids ['d6956464-7a31-49fb-baa0-35f7ff17053e'] in dv-neutron-831582-1-hyperv is: [{'id': 'd6956464-7a31-49fb-baa0-35f7ff17053e', 'name': '', 'tenant_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:49:10Z', 'updated_at': '2022-03-03T05:49:20Z', 'revision_number': 4, 'project_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'gw_port_host': None}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:21.130510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] For port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3f480a7b-109a-4fd3-a34d-3ee1a64f01b0,segment=NetworkSegment(5252b4e6-148f-4c38-aa3e-cbde97865ab4),segment_id=5252b4e6-148f-4c38-aa3e-cbde97865ab4)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:21.131714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-865ca777-6abb-492a-8bbb-5e390432b26f None None] Provisioning complete for port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:21.132191 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-865ca777-6abb-492a-8bbb-5e390432b26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.135885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.160783 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] For port 50a81815-8bf0-4d74-b4a2-579fa54641cd, host dv-neutron-831582-1-hyperv, got binding levels [] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:21.161298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.230124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.269093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c408af1d-854e-49f6-8801-149dea3dc627 None None] For port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3f480a7b-109a-4fd3-a34d-3ee1a64f01b0,segment=NetworkSegment(5252b4e6-148f-4c38-aa3e-cbde97865ab4),segment_id=5252b4e6-148f-4c38-aa3e-cbde97865ab4)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:21.269493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c408af1d-854e-49f6-8801-149dea3dc627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.325929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Calling delete_port for 50a81815-8bf0-4d74-b4a2-579fa54641cd owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:21.387243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:21.392128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Usage tracker for resource:port and tenant:2e24cf0631124824a891e6fcc4e256d7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:21.395087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:21.400790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:21.412658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c408af1d-854e-49f6-8801-149dea3dc627 None None] Calling delete_port for 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:21.445382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Made reservation on behalf of 2e24cf0631124824a891e6fcc4e256d7 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:21.449895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.479241 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1e0be0bb-5a7f-4da1-97fd-bbcad1fef584,segment=NetworkSegment(969a118e-44a5-481b-ac49-8fe0973e1a08),segment_id=969a118e-44a5-481b-ac49-8fe0973e1a08)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:21.495788 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:21.505629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] device_id is not set on port b7396c0f-81a1-4c15-9ffa-0dda227ae374 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:21.519438 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.609863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.26.3.141 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/4e3e6e48-73ec-4708-97c3-1921176fe70c) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:21.614447 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.622053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c408af1d-854e-49f6-8801-149dea3dc627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.642421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.644768 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c408af1d-854e-49f6-8801-149dea3dc627 None None] No DVR routers for this DVR port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:49:21.651960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=1e0be0bb-5a7f-4da1-97fd-bbcad1fef584,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:21.690492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.objects.ports [None req-00d08317-0e9d-4dfc-8d9b-6e7477aa7a0f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87792) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:49:21.699259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408af1d-854e-49f6-8801-149dea3dc627 None None] Pushing event deleted for resources: {'Port': ['ID=3f480a7b-109a-4fd3-a34d-3ee1a64f01b0,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:21.700978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-00d08317-0e9d-4dfc-8d9b-6e7477aa7a0f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.734466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.808744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d08317-0e9d-4dfc-8d9b-6e7477aa7a0f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:21.813300 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-00d08317-0e9d-4dfc-8d9b-6e7477aa7a0f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:21.813895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Calling delete_port for 53794808-280b-4878-b518-3bd4d04611fc owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:21.822813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73fa5ca-0ef9-4ecc-b4ea-d66ebcf99b74 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:21.824197 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d08317-0e9d-4dfc-8d9b-6e7477aa7a0f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:21.824790 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-00d08317-0e9d-4dfc-8d9b-6e7477aa7a0f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.841446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.resource_extend [None req-01035bf8-970b-4efa-93df-be9ab786a019 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:49:21.846362 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d08317-0e9d-4dfc-8d9b-6e7477aa7a0f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=08c04b49-ca8b-484e-b432-143ac973495d,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:21.849845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:49:21.850159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:49:21.881267 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-00d08317-0e9d-4dfc-8d9b-6e7477aa7a0f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5475221 Mar 03 05:49:21.884508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56728) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:21.885859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-01035bf8-970b-4efa-93df-be9ab786a019 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:21.889138 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'mac_address': 'fa:16:3e:ad:39:50', 'name': 'tempest-NetworksTestDHCPv6-1399758873'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:21.931612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:49:21.931963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:49:22.025541 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-01035bf8-970b-4efa-93df-be9ab786a019 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object f0e8802a-3c9f-42d9-b6db-2633f3d95d82 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:22.038536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-01035bf8-970b-4efa-93df-be9ab786a019 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.042736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:22.047806 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:22.050753 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:22.057012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:22.068478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:22.076030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '08c04b49-ca8b-484e-b432-143ac973495d'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:49:22.077208 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.143984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Allocated IP 2001:db8::148 (4acaad0d-e93f-4dcd-ae9b-d619dadbc637/6eab1693-1e90-4165-97f6-c88104418442/b7396c0f-81a1-4c15-9ffa-0dda227ae374) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:22.213191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.242270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-01035bf8-970b-4efa-93df-be9ab786a019 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] In _notify_port_updated(), no bound segment for port f0e8802a-3c9f-42d9-b6db-2633f3d95d82 on network 6659edd0-c04b-4954-a1c7-e0bba175e55e {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:49:22.248102 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 51e0cbc3-59c7-4d25-9e9e-775b92e694d1 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:22.251005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01035bf8-970b-4efa-93df-be9ab786a019 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:22.251941 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-01035bf8-970b-4efa-93df-be9ab786a019 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.256245 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-01035bf8-970b-4efa-93df-be9ab786a019 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "PUT /v2.0/ports/f0e8802a-3c9f-42d9-b6db-2633f3d95d82 HTTP/1.1" status: 200 len: 926 time: 3.9216578 Mar 03 05:49:22.258044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56732) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:22.268878 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Allocated IP 2001:db8::f816:3eff:fe17:b8b6 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/08c04b49-ca8b-484e-b432-143ac973495d/917e7447-822f-4340-8d9c-caabaeaeac50) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:22.276733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-98583407-f27f-4893-bb54-46a0de8fd4fb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '443ec85d-7687-4dea-abc1-acd54ae95d80'}, {'subnet_id': 'e04cd6ae-6add-4dbd-af90-81fe33ef01a7'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:22.303578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01035bf8-970b-4efa-93df-be9ab786a019 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=f0e8802a-3c9f-42d9-b6db-2633f3d95d82,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:22.330969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.351956 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:22.352307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.461894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Deleting port 50a81815-8bf0-4d74-b4a2-579fa54641cd {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:22.461894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.504057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] The port '3f480a7b-109a-4fd3-a34d-3ee1a64f01b0' was deleted {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:49:22.518146 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:22.607205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.609492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-97deb7e6-f5d1-42fc-8256-573c4138db2d None None] Provisioning for port f0e8802a-3c9f-42d9-b6db-2633f3d95d82 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:22.622398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Transition to ACTIVE for port object 917e7447-822f-4340-8d9c-caabaeaeac50 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:22.624875 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-97deb7e6-f5d1-42fc-8256-573c4138db2d None None] Provisioning complete for port f0e8802a-3c9f-42d9-b6db-2633f3d95d82 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:22.625243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-97deb7e6-f5d1-42fc-8256-573c4138db2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.700401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.723385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-97deb7e6-f5d1-42fc-8256-573c4138db2d None None] Port f0e8802a-3c9f-42d9-b6db-2633f3d95d82 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:22.726577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.746212 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Transition to ACTIVE for port object 917e7447-822f-4340-8d9c-caabaeaeac50 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:22.748727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:22.749329 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.781684 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.806141 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506f4308-3879-49cf-9238-1f7042bbf030']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:22.831949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5252b4e6-148f-4c38-aa3e-cbde97865ab4') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:22.832355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5252b4e6-148f-4c38-aa3e-cbde97865ab4') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:22.868487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.875188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:22.875792 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] For port 50a81815-8bf0-4d74-b4a2-579fa54641cd, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=50a81815-8bf0-4d74-b4a2-579fa54641cd,segment=NetworkSegment(d17dd037-ae7a-449d-b09a-ca6668935297),segment_id=d17dd037-ae7a-449d-b09a-ca6668935297)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:22.876156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.885535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:22.897025 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:22.902730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::f816:3eff:fead:3950 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/08c04b49-ca8b-484e-b432-143ac973495d/51e0cbc3-59c7-4d25-9e9e-775b92e694d1) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:22.930554 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.966488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:22.967141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:22.974688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:22.976520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=4e3e6e48-73ec-4708-97c3-1921176fe70c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:22.979589 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:22.984108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Pushing event updated for resources: {'Port': ['ID=917e7447-822f-4340-8d9c-caabaeaeac50,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:23.007719 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Attempting to bind port 917e7447-822f-4340-8d9c-caabaeaeac50 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:49:23.008114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Attempting to bind port 917e7447-822f-4340-8d9c-caabaeaeac50 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:49:23.008477 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Attempting to bind port 917e7447-822f-4340-8d9c-caabaeaeac50 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:49:23.014853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:49:23.015638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:23.016070 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.016464 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:49:23.016935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Bound port: 917e7447-822f-4340-8d9c-caabaeaeac50, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:49:23.017299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.032058 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Calling delete_port for 50a81815-8bf0-4d74-b4a2-579fa54641cd owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:23.059868 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.076488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:49:23.076903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:49:23.092581 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:49:23.110200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Pushing event deleted for resources: {'Port': ['ID=53794808-280b-4878-b518-3bd4d04611fc,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:23.155564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.161482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] For port 917e7447-822f-4340-8d9c-caabaeaeac50, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:49:23.164633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] For port 917e7447-822f-4340-8d9c-caabaeaeac50, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=917e7447-822f-4340-8d9c-caabaeaeac50,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:49:23.174835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.227467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:49:23.243216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Transition to ACTIVE for port object b7396c0f-81a1-4c15-9ffa-0dda227ae374 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:23.249353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.254186 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.279292 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:49:23.279893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3f480a7b-109a-4fd3-a34d-3ee1a64f01b0 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:49:23.284049 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/networks/506f4308-3879-49cf-9238-1f7042bbf030 HTTP/1.1" status: 204 len: 168 time: 3.0315089 Mar 03 05:49:23.295763 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56736) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:23.306164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-98583407-f27f-4893-bb54-46a0de8fd4fb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.311364 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd42aa-5b95-4a60-a888-cd98d82659ae None None] Pushing event updated for resources: {'Port': ['ID=917e7447-822f-4340-8d9c-caabaeaeac50,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:23.328381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1948769413'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:23.333011 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:23.450007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.454504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:network and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:23.458071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:23.461010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009e6dd-a718-44f7-a882-0b79d3b36f74 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Network': ['ID=506f4308-3879-49cf-9238-1f7042bbf030,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:23.483071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:23.562315 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:23.569227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.708826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.710704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.717732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.755299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.758123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:49:23.786011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.790332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event deleted for resources: {'Port': ['ID=50a81815-8bf0-4d74-b4a2-579fa54641cd,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:23.832809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 51e0cbc3-59c7-4d25-9e9e-775b92e694d1 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:23.838677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.839014 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Added segment 58c4a2e7-acac-47f4-826f-04ab23973e6d of type vlan for network 6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4 Mar 03 05:49:23.914902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.930301 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.984285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:23.985056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:23.985558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Fanout notify agent at l3_agent the message router_deleted on router d7c71b9a-db57-44c7-a2a2-21e64dded94b {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:49:23.997522 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:24.012897 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:24.018413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:24.019033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.058694 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event updated for resources: {'Port': ['ID=b7396c0f-81a1-4c15-9ffa-0dda227ae374,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:24.121517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.151221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.158687 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-57ec1184-2350-46ad-af3c-07220e226814 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "DELETE /v2.0/routers/d7c71b9a-db57-44c7-a2a2-21e64dded94b HTTP/1.1" status: 204 len: 168 time: 5.3284223 Mar 03 05:49:24.160321 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2781a4bb-f738-4fa6-baf7-433b9de25221 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8874006 Mar 03 05:49:24.170542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56740) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:24.170881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56742) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:24.178596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.182468 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.198990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.204447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:24.205047 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.233249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1870575653', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:24.255650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6dc5a544-9c0f-485b-99a8-957272eb695c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5f', 'mac_address': 'fa:16:3e:0e:76:7b'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:24.293503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:24.296209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:24.296958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=51e0cbc3-59c7-4d25-9e9e-775b92e694d1,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:24.300572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.301064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6956464-7a31-49fb-baa0-35f7ff17053e {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:49:24.356790 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:24.358328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Usage tracker for resource:router and tenant:431bc51c0a084be592e4c4e04c95c341 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:24.359390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:24.366213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:24.366913 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.376527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:24.387892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-85cde676-5987-42ae-8d3c-9c3b218f1ff8 None None] Provisioning for port b7396c0f-81a1-4c15-9ffa-0dda227ae374 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:24.394635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Network': ['ID=6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:24.397636 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-85cde676-5987-42ae-8d3c-9c3b218f1ff8 None None] Provisioning complete for port b7396c0f-81a1-4c15-9ffa-0dda227ae374 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:24.398021 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-85cde676-5987-42ae-8d3c-9c3b218f1ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.398852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:24.399647 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.400769 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3a5e15f4-9a6a-4ba9-85ac-92e53f65f693 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "DELETE /v2.0/routers/d6956464-7a31-49fb-baa0-35f7ff17053e HTTP/1.1" status: 204 len: 168 time: 5.1345365 Mar 03 05:49:24.404400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56748) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:24.417458 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8cdcea42-6707-46b1-8df9-104d37787613 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1184578 Mar 03 05:49:24.451094 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56752) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:24.480393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'subnet': {'network_id': '6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:24.484651 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-124d2891-2f23-4d34-898e-862683547496 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6008408 Mar 03 05:49:24.489417 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56756) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:24.495421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:49:24.519403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-85cde676-5987-42ae-8d3c-9c3b218f1ff8 None None] Port b7396c0f-81a1-4c15-9ffa-0dda227ae374 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:24.571664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-9391b253-81fa-41d6-abe6-d83f735f0675 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Deleting subnet 9cd86761-9cbf-4b3c-9890-20cf9bc510a5 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:49:24.577196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9391b253-81fa-41d6-abe6-d83f735f0675 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.620241 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 917e7447-822f-4340-8d9c-caabaeaeac50 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:24.639352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9391b253-81fa-41d6-abe6-d83f735f0675 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.690544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b2973-a376-4a56-a87d-152d2eb391e0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:24.696449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b2973-a376-4a56-a87d-152d2eb391e0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:24.697265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-579b2973-a376-4a56-a87d-152d2eb391e0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:24.701291 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-053d6b81-8a4f-4e8a-9265-b3091202f0fe None None] Provisioning for port 917e7447-822f-4340-8d9c-caabaeaeac50 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:24.731169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9391b253-81fa-41d6-abe6-d83f735f0675 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.734461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 917e7447-822f-4340-8d9c-caabaeaeac50 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:24.740183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 917e7447-822f-4340-8d9c-caabaeaeac50 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:24.740796 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.764074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-579b2973-a376-4a56-a87d-152d2eb391e0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:24.765148 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-579b2973-a376-4a56-a87d-152d2eb391e0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2748203 Mar 03 05:49:24.769413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56760) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:24.863719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-68e68f13-77e2-418d-8226-638ec6f04615 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 51e0cbc3-59c7-4d25-9e9e-775b92e694d1 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:24.864209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68e68f13-77e2-418d-8226-638ec6f04615 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.883373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.900219 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.924621 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 917e7447-822f-4340-8d9c-caabaeaeac50, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=917e7447-822f-4340-8d9c-caabaeaeac50,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:24.933618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.937319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9391b253-81fa-41d6-abe6-d83f735f0675 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.950578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.951576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:24.963007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-98583407-f27f-4893-bb54-46a0de8fd4fb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8:0:1::3b7 (6659edd0-c04b-4954-a1c7-e0bba175e55e/e04cd6ae-6add-4dbd-af90-81fe33ef01a7/f0e8802a-3c9f-42d9-b6db-2633f3d95d82) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:24.967039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:24.988241 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-72a431b1-4495-4f67-a426-fcc281cea33b None None] Provisioning for port 51e0cbc3-59c7-4d25-9e9e-775b92e694d1 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:25.003733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-72a431b1-4495-4f67-a426-fcc281cea33b None None] Provisioning complete for port 51e0cbc3-59c7-4d25-9e9e-775b92e694d1 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:25.004367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-72a431b1-4495-4f67-a426-fcc281cea33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.009244 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391b253-81fa-41d6-abe6-d83f735f0675 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd86761-9cbf-4b3c-9890-20cf9bc510a5,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:25.017862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:subnet and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:25.019074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9391b253-81fa-41d6-abe6-d83f735f0675 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.034703 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9391b253-81fa-41d6-abe6-d83f735f0675 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/9cd86761-9cbf-4b3c-9890-20cf9bc510a5 HTTP/1.1" status: 204 len: 168 time: 0.6278005 Mar 03 05:49:25.037616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56764) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:25.040621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:25.049987 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=917e7447-822f-4340-8d9c-caabaeaeac50,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:25.064637 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:25.070496 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-72a431b1-4495-4f67-a426-fcc281cea33b None None] Port 51e0cbc3-59c7-4d25-9e9e-775b92e694d1 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:25.143329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.262162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:25.265647 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.357787 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.433346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68e68f13-77e2-418d-8226-638ec6f04615 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.613217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-68e68f13-77e2-418d-8226-638ec6f04615 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 51e0cbc3-59c7-4d25-9e9e-775b92e694d1 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:25.658283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.697961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9b461b-eecb-4267-b48d-4773c0d8eac0']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:25.723066 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17dd037-ae7a-449d-b09a-ca6668935297') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:25.723359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17dd037-ae7a-449d-b09a-ca6668935297') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:25.736495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.783694 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.793809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:49:25.794137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.800163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.resource_extend [None req-98583407-f27f-4893-bb54-46a0de8fd4fb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:49:25.807454 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:49:25.859356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a544-9c0f-485b-99a8-957272eb695c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.900322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68e68f13-77e2-418d-8226-638ec6f04615 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.943679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.946896 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.954454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-98583407-f27f-4893-bb54-46a0de8fd4fb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:25.970478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e68f13-77e2-418d-8226-638ec6f04615 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=51e0cbc3-59c7-4d25-9e9e-775b92e694d1,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:25.973424 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa9b461b-eecb-4267-b48d-4773c0d8eac0 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 03 05:49:26.010124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.020025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa9b461b-eecb-4267-b48d-4773c0d8eac0,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:26.022067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68e68f13-77e2-418d-8226-638ec6f04615 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.048871 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-321ef18d-0f4a-489f-96c3-34a37dd67bef tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "DELETE /v2.0/networks/aa9b461b-eecb-4267-b48d-4773c0d8eac0 HTTP/1.1" status: 204 len: 168 time: 1.0102351 Mar 03 05:49:26.053809 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-68e68f13-77e2-418d-8226-638ec6f04615 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/51e0cbc3-59c7-4d25-9e9e-775b92e694d1 HTTP/1.1" status: 204 len: 168 time: 1.2832708 Mar 03 05:49:26.054502 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56770) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:26.142103 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45bf224-06c4-47c9-9734-0b371db4222f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:26.144107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45bf224-06c4-47c9-9734-0b371db4222f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:26.144908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d45bf224-06c4-47c9-9734-0b371db4222f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:26.172739 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d45bf224-06c4-47c9-9734-0b371db4222f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:26.177057 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d45bf224-06c4-47c9-9734-0b371db4222f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1215014 Mar 03 05:49:26.177703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56774) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:26.242131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-98583407-f27f-4893-bb54-46a0de8fd4fb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object f0e8802a-3c9f-42d9-b6db-2633f3d95d82 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:26.262014 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ddf8f8-b13c-43ad-9406-c728f7900b01 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 08c04b49-ca8b-484e-b432-143ac973495d {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:49:26.267138 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-85ddf8f8-b13c-43ad-9406-c728f7900b01 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.268701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-98583407-f27f-4893-bb54-46a0de8fd4fb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.270621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.336261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-85ddf8f8-b13c-43ad-9406-c728f7900b01 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.444475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-85ddf8f8-b13c-43ad-9406-c728f7900b01 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.466905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 917e7447-822f-4340-8d9c-caabaeaeac50 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:26.483351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56782) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:26.499511 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f248d243-cdc1-4504-915f-c24acb01454c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Request body: {'router': {'name': 'tempest-router--1411350811', 'project_id': '8c51afd22d6648c09e726495faacf738'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:26.508193 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f248d243-cdc1-4504-915f-c24acb01454c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:26.516543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f248d243-cdc1-4504-915f-c24acb01454c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Usage tracker for resource:router and tenant:8c51afd22d6648c09e726495faacf738 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:26.521343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f248d243-cdc1-4504-915f-c24acb01454c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:26.533996 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f248d243-cdc1-4504-915f-c24acb01454c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:26.560558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f248d243-cdc1-4504-915f-c24acb01454c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.562006 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f248d243-cdc1-4504-915f-c24acb01454c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.578901 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-85ddf8f8-b13c-43ad-9406-c728f7900b01 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.616688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 917e7447-822f-4340-8d9c-caabaeaeac50 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:26.617057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.646852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f248d243-cdc1-4504-915f-c24acb01454c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.649010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-85ddf8f8-b13c-43ad-9406-c728f7900b01 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.661915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b394c232-f933-4acd-987d-2500605cb727 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:26.663164 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddf8f8-b13c-43ad-9406-c728f7900b01 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=08c04b49-ca8b-484e-b432-143ac973495d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:26.679738 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-85ddf8f8-b13c-43ad-9406-c728f7900b01 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/08c04b49-ca8b-484e-b432-143ac973495d HTTP/1.1" status: 204 len: 168 time: 0.5008767 Mar 03 05:49:26.682680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56786) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:26.767824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f248d243-cdc1-4504-915f-c24acb01454c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.799100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f248d243-cdc1-4504-915f-c24acb01454c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.801089 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f248d243-cdc1-4504-915f-c24acb01454c tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3114152 Mar 03 05:49:26.803626 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-19ecb6f0-0923-4d8f-ad95-43955fc43da2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1199598 Mar 03 05:49:26.804255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56790) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:26.806608 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56792) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:26.811397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-98583407-f27f-4893-bb54-46a0de8fd4fb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] In _notify_port_updated(), no bound segment for port f0e8802a-3c9f-42d9-b6db-2633f3d95d82 on network 6659edd0-c04b-4954-a1c7-e0bba175e55e {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:49:26.817176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98583407-f27f-4893-bb54-46a0de8fd4fb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:26.818314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-98583407-f27f-4893-bb54-46a0de8fd4fb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:26.822924 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-98583407-f27f-4893-bb54-46a0de8fd4fb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "PUT /v2.0/ports/f0e8802a-3c9f-42d9-b6db-2633f3d95d82 HTTP/1.1" status: 200 len: 1012 time: 4.5559635 Mar 03 05:49:26.824579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98583407-f27f-4893-bb54-46a0de8fd4fb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=f0e8802a-3c9f-42d9-b6db-2633f3d95d82,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:26.878187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:26.887316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56796) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:26.929651 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1dfabe74-28d3-41d4-b380-7f74c24bb6ff None None] Provisioning for port f0e8802a-3c9f-42d9-b6db-2633f3d95d82 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:26.939447 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1dfabe74-28d3-41d4-b380-7f74c24bb6ff None None] Provisioning complete for port f0e8802a-3c9f-42d9-b6db-2633f3d95d82 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:26.939840 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1dfabe74-28d3-41d4-b380-7f74c24bb6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.012614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1dfabe74-28d3-41d4-b380-7f74c24bb6ff None None] Port f0e8802a-3c9f-42d9-b6db-2633f3d95d82 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:27.072100 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.112926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d383229-69bc-4cf0-8aad-1e53c322b776 None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:49:27.118427 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6d383229-69bc-4cf0-8aad-1e53c322b776 None None] Deleting port 917e7447-822f-4340-8d9c-caabaeaeac50 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:27.118946 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6d383229-69bc-4cf0-8aad-1e53c322b776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.158486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-01194c2d-823e-4ef9-8383-176576697d84 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.169883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-77052a80-100b-4adc-8323-617161831619 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port f0e8802a-3c9f-42d9-b6db-2633f3d95d82 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:27.170224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-77052a80-100b-4adc-8323-617161831619 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.267429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Subnet': ['ID=c0517d13-da10-48a3-a543-d3e65446bd59,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:27.300683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:27.354645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Checking segment: {'id': '58c4a2e7-acac-47f4-826f-04ab23973e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:27.354979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network hostable DHCP agents. Network: 6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:49:27.374855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a544-9c0f-485b-99a8-957272eb695c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.381359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6d383229-69bc-4cf0-8aad-1e53c322b776 None None] For port 917e7447-822f-4340-8d9c-caabaeaeac50, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=917e7447-822f-4340-8d9c-caabaeaeac50,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:27.382085 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6d383229-69bc-4cf0-8aad-1e53c322b776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.391438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a544-9c0f-485b-99a8-957272eb695c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.457890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:27.462196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:27.509176 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6d383229-69bc-4cf0-8aad-1e53c322b776 None None] Calling delete_port for 917e7447-822f-4340-8d9c-caabaeaeac50 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:27.516119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:27.527169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-01194c2d-823e-4ef9-8383-176576697d84 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.529101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router a01c9782-21bb-44f1-b743-07ff66fc2d8a is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:49:27.530637 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-01194c2d-823e-4ef9-8383-176576697d84 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.539934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:27.544794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.566761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5a544-9c0f-485b-99a8-957272eb695c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] In _notify_port_updated(), no bound segment for port b7396c0f-81a1-4c15-9ffa-0dda227ae374 on network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:49:27.572188 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc5a544-9c0f-485b-99a8-957272eb695c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:27.574267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a544-9c0f-485b-99a8-957272eb695c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.577089 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6dc5a544-9c0f-485b-99a8-957272eb695c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "PUT /v2.0/ports/b7396c0f-81a1-4c15-9ffa-0dda227ae374 HTTP/1.1" status: 200 len: 1001 time: 3.4004636 Mar 03 05:49:27.584811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:49:27.587249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56802) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:27.595916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6d383229-69bc-4cf0-8aad-1e53c322b776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.637599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-01194c2d-823e-4ef9-8383-176576697d84 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.638102 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01194c2d-823e-4ef9-8383-176576697d84 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66bdf7d5-e182-4b7a-ae42-d89b9f7cf972 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:49:27.642289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d383229-69bc-4cf0-8aad-1e53c322b776 None None] Pushing event deleted for resources: {'Port': ['ID=917e7447-822f-4340-8d9c-caabaeaeac50,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:27.649184 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d383229-69bc-4cf0-8aad-1e53c322b776 None None] No DVR routers for this DVR port 917e7447-822f-4340-8d9c-caabaeaeac50 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:49:27.659130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-01194c2d-823e-4ef9-8383-176576697d84 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:27.665398 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-01194c2d-823e-4ef9-8383-176576697d84 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "DELETE /v2.0/routers/66bdf7d5-e182-4b7a-ae42-d89b9f7cf972 HTTP/1.1" status: 204 len: 168 time: 0.8555405 Mar 03 05:49:27.800700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:27.811689 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea2e5ac-2123-4d85-bf6b-c8148ad5d128 None None] Network 6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:27.832814 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56808) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:27.878808 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-102e88d0-06cc-461e-b9f8-46bfadbd8e6d tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Deleting port b7396c0f-81a1-4c15-9ffa-0dda227ae374 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:27.879037 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-102e88d0-06cc-461e-b9f8-46bfadbd8e6d tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.010363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:28.010953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.014623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5a544-9c0f-485b-99a8-957272eb695c tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event updated for resources: {'Port': ['ID=b7396c0f-81a1-4c15-9ffa-0dda227ae374,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:28.022598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.047765 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-de3a96f2-aeec-48c4-b281-b3e323c0facd None None] Provisioning complete for port b7396c0f-81a1-4c15-9ffa-0dda227ae374 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:28.047765 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-de3a96f2-aeec-48c4-b281-b3e323c0facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.071536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.137344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-615994287', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:28.145547 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:28.150552 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Usage tracker for resource:router and tenant:febb3bd0b277432e94b2917097a2dfcc is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:28.153983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:28.160068 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4', 'network_id': '6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'fixed_ips': [{'subnet_id': 'c0517d13-da10-48a3-a543-d3e65446bd59'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:49:28.161019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.166255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:28.176069 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-de3a96f2-aeec-48c4-b281-b3e323c0facd None None] Port b7396c0f-81a1-4c15-9ffa-0dda227ae374 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:28.197839 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c4e369f1-9541-4a6a-a047-92d6afab2b43 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7358594 Mar 03 05:49:28.199571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56814) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:28.204889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-77052a80-100b-4adc-8323-617161831619 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.210823 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-818b6657-15be-48d8-a3a9-1beab7da3c85 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-357713683', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:28.220849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-818b6657-15be-48d8-a3a9-1beab7da3c85 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:28.225417 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.226213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.243753 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-818b6657-15be-48d8-a3a9-1beab7da3c85 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:router and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:28.249594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-818b6657-15be-48d8-a3a9-1beab7da3c85 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:28.285811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-102e88d0-06cc-461e-b9f8-46bfadbd8e6d tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.292811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-818b6657-15be-48d8-a3a9-1beab7da3c85 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:28.355233 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-77052a80-100b-4adc-8323-617161831619 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for f0e8802a-3c9f-42d9-b6db-2633f3d95d82 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:28.368557 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Allocated IP 2001:db8::2 (6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4/c0517d13-da10-48a3-a543-d3e65446bd59/b170c13b-6190-4056-b457-2421d350c144) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:28.426650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:28.451113 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.463827 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-102e88d0-06cc-461e-b9f8-46bfadbd8e6d tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Calling delete_port for b7396c0f-81a1-4c15-9ffa-0dda227ae374 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:28.496897 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 917e7447-822f-4340-8d9c-caabaeaeac50 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:49:28.501446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-818b6657-15be-48d8-a3a9-1beab7da3c85 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.502423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-818b6657-15be-48d8-a3a9-1beab7da3c85 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.524140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.525365 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ee3e2c09-5a09-443c-a51c-cbbcf301aace tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.7559760 Mar 03 05:49:28.528204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56818) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:28.528752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d2c38-0e25-448a-b48d-1e15b4c7186f None None] Sync routers for ids ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:28.548004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 917e7447-822f-4340-8d9c-caabaeaeac50 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:49:28.548358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 917e7447-822f-4340-8d9c-caabaeaeac50 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:49:28.560995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d2c38-0e25-448a-b48d-1e15b4c7186f None None] Routers {'a01c9782-21bb-44f1-b743-07ff66fc2d8a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:28.561619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4d9d2c38-0e25-448a-b48d-1e15b4c7186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:28.571793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.objects.ports [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87792) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:49:28.578079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.628843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-818b6657-15be-48d8-a3a9-1beab7da3c85 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.634236 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4d9d2c38-0e25-448a-b48d-1e15b4c7186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:28.653393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Allocated IP 172.26.3.135 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/b5e5c229-603b-4031-87f6-efdcf8912952) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:28.665741 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9d2c38-0e25-448a-b48d-1e15b4c7186f None None] Routers {'a01c9782-21bb-44f1-b743-07ff66fc2d8a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:28.666385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4d9d2c38-0e25-448a-b48d-1e15b4c7186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:28.731396 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4d9d2c38-0e25-448a-b48d-1e15b4c7186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:28.731822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9d2c38-0e25-448a-b48d-1e15b4c7186f None None] The sync data for ids ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:28.797172 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.938358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:28.939231 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=a3e3f20a-3329-4fa7-8838-77f268c4e049,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:28.941879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Transition to ACTIVE for port object b170c13b-6190-4056-b457-2421d350c144 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:28.952431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:28.955764 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:28.956387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.965202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-818b6657-15be-48d8-a3a9-1beab7da3c85 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:28.966877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb83b565-6ab6-4d94-8f23-5932bf487dac None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:29.013275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-77052a80-100b-4adc-8323-617161831619 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:29.083862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77052a80-100b-4adc-8323-617161831619 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=f0e8802a-3c9f-42d9-b6db-2633f3d95d82,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:29.171818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:29.197805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-818b6657-15be-48d8-a3a9-1beab7da3c85 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:29.202104 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-818b6657-15be-48d8-a3a9-1beab7da3c85 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9993889 Mar 03 05:49:29.202327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56822) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:29.247996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-77052a80-100b-4adc-8323-617161831619 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:29.263133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:29.268680 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Transition to ACTIVE for port object b170c13b-6190-4056-b457-2421d350c144 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:29.273167 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-77052a80-100b-4adc-8323-617161831619 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/f0e8802a-3c9f-42d9-b6db-2633f3d95d82 HTTP/1.1" status: 204 len: 168 time: 2.3778887 Mar 03 05:49:29.273762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56826) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:29.280419 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:29.282831 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4204fa6c-e53f-4a9a-9b28-2b955e4ccd81 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4093406 Mar 03 05:49:29.290876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56828) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:29.299922 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-102e88d0-06cc-461e-b9f8-46bfadbd8e6d tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:29.334976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': 'a3e3f20a-3329-4fa7-8838-77f268c4e049'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:49:29.335807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:29.347695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'mac_address': 'fa:16:3e:7c:e4:d2', 'name': 'tempest-NetworksTestDHCPv6-1788739637'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:29.412645 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Network 6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:29.431311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e88d0-06cc-461e-b9f8-46bfadbd8e6d tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event deleted for resources: {'Port': ['ID=b7396c0f-81a1-4c15-9ffa-0dda227ae374,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:29.454856 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:29.460896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:29.466086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Pushing event updated for resources: {'Port': ['ID=b170c13b-6190-4056-b457-2421d350c144,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:29.583824 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8600e705-c058-4c91-b0ea-951f0bc337a6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:49:29.584967 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8600e705-c058-4c91-b0ea-951f0bc337a6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:29.635169 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Allocated IP 2001:db8::f816:3eff:fe31:f5dc (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/a3e3f20a-3329-4fa7-8838-77f268c4e049/dfa00bea-b2d6-41a7-9c76-193489f6b710) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:29.747100 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8600e705-c058-4c91-b0ea-951f0bc337a6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:29.751938 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8600e705-c058-4c91-b0ea-951f0bc337a6 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/f0e8802a-3c9f-42d9-b6db-2633f3d95d82 HTTP/1.1" status: 404 len: 333 time: 0.4633651 Mar 03 05:49:29.763486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56834) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:29.819811 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Attempting to bind port b170c13b-6190-4056-b457-2421d350c144 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:49:29.820176 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Attempting to bind port b170c13b-6190-4056-b457-2421d350c144 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '58c4a2e7-acac-47f4-826f-04ab23973e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:49:29.820529 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Attempting to bind port b170c13b-6190-4056-b457-2421d350c144 on network 6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:49:29.836299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:49:29.836670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Checking segment: {'id': '58c4a2e7-acac-47f4-826f-04ab23973e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:29.837098 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:29.837426 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Bound using segment: {'id': '58c4a2e7-acac-47f4-826f-04ab23973e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:49:29.837916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Bound port: b170c13b-6190-4056-b457-2421d350c144, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58c4a2e7-acac-47f4-826f-04ab23973e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:49:29.838246 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:29.912160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:29.926353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-102e88d0-06cc-461e-b9f8-46bfadbd8e6d tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:29.931093 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-102e88d0-06cc-461e-b9f8-46bfadbd8e6d tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "DELETE /v2.0/ports/b7396c0f-81a1-4c15-9ffa-0dda227ae374 HTTP/1.1" status: 204 len: 168 time: 2.3434131 Mar 03 05:49:29.937965 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56838) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:29.962730 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:29.986966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Transition to ACTIVE for port object dfa00bea-b2d6-41a7-9c76-193489f6b710 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:29.990745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcfccb8-55c2-4a84-af1f-61d32bb55c83 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting subnet e04cd6ae-6add-4dbd-af90-81fe33ef01a7 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:49:29.998457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:30.003852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] For port b170c13b-6190-4056-b457-2421d350c144, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:49:30.004009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bcfccb8-55c2-4a84-af1f-61d32bb55c83 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.004837 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-2252f750-decb-4f6d-b44a-7556621b365a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] GET failed (client error): The resource could not be found. Mar 03 05:49:30.005365 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2252f750-decb-4f6d-b44a-7556621b365a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Synchronizing usage tracker for tenant:2e24cf0631124824a891e6fcc4e256d7 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:30.009686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] For port b170c13b-6190-4056-b457-2421d350c144, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b170c13b-6190-4056-b457-2421d350c144,segment=NetworkSegment(58c4a2e7-acac-47f4-826f-04ab23973e6d),segment_id=58c4a2e7-acac-47f4-826f-04ab23973e6d)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:49:30.012791 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Transition to ACTIVE for port object dfa00bea-b2d6-41a7-9c76-193489f6b710 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:30.015921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.055927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.056652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.070871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:30.080371 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2252f750-decb-4f6d-b44a-7556621b365a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Unset dirty status for tenant:2e24cf0631124824a891e6fcc4e256d7 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:30.085806 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2252f750-decb-4f6d-b44a-7556621b365a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "GET /v2.0/ports/b7396c0f-81a1-4c15-9ffa-0dda227ae374 HTTP/1.1" status: 404 len: 333 time: 0.1461186 Mar 03 05:49:30.087190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56842) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:30.091923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:30.092864 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:30.101836 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:30.110342 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:30.116853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:30.117363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:30.119531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:30.123853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d7fb0-08b2-40bd-9076-7b26fda9e3c2 None None] Pushing event updated for resources: {'Port': ['ID=b170c13b-6190-4056-b457-2421d350c144,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:30.129452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:30.168327 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Pushing event updated for resources: {'Port': ['ID=b5e5c229-603b-4031-87f6-efdcf8912952,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:30.203852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bcfccb8-55c2-4a84-af1f-61d32bb55c83 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.234506 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:30.271518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Pushing event updated for resources: {'Port': ['ID=dfa00bea-b2d6-41a7-9c76-193489f6b710,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:30.288703 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.292103 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Request body: {'port': {'network_id': '4acaad0d-e93f-4dcd-ae9b-d619dadbc637', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-316088667'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:30.295347 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Attempting to bind port dfa00bea-b2d6-41a7-9c76-193489f6b710 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:49:30.295713 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Attempting to bind port dfa00bea-b2d6-41a7-9c76-193489f6b710 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:49:30.296092 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Attempting to bind port dfa00bea-b2d6-41a7-9c76-193489f6b710 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:49:30.302106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:49:30.302477 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:30.302927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.303314 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:49:30.303780 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Bound port: dfa00bea-b2d6-41a7-9c76-193489f6b710, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:49:30.304191 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.501249 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] For port dfa00bea-b2d6-41a7-9c76-193489f6b710, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:49:30.506518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] For port dfa00bea-b2d6-41a7-9c76-193489f6b710, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dfa00bea-b2d6-41a7-9c76-193489f6b710,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:49:30.512507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.615381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b226d-5adb-45c5-9d02-00ac307f0cdf None None] Pushing event updated for resources: {'Port': ['ID=dfa00bea-b2d6-41a7-9c76-193489f6b710,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:30.733640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.754580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bcfccb8-55c2-4a84-af1f-61d32bb55c83 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.830950 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.878984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.880359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:30.885540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:30.940588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:30.942583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 295d9731-5bd6-408d-aaa7-7eecc52c07a3 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:31.020264 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Made reservation on behalf of 2e24cf0631124824a891e6fcc4e256d7 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:31.023869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:31.067469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Allocated IP 2001:db8::1 (6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4/c0517d13-da10-48a3-a543-d3e65446bd59/a39301f8-d062-400d-984e-302fc3a520df) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:31.109043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] device_id is not set on port 31a7fa26-c55b-483f-bce7-c3f5daccf0f9 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:31.307267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Allocated IP 172.26.3.184 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/9c72900e-0189-46e8-8857-1f3636fe2e48) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:31.353954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bcfccb8-55c2-4a84-af1f-61d32bb55c83 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:31.409956 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d246cbc3-c760-4362-9f36-45b35afe0a9f None None] Network 6659edd0-c04b-4954-a1c7-e0bba175e55e requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:31.467023 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Allocated IP 2001:db8::1cd (4acaad0d-e93f-4dcd-ae9b-d619dadbc637/6eab1693-1e90-4165-97f6-c88104418442/31a7fa26-c55b-483f-bce7-c3f5daccf0f9) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:31.526653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bcfccb8-55c2-4a84-af1f-61d32bb55c83 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:31.536358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8804791-f49b-4e7e-bcf0-7eae51d21530 None None] Network 6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:31.551291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:31.576827 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4bcfccb8-55c2-4a84-af1f-61d32bb55c83 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/e04cd6ae-6add-4dbd-af90-81fe33ef01a7 HTTP/1.1" status: 204 len: 168 time: 1.8079782 Mar 03 05:49:31.586826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56846) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:31.596994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfccb8-55c2-4a84-af1f-61d32bb55c83 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Subnet': ['ID=e04cd6ae-6add-4dbd-af90-81fe33ef01a7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:31.630631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Transition to ACTIVE for port object a39301f8-d062-400d-984e-302fc3a520df will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:31.682999 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-144fc0f0-03f6-42df-8b4e-317f7bf0e77b None None] Provisioning for port b170c13b-6190-4056-b457-2421d350c144 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:31.718388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:31.735436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:31.806362 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:31.818696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::f816:3eff:fe7c:e4d2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/a3e3f20a-3329-4fa7-8838-77f268c4e049/295d9731-5bd6-408d-aaa7-7eecc52c07a3) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:31.868987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8404dbd-3970-428e-962e-6c8d9355a55d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting subnet 443ec85d-7687-4dea-abc1-acd54ae95d80 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:49:31.873287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b8404dbd-3970-428e-962e-6c8d9355a55d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:32.083033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:32.087541 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:32.090036 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:32.090726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:32.093198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=a39301f8-d062-400d-984e-302fc3a520df,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:32.131805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:32.177877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:32.230805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:32.235646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Transition to ACTIVE for port object 31a7fa26-c55b-483f-bce7-c3f5daccf0f9 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:32.236966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:32.239593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:32.271701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b8404dbd-3970-428e-962e-6c8d9355a55d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:32.321307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Pushing event updated for resources: {'Port': ['ID=9c72900e-0189-46e8-8857-1f3636fe2e48,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:32.429676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:32.483176 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-99eadd96-6e1f-4e6d-bab8-477b9836361d None None] Provisioning for port a39301f8-d062-400d-984e-302fc3a520df completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:32.488787 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-99eadd96-6e1f-4e6d-bab8-477b9836361d None None] Provisioning complete for port a39301f8-d062-400d-984e-302fc3a520df triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:32.489155 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-99eadd96-6e1f-4e6d-bab8-477b9836361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:32.626869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:32.640497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.20.0.1 (84310cfa-a78d-4030-a691-29036cec1026/6e79f526-e2fc-46c2-9422-653e748b4261/8680aee4-d9ad-4482-a34d-28898ba8faa9) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:32.648857 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dfa00bea-b2d6-41a7-9c76-193489f6b710 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:32.668752 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:32.744986 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-99eadd96-6e1f-4e6d-bab8-477b9836361d None None] Port a39301f8-d062-400d-984e-302fc3a520df cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:32.763206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 295d9731-5bd6-408d-aaa7-7eecc52c07a3 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:32.775315 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port dfa00bea-b2d6-41a7-9c76-193489f6b710 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:32.783377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-99eadd96-6e1f-4e6d-bab8-477b9836361d None None] Provisioning for port dfa00bea-b2d6-41a7-9c76-193489f6b710 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:32.788541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port dfa00bea-b2d6-41a7-9c76-193489f6b710 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:32.789251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:32.849820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-99eadd96-6e1f-4e6d-bab8-477b9836361d None None] Provisioning complete for port dfa00bea-b2d6-41a7-9c76-193489f6b710 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:32.850434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-99eadd96-6e1f-4e6d-bab8-477b9836361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:32.881755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:32.907196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:32.909627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:32.915466 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:32.916128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:32.930763 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b8404dbd-3970-428e-962e-6c8d9355a55d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:32.969276 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.021947 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.025334 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event updated for resources: {'Port': ['ID=31a7fa26-c55b-483f-bce7-c3f5daccf0f9,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:33.032599 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a82695ce-ecb6-472d-a097-9f0e47e4ca27 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9435298 Mar 03 05:49:33.041112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56850) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:33.090660 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-99eadd96-6e1f-4e6d-bab8-477b9836361d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.107522 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port dfa00bea-b2d6-41a7-9c76-193489f6b710, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dfa00bea-b2d6-41a7-9c76-193489f6b710,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:33.125149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.126554 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b170c13b-6190-4056-b457-2421d350c144 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:33.285346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-99eadd96-6e1f-4e6d-bab8-477b9836361d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:49:33.285924 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-fcf49150-122b-452a-83ea-c61cf31c99df tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0e:76:7b'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:33.286298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-99eadd96-6e1f-4e6d-bab8-477b9836361d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:49:33.345614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=dfa00bea-b2d6-41a7-9c76-193489f6b710,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:33.353429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.375436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port b170c13b-6190-4056-b457-2421d350c144 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:33.378535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.383906 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port b170c13b-6190-4056-b457-2421d350c144 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:33.384404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.515503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.550166 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port b170c13b-6190-4056-b457-2421d350c144, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b170c13b-6190-4056-b457-2421d350c144,segment=NetworkSegment(58c4a2e7-acac-47f4-826f-04ab23973e6d),segment_id=58c4a2e7-acac-47f4-826f-04ab23973e6d)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:33.555034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.555292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.564365 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.571874 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.572673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.588509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b8404dbd-3970-428e-962e-6c8d9355a55d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.627244 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=b170c13b-6190-4056-b457-2421d350c144,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:33.650679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:33.672271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:33.685182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8404dbd-3970-428e-962e-6c8d9355a55d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Subnet': ['ID=443ec85d-7687-4dea-abc1-acd54ae95d80,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:33.730963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:33.736570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:33.737209 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.741444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Transition to ACTIVE for port object 8680aee4-d9ad-4482-a34d-28898ba8faa9 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:33.746544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=295d9731-5bd6-408d-aaa7-7eecc52c07a3,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:33.753792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b8404dbd-3970-428e-962e-6c8d9355a55d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:33.766074 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78fe8bb-afd9-4577-98e1-75f3cd7f23ab None None] Network 6659edd0-c04b-4954-a1c7-e0bba175e55e requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:33.815095 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b8404dbd-3970-428e-962e-6c8d9355a55d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/443ec85d-7687-4dea-abc1-acd54ae95d80 HTTP/1.1" status: 204 len: 168 time: 2.2196026 Mar 03 05:49:33.821515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56854) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:33.828793 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9f5bc616-2217-4985-9eb3-aba7b629eabc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.5333748 Mar 03 05:49:33.857848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56858) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:33.971529 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=a39301f8-d062-400d-984e-302fc3a520df,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:34.070811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:34.087555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Router 0c5b622c-6595-4118-bbb2-6dae2fdbac38 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:49:34.106702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:34.113084 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:34.149497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fcf49150-122b-452a-83ea-c61cf31c99df tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:34.166210 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca06d05-179c-4b21-9ae9-4df7bb369f9b None None] DHCP port deletion for 6659edd0-c04b-4954-a1c7-e0bba175e55e request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:49:34.174415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-aca06d05-179c-4b21-9ae9-4df7bb369f9b None None] Deleting port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:34.174865 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aca06d05-179c-4b21-9ae9-4df7bb369f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:34.214400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Provisioning for port 295d9731-5bd6-408d-aaa7-7eecc52c07a3 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:34.227652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Provisioning complete for port 295d9731-5bd6-408d-aaa7-7eecc52c07a3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:34.229317 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:34.255430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:34.258379 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:34.312373 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network 84310cfa-a78d-4030-a691-29036cec1026 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:34.327472 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:34.329606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:34.329950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:34.333406 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Port 295d9731-5bd6-408d-aaa7-7eecc52c07a3 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:34.366764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:34.449128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=8680aee4-d9ad-4482-a34d-28898ba8faa9,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:34.452224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Provisioning for port 31a7fa26-c55b-483f-bce7-c3f5daccf0f9 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:34.468675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Provisioning complete for port 31a7fa26-c55b-483f-bce7-c3f5daccf0f9 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:34.468675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:34.481899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b91db6-576f-4ec0-97b3-d2b0edd94ec6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:34.490575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b91db6-576f-4ec0-97b3-d2b0edd94ec6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:34.491554 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c0b91db6-576f-4ec0-97b3-d2b0edd94ec6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:34.530731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dfa00bea-b2d6-41a7-9c76-193489f6b710 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:34.603607 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-aca06d05-179c-4b21-9ae9-4df7bb369f9b None None] For port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=02e9e084-af8e-49ea-87dc-3eb93c8e18b3,segment=NetworkSegment(30ee606e-047f-44f6-9544-ab20a1f630df),segment_id=30ee606e-047f-44f6-9544-ab20a1f630df)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:34.604367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aca06d05-179c-4b21-9ae9-4df7bb369f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:34.627146 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Router 273a917b-b011-43c0-9a8d-c67fd425f79e is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:49:34.717933 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 74b14739-0844-44a5-adb0-2b34f99de731 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:49:34.718525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:34.778050 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:34.788918 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6028f4a3-a5ee-42bc-b8e3-411b31491f01 None None] Sync routers for ids ['0c5b622c-6595-4118-bbb2-6dae2fdbac38'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:34.801194 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6028f4a3-a5ee-42bc-b8e3-411b31491f01 None None] Routers {'0c5b622c-6595-4118-bbb2-6dae2fdbac38'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:34.802058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c0b91db6-576f-4ec0-97b3-d2b0edd94ec6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:34.802249 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-6028f4a3-a5ee-42bc-b8e3-411b31491f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0c5b622c-6595-4118-bbb2-6dae2fdbac38'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:34.803750 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c0b91db6-576f-4ec0-97b3-d2b0edd94ec6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.9409323 Mar 03 05:49:34.811665 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56864) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:34.818527 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-aca06d05-179c-4b21-9ae9-4df7bb369f9b None None] Calling delete_port for 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:34.868485 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-6028f4a3-a5ee-42bc-b8e3-411b31491f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:34.877256 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Port 31a7fa26-c55b-483f-bce7-c3f5daccf0f9 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:34.878996 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6028f4a3-a5ee-42bc-b8e3-411b31491f01 None None] Routers {'0c5b622c-6595-4118-bbb2-6dae2fdbac38'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:34.880020 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-6028f4a3-a5ee-42bc-b8e3-411b31491f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0c5b622c-6595-4118-bbb2-6dae2fdbac38'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:34.923711 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Provisioning complete for port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:34.924020 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:34.948491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] For port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=02e9e084-af8e-49ea-87dc-3eb93c8e18b3,segment=NetworkSegment(30ee606e-047f-44f6-9544-ab20a1f630df),segment_id=30ee606e-047f-44f6-9544-ab20a1f630df)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:34.949647 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:34.961384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port dfa00bea-b2d6-41a7-9c76-193489f6b710 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:34.961737 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:34.963580 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-6028f4a3-a5ee-42bc-b8e3-411b31491f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:34.965380 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6028f4a3-a5ee-42bc-b8e3-411b31491f01 None None] The sync data for ids ['0c5b622c-6595-4118-bbb2-6dae2fdbac38'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:35.009399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aca06d05-179c-4b21-9ae9-4df7bb369f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:35.040355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-04258cf8-b513-45f8-9d7e-4b9a3ed4831c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 295d9731-5bd6-408d-aaa7-7eecc52c07a3 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:35.040684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04258cf8-b513-45f8-9d7e-4b9a3ed4831c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:35.072846 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:35.077703 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca06d05-179c-4b21-9ae9-4df7bb369f9b None None] Pushing event deleted for resources: {'Port': ['ID=02e9e084-af8e-49ea-87dc-3eb93c8e18b3,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:35.084109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Could not find standard attr ID for object 02e9e084-af8e-49ea-87dc-3eb93c8e18b3. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:49:35.085294 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca06d05-179c-4b21-9ae9-4df7bb369f9b None None] No DVR routers for this DVR port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:49:35.089112 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8e743d58-22d8-44b5-a2bc-ad9fafb004c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/74b14739-0844-44a5-adb0-2b34f99de731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8852506 Mar 03 05:49:35.092813 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.plugins.ml2.db [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] No ports have port_id starting with 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 Mar 03 05:49:35.093250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:35.094636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56868) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:35.143266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ada579-1fee-4fbb-9670-fcf25f2f8e80 None None] Sync routers for ids ['74b14739-0844-44a5-adb0-2b34f99de731'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:35.145582 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Provisioning complete for port a39301f8-d062-400d-984e-302fc3a520df triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:35.145997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:35.147391 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237106ca-c010-44fc-9efc-823310daef7b None None] Sync routers for ids ['273a917b-b011-43c0-9a8d-c67fd425f79e'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:35.160740 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237106ca-c010-44fc-9efc-823310daef7b None None] Routers {'273a917b-b011-43c0-9a8d-c67fd425f79e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:35.161664 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-237106ca-c010-44fc-9efc-823310daef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['273a917b-b011-43c0-9a8d-c67fd425f79e'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:35.227336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ada579-1fee-4fbb-9670-fcf25f2f8e80 None None] Routers {'74b14739-0844-44a5-adb0-2b34f99de731'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:35.227933 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f2ada579-1fee-4fbb-9670-fcf25f2f8e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['74b14739-0844-44a5-adb0-2b34f99de731'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:35.259439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:35.262661 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-237106ca-c010-44fc-9efc-823310daef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:35.273499 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237106ca-c010-44fc-9efc-823310daef7b None None] Routers {'273a917b-b011-43c0-9a8d-c67fd425f79e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:35.274397 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-237106ca-c010-44fc-9efc-823310daef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['273a917b-b011-43c0-9a8d-c67fd425f79e'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:35.302024 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b170c13b-6190-4056-b457-2421d350c144 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:35.321906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eaf84d2-e4f4-42b1-aa42-1bbdeb8c9c6b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:35.322504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9eaf84d2-e4f4-42b1-aa42-1bbdeb8c9c6b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Synchronizing usage tracker for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:35.365600 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-237106ca-c010-44fc-9efc-823310daef7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:35.365983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f2ada579-1fee-4fbb-9670-fcf25f2f8e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:35.366674 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237106ca-c010-44fc-9efc-823310daef7b None None] The sync data for ids ['273a917b-b011-43c0-9a8d-c67fd425f79e'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:35.368215 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2d8247e1-def7-44cd-b422-27efe92b9109 None None] Port a39301f8-d062-400d-984e-302fc3a520df cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:35.380255 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:49:35.396663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:35.401234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:49:35.401552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:49:35.404297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56872) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:35.404970 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c4bb65f0-d5fd-43e1-8874-a85e6b848744 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.5705540 Mar 03 05:49:35.406275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9eaf84d2-e4f4-42b1-aa42-1bbdeb8c9c6b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Unset dirty status for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:35.411500 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9eaf84d2-e4f4-42b1-aa42-1bbdeb8c9c6b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports/a39301f8-d062-400d-984e-302fc3a520df HTTP/1.1" status: 200 len: 911 time: 0.3136702 Mar 03 05:49:35.412258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56876) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:35.416723 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ada579-1fee-4fbb-9670-fcf25f2f8e80 None None] Routers {'74b14739-0844-44a5-adb0-2b34f99de731'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:35.418479 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f2ada579-1fee-4fbb-9670-fcf25f2f8e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['74b14739-0844-44a5-adb0-2b34f99de731'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:35.462489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:35.466909 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-95bfdff9-e4b3-4e59-bddd-1a0819ea2211 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 11.2892852 Mar 03 05:49:35.482405 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56880) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:35.501430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:35.508065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f2ada579-1fee-4fbb-9670-fcf25f2f8e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:35.508473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ada579-1fee-4fbb-9670-fcf25f2f8e80 None None] The sync data for ids ['74b14739-0844-44a5-adb0-2b34f99de731'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:35.520731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ac0f997e-b53e-42e8-aba6-f95929964f47 None None] Provisioning complete for port a39301f8-d062-400d-984e-302fc3a520df triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:35.521298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ac0f997e-b53e-42e8-aba6-f95929964f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:35.582016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port b170c13b-6190-4056-b457-2421d350c144 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:35.583123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:35.616935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f997e-b53e-42e8-aba6-f95929964f47 None None] Port a39301f8-d062-400d-984e-302fc3a520df cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:35.645591 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ac0f997e-b53e-42e8-aba6-f95929964f47 None None] Provisioning for port 8680aee4-d9ad-4482-a34d-28898ba8faa9 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:35.657061 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ac0f997e-b53e-42e8-aba6-f95929964f47 None None] Provisioning complete for port 8680aee4-d9ad-4482-a34d-28898ba8faa9 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:35.657425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ac0f997e-b53e-42e8-aba6-f95929964f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:35.687234 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-882d4484-a637-4ca3-aa8b-553687e6b212 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/routers/273a917b-b011-43c0-9a8d-c67fd425f79e HTTP/1.1" status: 200 len: 920 time: 0.2814801 Mar 03 05:49:35.698446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56884) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:35.736547 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fcf49150-122b-452a-83ea-c61cf31c99df tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:35.752260 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-33da6008-c288-4c27-b54f-5ee1d8ef2e44 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "GET /v2.0/ports?device_id=273a917b-b011-43c0-9a8d-c67fd425f79e HTTP/1.1" status: 200 len: 205 time: 0.0521965 Mar 03 05:49:35.753267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fcf49150-122b-452a-83ea-c61cf31c99df tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:35.758117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56888) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:35.764377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f997e-b53e-42e8-aba6-f95929964f47 None None] Port 8680aee4-d9ad-4482-a34d-28898ba8faa9 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:35.817040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:49:35.853051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:49:35.853680 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:49:35.911753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port 02e9e084-af8e-49ea-87dc-3eb93c8e18b3 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:35.912110 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:35.935801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-fcf49150-122b-452a-83ea-c61cf31c99df tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] In _notify_port_updated(), no bound segment for port 31a7fa26-c55b-483f-bce7-c3f5daccf0f9 on network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:49:35.941141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf49150-122b-452a-83ea-c61cf31c99df tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:35.941931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fcf49150-122b-452a-83ea-c61cf31c99df tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:35.944243 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fcf49150-122b-452a-83ea-c61cf31c99df tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "PUT /v2.0/ports/31a7fa26-c55b-483f-bce7-c3f5daccf0f9 HTTP/1.1" status: 200 len: 1002 time: 2.6806152 Mar 03 05:49:35.956399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56892) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:36.060200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] The port '02e9e084-af8e-49ea-87dc-3eb93c8e18b3' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:49:36.076273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf49150-122b-452a-83ea-c61cf31c99df tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event updated for resources: {'Port': ['ID=31a7fa26-c55b-483f-bce7-c3f5daccf0f9,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:36.103349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04258cf8-b513-45f8-9d7e-4b9a3ed4831c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:36.153438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:36.190675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9315532f-1f1b-49a1-b5cb-9e9f4e6a147e None None] Provisioning complete for port 31a7fa26-c55b-483f-bce7-c3f5daccf0f9 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:36.191043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9315532f-1f1b-49a1-b5cb-9e9f4e6a147e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:36.251538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9315532f-1f1b-49a1-b5cb-9e9f4e6a147e None None] Port 31a7fa26-c55b-483f-bce7-c3f5daccf0f9 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:36.338406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-357dc3bb-84bd-4fdc-b7da-d6a71d8c99a7 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Deleting port 31a7fa26-c55b-483f-bce7-c3f5daccf0f9 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:36.338744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-357dc3bb-84bd-4fdc-b7da-d6a71d8c99a7 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:36.349167 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-04258cf8-b513-45f8-9d7e-4b9a3ed4831c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 295d9731-5bd6-408d-aaa7-7eecc52c07a3 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:36.400984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:36.426865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:36.735754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6659edd0-c04b-4954-a1c7-e0bba175e55e']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:36.759241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ee606e-047f-44f6-9544-ab20a1f630df') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:36.759533 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ee606e-047f-44f6-9544-ab20a1f630df') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:36.828548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:36.888663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:36.906601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04258cf8-b513-45f8-9d7e-4b9a3ed4831c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:36.965788 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04258cf8-b513-45f8-9d7e-4b9a3ed4831c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=295d9731-5bd6-408d-aaa7-7eecc52c07a3,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:36.968166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.004884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.021732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04258cf8-b513-45f8-9d7e-4b9a3ed4831c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.030250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Deleting port b5e5c229-603b-4031-87f6-efdcf8912952 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:37.030641 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.039335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:49:37.039764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:49:37.059282 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:49:37.085190 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-04258cf8-b513-45f8-9d7e-4b9a3ed4831c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/295d9731-5bd6-408d-aaa7-7eecc52c07a3 HTTP/1.1" status: 204 len: 168 time: 2.2703211 Mar 03 05:49:37.089973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56900) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:37.179722 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cef3aea6-f748-4f29-8ece-16e9497c10d7 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.215816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.243743 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Deleting port 9c72900e-0189-46e8-8857-1f3636fe2e48 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:37.244105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.288680 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.337469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.381067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970fe69-472c-4682-b6a3-91904b7f4707 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:37.382551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d970fe69-472c-4682-b6a3-91904b7f4707 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:37.383286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d970fe69-472c-4682-b6a3-91904b7f4707 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:37.429222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Network': ['ID=6659edd0-c04b-4954-a1c7-e0bba175e55e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:37.439103 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-357dc3bb-84bd-4fdc-b7da-d6a71d8c99a7 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.484612 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-213e8b18-b954-4aaf-8278-876949480cbf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/networks/6659edd0-c04b-4954-a1c7-e0bba175e55e HTTP/1.1" status: 204 len: 168 time: 3.6579392 Mar 03 05:49:37.490356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56904) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:37.492043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.558884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d970fe69-472c-4682-b6a3-91904b7f4707 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:37.562350 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d970fe69-472c-4682-b6a3-91904b7f4707 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4690268 Mar 03 05:49:37.570633 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56908) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:37.609012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-357dc3bb-84bd-4fdc-b7da-d6a71d8c99a7 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Calling delete_port for 31a7fa26-c55b-483f-bce7-c3f5daccf0f9 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:37.723937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Calling delete_port for b5e5c229-603b-4031-87f6-efdcf8912952 owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:37.772596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.825191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9beeef-b61c-4a41-9b2d-e906800c4678 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet a3e3f20a-3329-4fa7-8838-77f268c4e049 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:49:37.837488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1d9beeef-b61c-4a41-9b2d-e906800c4678 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.929627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1d9beeef-b61c-4a41-9b2d-e906800c4678 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:37.964071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673381bd-2bb9-4543-b541-7c138cb1b1df tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:37.965657 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-673381bd-2bb9-4543-b541-7c138cb1b1df tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4658065 Mar 03 05:49:38.046778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56912) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:38.053653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:38.062575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Calling delete_port for 9c72900e-0189-46e8-8857-1f3636fe2e48 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:38.131340 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:38.180423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-cef3aea6-f748-4f29-8ece-16e9497c10d7 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port a39301f8-d062-400d-984e-302fc3a520df {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:38.180994 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cef3aea6-f748-4f29-8ece-16e9497c10d7 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:38.343886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:38.347217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=8680aee4-d9ad-4482-a34d-28898ba8faa9,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:38.385496 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1d9beeef-b61c-4a41-9b2d-e906800c4678 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:38.399549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-357dc3bb-84bd-4fdc-b7da-d6a71d8c99a7 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:38.444751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:38.511246 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Pushing event deleted for resources: {'Port': ['ID=b5e5c229-603b-4031-87f6-efdcf8912952,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:38.515798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357dc3bb-84bd-4fdc-b7da-d6a71d8c99a7 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event deleted for resources: {'Port': ['ID=31a7fa26-c55b-483f-bce7-c3f5daccf0f9,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:38.569137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cef3aea6-f748-4f29-8ece-16e9497c10d7 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:38.575874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-412f814a-fabb-4f2b-b19d-4dd9ed279dd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:38.593821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-357dc3bb-84bd-4fdc-b7da-d6a71d8c99a7 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:38.665843 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-357dc3bb-84bd-4fdc-b7da-d6a71d8c99a7 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "DELETE /v2.0/ports/31a7fa26-c55b-483f-bce7-c3f5daccf0f9 HTTP/1.1" status: 204 len: 168 time: 2.6989610 Mar 03 05:49:38.673359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-412f814a-fabb-4f2b-b19d-4dd9ed279dd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:38.675284 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-412f814a-fabb-4f2b-b19d-4dd9ed279dd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.6250529 Mar 03 05:49:38.677760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56916) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:38.680379 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56918) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:38.744841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1678496325'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:38.754631 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-7435cb9f-9f28-4e50-92c8-29c1cc8249c2 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] GET failed (client error): The resource could not be found. Mar 03 05:49:38.755175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7435cb9f-9f28-4e50-92c8-29c1cc8249c2 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Synchronizing usage tracker for tenant:2e24cf0631124824a891e6fcc4e256d7 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:38.757873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-cef3aea6-f748-4f29-8ece-16e9497c10d7 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for a39301f8-d062-400d-984e-302fc3a520df owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:38.759134 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network 84310cfa-a78d-4030-a691-29036cec1026 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:38.761755 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:38.769274 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:38.789379 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1d9beeef-b61c-4a41-9b2d-e906800c4678 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:38.801548 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:38.838938 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:network and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:38.850067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:38.854925 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9beeef-b61c-4a41-9b2d-e906800c4678 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e3f20a-3329-4fa7-8838-77f268c4e049,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:38.856751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:38.878528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Pushing event deleted for resources: {'Port': ['ID=9c72900e-0189-46e8-8857-1f3636fe2e48,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:38.922642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7435cb9f-9f28-4e50-92c8-29c1cc8249c2 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Unset dirty status for tenant:2e24cf0631124824a891e6fcc4e256d7 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:38.924853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d6011d-b9b1-4757-9b6b-2dfc9ed421cf None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:38.927478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:38.929670 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7435cb9f-9f28-4e50-92c8-29c1cc8249c2 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "GET /v2.0/ports/31a7fa26-c55b-483f-bce7-c3f5daccf0f9 HTTP/1.1" status: 404 len: 333 time: 0.2325766 Mar 03 05:49:38.929926 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1d9beeef-b61c-4a41-9b2d-e906800c4678 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:38.932363 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56924) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:38.954308 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Request body: {'port': {'network_id': '4acaad0d-e93f-4dcd-ae9b-d619dadbc637', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-360185623'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:39.077920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.129806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-06d2603a-0b6d-40f8-afdc-4191115a5903 None None] Provisioning complete for port 8680aee4-d9ad-4482-a34d-28898ba8faa9 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:39.130309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-06d2603a-0b6d-40f8-afdc-4191115a5903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.135208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:39.139576 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.196612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-06d2603a-0b6d-40f8-afdc-4191115a5903 None None] Port 8680aee4-d9ad-4482-a34d-28898ba8faa9 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:39.202125 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1d9beeef-b61c-4a41-9b2d-e906800c4678 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/a3e3f20a-3329-4fa7-8838-77f268c4e049 HTTP/1.1" status: 204 len: 168 time: 1.6247988 Mar 03 05:49:39.208618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56928) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:39.268084 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89812fb-2ec8-4e04-b736-f058f3485096 None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:49:39.273115 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f89812fb-2ec8-4e04-b736-f058f3485096 None None] Deleting port dfa00bea-b2d6-41a7-9c76-193489f6b710 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:39.273595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f89812fb-2ec8-4e04-b736-f058f3485096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.346131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router a01c9782-21bb-44f1-b743-07ff66fc2d8a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:49:39.351220 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5f90b300-b6df-4fed-98f0-aff81f7163de tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1413753 Mar 03 05:49:39.351821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56932) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:39.354578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.361555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.498771 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f89812fb-2ec8-4e04-b736-f058f3485096 None None] For port dfa00bea-b2d6-41a7-9c76-193489f6b710, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dfa00bea-b2d6-41a7-9c76-193489f6b710,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:39.499327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f89812fb-2ec8-4e04-b736-f058f3485096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.585955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:49:39.604626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.649917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.658233 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.658233 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Fanout notify agent at l3_agent the message router_deleted on router 273a917b-b011-43c0-9a8d-c67fd425f79e {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:49:39.658742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:39.668711 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f89812fb-2ec8-4e04-b736-f058f3485096 None None] Calling delete_port for dfa00bea-b2d6-41a7-9c76-193489f6b710 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:39.672275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.673377 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9cf1e388-c1dc-43a8-80ef-346976ad98f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "DELETE /v2.0/routers/273a917b-b011-43c0-9a8d-c67fd425f79e HTTP/1.1" status: 204 len: 168 time: 3.8555338 Mar 03 05:49:39.678138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56936) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:39.687923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1760751375', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'enable_snat': False}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:39.694603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:39.709040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Usage tracker for resource:router and tenant:d8dcd0e28e994ccf81d5a0d16e99c859 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:39.743096 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:39.746811 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f89812fb-2ec8-4e04-b736-f058f3485096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.761160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:39.786435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:39.803504 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89812fb-2ec8-4e04-b736-f058f3485096 None None] Pushing event deleted for resources: {'Port': ['ID=dfa00bea-b2d6-41a7-9c76-193489f6b710,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:39.805433 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89812fb-2ec8-4e04-b736-f058f3485096 None None] No DVR routers for this DVR port dfa00bea-b2d6-41a7-9c76-193489f6b710 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:49:39.832191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.832531 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Added segment 376ac8da-0d20-47d8-9918-f3240bce2062 of type vlan for network 0e527515-6681-4b1e-b86c-b0947e16229f Mar 03 05:49:39.833662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Made reservation on behalf of 2e24cf0631124824a891e6fcc4e256d7 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:39.833869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb25ff0-2fd5-4b14-8b86-5a1be50d90f1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:39.835332 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ccb25ff0-2fd5-4b14-8b86-5a1be50d90f1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4782643 Mar 03 05:49:39.837285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.838907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56940) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:39.842334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:39.843996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.844996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.848045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cef3aea6-f748-4f29-8ece-16e9497c10d7 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:39.852493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43c81ff-2f36-40e3-9c38-7be1f61a127b None None] Sync routers for ids ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:39.862671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c81ff-2f36-40e3-9c38-7be1f61a127b None None] Routers {'a01c9782-21bb-44f1-b743-07ff66fc2d8a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:39.863403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b43c81ff-2f36-40e3-9c38-7be1f61a127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:39.882385 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-742d37f0-99c4-429a-bf4a-7815e31f8ae4 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "PUT /v2.0/routers/a01c9782-21bb-44f1-b743-07ff66fc2d8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3530223 Mar 03 05:49:39.888675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56944) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:39.894170 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'port': {'network_id': '84310cfa-a78d-4030-a691-29036cec1026', 'name': 'tempest-FloatingIPTestJSON-2044531743'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:39.894641 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Router 0c5b622c-6595-4118-bbb2-6dae2fdbac38 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:49:39.925980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b43c81ff-2f36-40e3-9c38-7be1f61a127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:39.928953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3aea6-f748-4f29-8ece-16e9497c10d7 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Port': ['ID=a39301f8-d062-400d-984e-302fc3a520df,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:39.948112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c81ff-2f36-40e3-9c38-7be1f61a127b None None] Routers {'a01c9782-21bb-44f1-b743-07ff66fc2d8a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:39.949543 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b43c81ff-2f36-40e3-9c38-7be1f61a127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:39.986076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] device_id is not set on port a55d224b-09ba-486d-b096-87fc097b2a84 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:40.000978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:40.031909 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b43c81ff-2f36-40e3-9c38-7be1f61a127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:40.032452 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43c81ff-2f36-40e3-9c38-7be1f61a127b None None] The sync data for ids ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:40.038786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de52aa4-87bd-4e4e-994c-1b03232ecb0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:40.041020 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7de52aa4-87bd-4e4e-994c-1b03232ecb0b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2003615 Mar 03 05:49:40.045875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56948) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:40.085946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:40.126415 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7420d070-11f8-4366-98fc-b27a81d7e771 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791473 Mar 03 05:49:40.155806 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56952) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:40.180555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:40.265456 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:40.320499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Usage tracker for resource:port and tenant:2952856795e04c42b30b59107a591af7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:40.328385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:40.342405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:40.343818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:49:40.360412 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:40.374149 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3405c8-9f9e-4f3a-827e-e8eb2f28076e None None] Sync routers for ids ['0c5b622c-6595-4118-bbb2-6dae2fdbac38'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:40.392050 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3405c8-9f9e-4f3a-827e-e8eb2f28076e None None] Routers {'0c5b622c-6595-4118-bbb2-6dae2fdbac38'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:40.394020 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-bc3405c8-9f9e-4f3a-827e-e8eb2f28076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0c5b622c-6595-4118-bbb2-6dae2fdbac38'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:40.409717 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:40.421019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Made reservation on behalf of 2952856795e04c42b30b59107a591af7 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:40.425231 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cef3aea6-f748-4f29-8ece-16e9497c10d7 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:40.430189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:40.473001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] device_id is not set on port ea24b65b-873c-4527-ac62-ae15c6f43346 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:40.490144 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-bc3405c8-9f9e-4f3a-827e-e8eb2f28076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:40.492334 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dfa00bea-b2d6-41a7-9c76-193489f6b710 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:49:40.505035 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3405c8-9f9e-4f3a-827e-e8eb2f28076e None None] Routers {'0c5b622c-6595-4118-bbb2-6dae2fdbac38'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:40.506297 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-bc3405c8-9f9e-4f3a-827e-e8eb2f28076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0c5b622c-6595-4118-bbb2-6dae2fdbac38'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:40.507207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:40.513079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:40.513668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:40.517882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:40.530258 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: dfa00bea-b2d6-41a7-9c76-193489f6b710 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:49:40.530943 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dfa00bea-b2d6-41a7-9c76-193489f6b710 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:49:40.580728 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-bc3405c8-9f9e-4f3a-827e-e8eb2f28076e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:40.581082 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3405c8-9f9e-4f3a-827e-e8eb2f28076e None None] The sync data for ids ['0c5b622c-6595-4118-bbb2-6dae2fdbac38'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:40.607818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:40.625345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:40.626469 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-84c7d7c6-eda0-453a-a653-46d899de4bd0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "PUT /v2.0/routers/0c5b622c-6595-4118-bbb2-6dae2fdbac38 HTTP/1.1" status: 200 len: 710 time: 5.1428792 Mar 03 05:49:40.627654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:40.631759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56956) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:40.660110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:40.786032 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1046641 Mar 03 05:49:40.805847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56960) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:40.809439 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Allocated IP 2001:db8::142 (4acaad0d-e93f-4dcd-ae9b-d619dadbc637/6eab1693-1e90-4165-97f6-c88104418442/a55d224b-09ba-486d-b096-87fc097b2a84) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:40.827602 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-888147b6-f195-4621-8645-0d901a716477 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/routers/0c5b622c-6595-4118-bbb2-6dae2fdbac38 HTTP/1.1" status: 200 len: 745 time: 0.1921496 Mar 03 05:49:40.832402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56964) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:40.874060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Allocated IP 172.20.0.6 (84310cfa-a78d-4030-a691-29036cec1026/6e79f526-e2fc-46c2-9422-653e748b4261/ea24b65b-873c-4527-ac62-ae15c6f43346) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:41.002608 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': '0e527515-6681-4b1e-b86c-b0947e16229f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:41.019347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ca003-6fa1-4177-a39d-2356235662c5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Network': ['ID=0e527515-6681-4b1e-b86c-b0947e16229f,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:41.024508 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ed703d7b-1a14-4baf-84d4-0fd336b4dda8 tempest-RoutersIpV6AdminTest-1505942190 tempest-RoutersIpV6AdminTest-1505942190-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&device_id=0c5b622c-6595-4118-bbb2-6dae2fdbac38 HTTP/1.1" status: 200 len: 205 time: 0.1880522 Mar 03 05:49:41.029218 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56968) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:41.033209 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 0e527515-6681-4b1e-b86c-b0947e16229f details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:49:41.033702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:41.036728 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:41.092595 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-010ad307-2fa0-4660-8572-de690a481023 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b622c-6595-4118-bbb2-6dae2fdbac38 HTTP/1.1" status: 200 len: 205 time: 0.0614150 Mar 03 05:49:41.095989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56972) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:41.299212 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef3aea6-f748-4f29-8ece-16e9497c10d7 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 74b14739-0844-44a5-adb0-2b34f99de731 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:49:41.348430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fb855b13-b472-49e4-bac6-fa0d212cb07f tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:41.351563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:41.371465 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:41.381062 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:41.448072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:41.593595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:41.597064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:41.610984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef3aea6-f748-4f29-8ece-16e9497c10d7 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:41.622980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5fa453-7089-4cf8-8a88-eb1b06b9e0c5 None None] Sync routers for ids ['74b14739-0844-44a5-adb0-2b34f99de731'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:41.632889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5fa453-7089-4cf8-8a88-eb1b06b9e0c5 None None] Routers {'74b14739-0844-44a5-adb0-2b34f99de731'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:41.633556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7c5fa453-7089-4cf8-8a88-eb1b06b9e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['74b14739-0844-44a5-adb0-2b34f99de731'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:41.685099 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cef3aea6-f748-4f29-8ece-16e9497c10d7 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/74b14739-0844-44a5-adb0-2b34f99de731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2680068 Mar 03 05:49:41.710095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7c5fa453-7089-4cf8-8a88-eb1b06b9e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:41.719755 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5fa453-7089-4cf8-8a88-eb1b06b9e0c5 None None] Routers {'74b14739-0844-44a5-adb0-2b34f99de731'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:41.720534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7c5fa453-7089-4cf8-8a88-eb1b06b9e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['74b14739-0844-44a5-adb0-2b34f99de731'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:41.732637 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56976) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:41.787607 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7c5fa453-7089-4cf8-8a88-eb1b06b9e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:41.788039 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5fa453-7089-4cf8-8a88-eb1b06b9e0c5 None None] The sync data for ids ['74b14739-0844-44a5-adb0-2b34f99de731'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:41.805233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:41.854862 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Transition to ACTIVE for port object a55d224b-09ba-486d-b096-87fc097b2a84 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:41.863374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fb855b13-b472-49e4-bac6-fa0d212cb07f tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:41.866630 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ccef5e4c-ac59-4cf6-8970-172f88bf180f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b14739-0844-44a5-adb0-2b34f99de731 HTTP/1.1" status: 200 len: 205 time: 0.1309991 Mar 03 05:49:41.867848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fb855b13-b472-49e4-bac6-fa0d212cb07f tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:41.874096 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 56980) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:41.877350 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:41.918771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:41.975296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:41.988951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fb855b13-b472-49e4-bac6-fa0d212cb07f tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:41.989423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb855b13-b472-49e4-bac6-fa0d212cb07f tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Fanout notify agent at l3_agent the message router_deleted on router 0c5b622c-6595-4118-bbb2-6dae2fdbac38 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:49:42.018260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Transition to ACTIVE for port object ea24b65b-873c-4527-ac62-ae15c6f43346 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:42.045834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fb855b13-b472-49e4-bac6-fa0d212cb07f tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:42.046909 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fb855b13-b472-49e4-bac6-fa0d212cb07f tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "DELETE /v2.0/routers/0c5b622c-6595-4118-bbb2-6dae2fdbac38 HTTP/1.1" status: 204 len: 168 time: 0.9499042 Mar 03 05:49:42.054214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56984) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:42.108492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b5e3b148-da72-496e-bfb1-3320726e1a83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:42.142259 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d3ab779d-ea67-4ac6-b5dd-404d0774d26f tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b622c-6595-4118-bbb2-6dae2fdbac38 HTTP/1.1" status: 200 len: 205 time: 0.0868845 Mar 03 05:49:42.146131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56988) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:42.222288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.objects.ports [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87792) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:49:42.237662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:42.241701 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:42.364711 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-c8fc4345-3083-4c24-a195-73dfb3bd8a8a tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] delete failed (client error): The resource could not be found. Mar 03 05:49:42.365739 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c8fc4345-3083-4c24-a195-73dfb3bd8a8a tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "DELETE /v2.0/routers/0c5b622c-6595-4118-bbb2-6dae2fdbac38 HTTP/1.1" status: 404 len: 336 time: 0.2187316 Mar 03 05:49:42.366860 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:42.368336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56992) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:42.380427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Allocated IP 172.26.3.233 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/305db502-fb9b-4493-985e-bf6962850a7c) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:42.476035 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-261d09f6-f94b-49b2-ace3-a5a3294c61a5 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c71b9a-db57-44c7-a2a2-21e64dded94b HTTP/1.1" status: 200 len: 205 time: 0.1009591 Mar 03 05:49:42.483149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 56996) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:42.600563 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-9c756d1a-c5c8-4351-9e2e-c8f5484253bb tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] delete failed (client error): The resource could not be found. Mar 03 05:49:42.601591 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9c756d1a-c5c8-4351-9e2e-c8f5484253bb tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "DELETE /v2.0/routers/d7c71b9a-db57-44c7-a2a2-21e64dded94b HTTP/1.1" status: 404 len: 336 time: 0.1154399 Mar 03 05:49:42.603402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Network 84310cfa-a78d-4030-a691-29036cec1026 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:42.649899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57000) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:42.656683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:42.662602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:42.666110 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event updated for resources: {'Port': ['ID=ea24b65b-873c-4527-ac62-ae15c6f43346,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:42.673825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:42.675659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:42.684348 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:42.685626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:42.686384 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:42.690109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8245c2d1-6814-4d2d-90f2-fc01d8cf0918 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:42.700560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:42.749958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:42.763986 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-df741d58-26c1-4cbf-83f3-25d1f56df209 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "GET /v2.0/ports?device_id=da92ebbd-557a-42d6-8991-7d6c33dfc75d HTTP/1.1" status: 200 len: 205 time: 0.1061370 Mar 03 05:49:42.766191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57004) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:42.776095 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:42.781805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:42.782312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:42.788736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b5e3b148-da72-496e-bfb1-3320726e1a83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:42.805294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b5e3b148-da72-496e-bfb1-3320726e1a83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:42.813870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=d1d7cd49-4fb3-4c4f-a4c5-47e05ff665e0,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:42.816166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event updated for resources: {'Port': ['ID=a55d224b-09ba-486d-b096-87fc097b2a84,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:42.863594 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-9e6d510b-6797-4aae-a7dd-9f4e36596ca5 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] delete failed (client error): The resource could not be found. Mar 03 05:49:42.874442 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9e6d510b-6797-4aae-a7dd-9f4e36596ca5 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "DELETE /v2.0/routers/da92ebbd-557a-42d6-8991-7d6c33dfc75d HTTP/1.1" status: 404 len: 336 time: 0.0992515 Mar 03 05:49:42.878803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57008) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:42.927376 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0ca114fa-3757-4a62-a4df-78fcc459caa4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7666919 Mar 03 05:49:42.929004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57012) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:42.932717 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:42.934162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:42.939444 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a9f73e1e-e929-4851-8532-470ce49007a5 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.9963801 Mar 03 05:49:42.948558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57016) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:42.953108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Checking segment: {'id': '376ac8da-0d20-47d8-9918-f3240bce2062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0e527515-6681-4b1e-b86c-b0947e16229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:42.954243 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network hostable DHCP agents. Network: 0e527515-6681-4b1e-b86c-b0947e16229f, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:49:42.963076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'mac_address': 'fa:16:3e:6b:c9:9d', 'name': 'tempest-NetworksTestDHCPv6-960172097'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:42.974375 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dddb1f26-0ac4-4558-950f-035baf3088d0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebb63a18-4c69-4b67-96d2-38cc08674891 HTTP/1.1" status: 200 len: 205 time: 0.0922256 Mar 03 05:49:42.979518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57020) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:42.985642 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Request body: {'port': {'network_id': '4acaad0d-e93f-4dcd-ae9b-d619dadbc637', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1392934705'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:42.991669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.003451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b5e3b148-da72-496e-bfb1-3320726e1a83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.004198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e3b148-da72-496e-bfb1-3320726e1a83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Fanout notify agent at l3_agent the message router_deleted on router 74b14739-0844-44a5-adb0-2b34f99de731 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:49:43.063343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Subnet': ['ID=30d55282-d8f3-47be-9045-18d868623605,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:43.070293 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-44138e4b-3623-40d7-b460-bf25bb2ad122 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1803720 Mar 03 05:49:43.073120 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-fe1d9b2f-674b-41cf-a1c4-495d24b669cd tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] delete failed (client error): The resource could not be found. Mar 03 05:49:43.074672 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fe1d9b2f-674b-41cf-a1c4-495d24b669cd tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "DELETE /v2.0/routers/ebb63a18-4c69-4b67-96d2-38cc08674891 HTTP/1.1" status: 404 len: 336 time: 0.0925975 Mar 03 05:49:43.076093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57024) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:43.078537 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57026) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:43.081025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ed8542a8-9b04-4c13-a8ff-e4b57d0a600b tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Request body: {'floatingip': {'port_id': 'ea24b65b-873c-4527-ac62-ae15c6f43346'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:43.104569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b5e3b148-da72-496e-bfb1-3320726e1a83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.106721 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b5e3b148-da72-496e-bfb1-3320726e1a83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/74b14739-0844-44a5-adb0-2b34f99de731 HTTP/1.1" status: 204 len: 168 time: 1.2316322 Mar 03 05:49:43.111626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-762906d3-3a83-4293-be2a-a7dee6c903d3 None None] Provisioning for port ea24b65b-873c-4527-ac62-ae15c6f43346 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:43.116963 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': 'd1d7cd49-4fb3-4c4f-a4c5-47e05ff665e0'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:49:43.117855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.135185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-762906d3-3a83-4293-be2a-a7dee6c903d3 None None] Provisioning complete for port ea24b65b-873c-4527-ac62-ae15c6f43346 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:43.135657 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-762906d3-3a83-4293-be2a-a7dee6c903d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.136431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57032) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:43.250273 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 0e527515-6681-4b1e-b86c-b0947e16229f is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:49:43.252735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ed8542a8-9b04-4c13-a8ff-e4b57d0a600b tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.261916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-762906d3-3a83-4293-be2a-a7dee6c903d3 None None] Port ea24b65b-873c-4527-ac62-ae15c6f43346 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:43.281793 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d3167ac0-7e68-4f54-b22f-98bf17e2b317 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "GET /v2.0/ports?device_id=d73cc961-645d-45e8-8e02-d56965de8233 HTTP/1.1" status: 200 len: 205 time: 0.1928170 Mar 03 05:49:43.286587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57036) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:43.312014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-14cf8606-08d2-4c02-af23-a7b931058864 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting subnet c0517d13-da10-48a3-a543-d3e65446bd59 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:49:43.329990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-14cf8606-08d2-4c02-af23-a7b931058864 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.336779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Allocated IP 2001:db8::f816:3eff:feb5:a3b1 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/d1d7cd49-4fb3-4c4f-a4c5-47e05ff665e0/f0ecebfb-0669-4db1-b41f-fa5ffc1596f4) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:43.351867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 0e527515-6681-4b1e-b86c-b0947e16229f) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:43.356565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:43.357304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.363802 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.383559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c18e6-30d2-4380-b2bb-cce06e36c608 None None] Network 0e527515-6681-4b1e-b86c-b0947e16229f requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:43.414743 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-8b5b8145-abd4-48c1-9fec-58f257dafed8 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] delete failed (client error): The resource could not be found. Mar 03 05:49:43.415833 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8b5b8145-abd4-48c1-9fec-58f257dafed8 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "DELETE /v2.0/routers/d73cc961-645d-45e8-8e02-d56965de8233 HTTP/1.1" status: 404 len: 336 time: 0.1266005 Mar 03 05:49:43.420524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57040) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:43.431578 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c72dbfdc-0778-4b3d-8603-3e498c795f96 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6245954 Mar 03 05:49:43.437699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:43.442205 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:43.445474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:43.448054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57044) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:43.460745 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': '0e527515-6681-4b1e-b86c-b0947e16229f', 'name': 'tempest-PortsIpV6TestJSON-581596068'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:43.474864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:43.484668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:43.539813 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9892eeb2-6c6f-49ed-86fa-2623217b54ad tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "GET /v2.0/ports?device_id=935ff29d-5c60-41f6-bc0c-3034b7f29c3d HTTP/1.1" status: 200 len: 205 time: 0.1120520 Mar 03 05:49:43.540016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-14cf8606-08d2-4c02-af23-a7b931058864 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.552625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d10153f8-14c6-4847-bf86-62c914d8ff87 None None] Provisioning for port a55d224b-09ba-486d-b096-87fc097b2a84 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:43.560624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57048) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:43.564405 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:43.572597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:43.581942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:43.594633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:43.625410 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d10153f8-14c6-4847-bf86-62c914d8ff87 None None] Provisioning complete for port a55d224b-09ba-486d-b096-87fc097b2a84 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:43.625794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d10153f8-14c6-4847-bf86-62c914d8ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.639652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:43.686536 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-b40f369b-feee-410f-967c-900bc9cad21a tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] delete failed (client error): The resource could not be found. Mar 03 05:49:43.690120 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b40f369b-feee-410f-967c-900bc9cad21a tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "DELETE /v2.0/routers/935ff29d-5c60-41f6-bc0c-3034b7f29c3d HTTP/1.1" status: 404 len: 336 time: 0.1253183 Mar 03 05:49:43.692517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57052) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:43.693135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Made reservation on behalf of 2e24cf0631124824a891e6fcc4e256d7 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:43.694320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event updated for resources: {'Port': ['ID=305db502-fb9b-4493-985e-bf6962850a7c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:43.697649 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.718914 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d10153f8-14c6-4847-bf86-62c914d8ff87 None None] Port a55d224b-09ba-486d-b096-87fc097b2a84 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:43.810267 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1e6232-6aa6-46fb-8be7-03d2b10ac6c0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] DELETE failed (client error): The resource could not be found. Mar 03 05:49:43.810627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1e6232-6aa6-46fb-8be7-03d2b10ac6c0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:49:43.815279 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5b1e6232-6aa6-46fb-8be7-03d2b10ac6c0 tempest-RoutersIpV6AdminTest-728466065 tempest-RoutersIpV6AdminTest-728466065-project] 10.222.0.20 "DELETE /v2.0/subnets/d076fa58-975e-4467-94b9-39d0f1a98ef7 HTTP/1.1" status: 404 len: 337 time: 0.1052659 Mar 03 05:49:43.852520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] device_id is not set on port 77261209-d7fc-422e-b636-3761d0f8e6bb yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:43.898731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:43.904048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.917912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-0e527515-6681-4b1e-b86c-b0947e16229f', 'network_id': '0e527515-6681-4b1e-b86c-b0947e16229f', 'tenant_id': 'abf03cd3c52b4b1cb398f908af2b84e5', 'fixed_ips': [{'subnet_id': '30d55282-d8f3-47be-9045-18d868623605'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:49:43.918987 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.938999 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Transition to ACTIVE for port object f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:43.941492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-14cf8606-08d2-4c02-af23-a7b931058864 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:43.953061 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:43.966232 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.012699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Transition to ACTIVE for port object f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:44.034387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.039909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-14cf8606-08d2-4c02-af23-a7b931058864 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.113909 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Pushing event updated for resources: {'Port': ['ID=f0ecebfb-0669-4db1-b41f-fa5ffc1596f4,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:44.151255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:44.154713 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.207423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:44.216585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 61c20a4b-0972-493a-8bb1-bb57501b2055 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:44.218397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:44.224408 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:44.242931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-14cf8606-08d2-4c02-af23-a7b931058864 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.245620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf8606-08d2-4c02-af23-a7b931058864 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Subnet': ['ID=c0517d13-da10-48a3-a543-d3e65446bd59,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:44.282874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57060) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:44.287261 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cfbf31-1ab8-4fc2-a303-e187c6336ff9 None None] Network 6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:44.298029 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-14cf8606-08d2-4c02-af23-a7b931058864 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/c0517d13-da10-48a3-a543-d3e65446bd59 HTTP/1.1" status: 204 len: 168 time: 1.1605582 Mar 03 05:49:44.302673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57066) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:44.431739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Allocated IP 2001:db8::2 (0e527515-6681-4b1e-b86c-b0947e16229f/30d55282-d8f3-47be-9045-18d868623605/7fdfe97a-8c74-4376-8046-f63490ae0933) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:44.435076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Allocated IP 2001:db8::9d (4acaad0d-e93f-4dcd-ae9b-d619dadbc637/6eab1693-1e90-4165-97f6-c88104418442/77261209-d7fc-422e-b636-3761d0f8e6bb) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:44.439636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port 52f14286-dcc2-48fb-ab99-03a709fa6df3 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:44.614358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-53e52db0-4ffd-4d91-9e0d-81ec7923f6c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.614947 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::f816:3eff:fe6b:c99d (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/d1d7cd49-4fb3-4c4f-a4c5-47e05ff665e0/61c20a4b-0972-493a-8bb1-bb57501b2055) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:44.638347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.648301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Attempting to bind port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:49:44.648671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Attempting to bind port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:49:44.649032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Attempting to bind port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:49:44.688634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:49:44.689057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:44.689428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.689816 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:49:44.690287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Bound port: f0ecebfb-0669-4db1-b41f-fa5ffc1596f4, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:49:44.690655 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.717781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-53e52db0-4ffd-4d91-9e0d-81ec7923f6c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:44.734881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-53e52db0-4ffd-4d91-9e0d-81ec7923f6c5 admin admin] Usage tracker for resource:security_group_rule and tenant:431bc51c0a084be592e4c4e04c95c341 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:44.740783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-53e52db0-4ffd-4d91-9e0d-81ec7923f6c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:44.749947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-53e52db0-4ffd-4d91-9e0d-81ec7923f6c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:44.826917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port b170c13b-6190-4056-b457-2421d350c144 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:44.827355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.897998 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.926011 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Transition to ACTIVE for port object 77261209-d7fc-422e-b636-3761d0f8e6bb will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:44.933838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] For port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:49:44.935877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.939938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] For port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f0ecebfb-0669-4db1-b41f-fa5ffc1596f4,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:49:44.952274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Transition to ACTIVE for port object 7fdfe97a-8c74-4376-8046-f63490ae0933 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:44.955040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.964737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:44.986637 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 61c20a4b-0972-493a-8bb1-bb57501b2055 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:44.998297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.015184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.040482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Transition to ACTIVE for port object 7fdfe97a-8c74-4376-8046-f63490ae0933 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:45.056254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcd0f1e-53c6-4317-af02-aa599a0d9b66 None None] DHCP port deletion for 6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:49:45.067050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.069057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.076059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd0f1e-53c6-4317-af02-aa599a0d9b66 None None] Deleting port b170c13b-6190-4056-b457-2421d350c144 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:45.076406 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7dcd0f1e-53c6-4317-af02-aa599a0d9b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.123568 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2ec7b-1c04-4886-940c-feb47ee948d2 None None] Pushing event updated for resources: {'Port': ['ID=f0ecebfb-0669-4db1-b41f-fa5ffc1596f4,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:45.181395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:45.187082 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:45.189065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event updated for resources: {'Port': ['ID=77261209-d7fc-422e-b636-3761d0f8e6bb,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:45.192330 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Network 0e527515-6681-4b1e-b86c-b0947e16229f is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:45.197168 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:45.197421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:45.203639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:45.204421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.207764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:45.212086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:45.277512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:45.297951 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:45.302903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Pushing event updated for resources: {'Port': ['ID=7fdfe97a-8c74-4376-8046-f63490ae0933,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:45.305219 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:45.305902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.356721 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8::1b4 (0e527515-6681-4b1e-b86c-b0947e16229f/30d55282-d8f3-47be-9045-18d868623605/52f14286-dcc2-48fb-ab99-03a709fa6df3) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:45.427264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Attempting to bind port 7fdfe97a-8c74-4376-8046-f63490ae0933 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:49:45.427799 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Attempting to bind port 7fdfe97a-8c74-4376-8046-f63490ae0933 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '376ac8da-0d20-47d8-9918-f3240bce2062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0e527515-6681-4b1e-b86c-b0947e16229f'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:49:45.428356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Attempting to bind port 7fdfe97a-8c74-4376-8046-f63490ae0933 on network 0e527515-6681-4b1e-b86c-b0947e16229f {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:49:45.523663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] For port b170c13b-6190-4056-b457-2421d350c144, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b170c13b-6190-4056-b457-2421d350c144,segment=NetworkSegment(58c4a2e7-acac-47f4-826f-04ab23973e6d),segment_id=58c4a2e7-acac-47f4-826f-04ab23973e6d)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:45.524114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.527879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:49:45.528376 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Checking segment: {'id': '376ac8da-0d20-47d8-9918-f3240bce2062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0e527515-6681-4b1e-b86c-b0947e16229f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:45.528785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.529250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Bound using segment: {'id': '376ac8da-0d20-47d8-9918-f3240bce2062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0e527515-6681-4b1e-b86c-b0947e16229f'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:49:45.529659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Bound port: 7fdfe97a-8c74-4376-8046-f63490ae0933, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376ac8da-0d20-47d8-9918-f3240bce2062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0e527515-6681-4b1e-b86c-b0947e16229f'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:49:45.530027 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.530218 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e76e7c5d-7325-4df9-bf02-7f9e0d70b545 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5789502 Mar 03 05:49:45.540655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-53e52db0-4ffd-4d91-9e0d-81ec7923f6c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.542823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57072) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:45.559749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=61c20a4b-0972-493a-8bb1-bb57501b2055,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:45.566321 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-001bf2c5-b732-48bd-8942-fbeb65e845fd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6290989 Mar 03 05:49:45.587411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57076) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:45.594079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-3fa9e9e8-05bb-447f-b9b8-0882d7859bb1 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::5f', 'mac_address': 'fa:16:3e:0e:76:7b'}, {'ip_address': '2001:db8::142', 'mac_address': 'fa:16:3e:16:a9:37'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:45.631259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7dcd0f1e-53c6-4317-af02-aa599a0d9b66 None None] For port b170c13b-6190-4056-b457-2421d350c144, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b170c13b-6190-4056-b457-2421d350c144,segment=NetworkSegment(58c4a2e7-acac-47f4-826f-04ab23973e6d),segment_id=58c4a2e7-acac-47f4-826f-04ab23973e6d)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:45.631630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7dcd0f1e-53c6-4317-af02-aa599a0d9b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.766698 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.783017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object 52f14286-dcc2-48fb-ab99-03a709fa6df3 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:45.801080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.resource_extend [None req-ed8542a8-9b04-4c13-a8ff-e4b57d0a600b tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:49:45.813509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.826150 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd0f1e-53c6-4317-af02-aa599a0d9b66 None None] Calling delete_port for b170c13b-6190-4056-b457-2421d350c144 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:45.890109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] For port 7fdfe97a-8c74-4376-8046-f63490ae0933, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:49:45.895656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] For port 7fdfe97a-8c74-4376-8046-f63490ae0933, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7fdfe97a-8c74-4376-8046-f63490ae0933,segment=NetworkSegment(376ac8da-0d20-47d8-9918-f3240bce2062),segment_id=376ac8da-0d20-47d8-9918-f3240bce2062)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:49:45.896771 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bb358076-a2ee-4a4a-a231-52387b5da771 None None] Provisioning for port 77261209-d7fc-422e-b636-3761d0f8e6bb completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:45.898689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=52f14286-dcc2-48fb-ab99-03a709fa6df3,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:45.904766 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ed8542a8-9b04-4c13-a8ff-e4b57d0a600b tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.905168 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 0e527515-6681-4b1e-b86c-b0947e16229f is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:45.906305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:45.906984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.908606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:45.918521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:45.919178 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.938225 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7f503094-180d-41d4-8473-67e76926be4d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4860241 Mar 03 05:49:45.940761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57080) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:45.945682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-53e52db0-4ffd-4d91-9e0d-81ec7923f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:45.947741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': '0e527515-6681-4b1e-b86c-b0947e16229f', 'name': 'tempest-PortsIpV6TestJSON-727365676'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:45.959540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for b170c13b-6190-4056-b457-2421d350c144 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:45.962218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bb358076-a2ee-4a4a-a231-52387b5da771 None None] Provisioning complete for port 77261209-d7fc-422e-b636-3761d0f8e6bb triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:45.962711 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bb358076-a2ee-4a4a-a231-52387b5da771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:46.021805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ed8542a8-9b04-4c13-a8ff-e4b57d0a600b tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:46.050134 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7dcd0f1e-53c6-4317-af02-aa599a0d9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:46.061180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bb358076-a2ee-4a4a-a231-52387b5da771 None None] Port 77261209-d7fc-422e-b636-3761d0f8e6bb cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:46.075354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcd0f1e-53c6-4317-af02-aa599a0d9b66 None None] No DVR routers for this DVR port b170c13b-6190-4056-b457-2421d350c144 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:49:46.085267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae422d0e-fa5f-42a7-b079-7e935a82fbc5 None None] Pushing event updated for resources: {'Port': ['ID=7fdfe97a-8c74-4376-8046-f63490ae0933,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:46.142071 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd0f1e-53c6-4317-af02-aa599a0d9b66 None None] Pushing event deleted for resources: {'Port': ['ID=b170c13b-6190-4056-b457-2421d350c144,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:46.142321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:46.146486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:port and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:46.149722 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:46.161532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:46.175974 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:46.180189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:46.215826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port 23a74960-ad53-474c-888e-bc4fa31ff222 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:46.290547 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e52db0-4ffd-4d91-9e0d-81ec7923f6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1fa3bc-1222-4ca9-b1c5-73dfe28f3052,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:46.294372 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-53e52db0-4ffd-4d91-9e0d-81ec7923f6c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=431bc51c0a084be592e4c4e04c95c341&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0118668 Mar 03 05:49:46.313679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57084) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:46.382959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:49:46.383481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:49:46.493084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8::38b (0e527515-6681-4b1e-b86c-b0947e16229f/30d55282-d8f3-47be-9045-18d868623605/23a74960-ad53-474c-888e-bc4fa31ff222) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:46.556378 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7fdfe97a-8c74-4376-8046-f63490ae0933 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:46.668812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 7fdfe97a-8c74-4376-8046-f63490ae0933 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:46.674903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:46.715020 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:46.750759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f1677d-2bb5-4b50-a62e-ec41e659fda6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:46.756640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f1677d-2bb5-4b50-a62e-ec41e659fda6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:46.761661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-69f1677d-2bb5-4b50-a62e-ec41e659fda6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.0292282 Mar 03 05:49:46.761661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-ed8542a8-9b04-4c13-a8ff-e4b57d0a600b tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Floating IP 7a098e72-2da6-41d7-befd-6bd793ebbe31 associated. External IP: 172.26.3.165, port: d40fe68a-7ebb-4444-a53b-ecceb55ea38b. Mar 03 05:49:46.775825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:46.815497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1a8f6928-43bf-4735-a379-2c4b95f4ef95 None None] Provisioning for port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:46.831754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57088) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:46.842615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1a8f6928-43bf-4735-a379-2c4b95f4ef95 None None] Provisioning complete for port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:46.842991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1a8f6928-43bf-4735-a379-2c4b95f4ef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:46.889160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b170c13b-6190-4056-b457-2421d350c144 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:49:46.896650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port b170c13b-6190-4056-b457-2421d350c144 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:46.897581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:46.933020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-842fc984-ce4b-4841-a3e5-edb252fa74ba tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 61c20a4b-0972-493a-8bb1-bb57501b2055 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:46.933580 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-842fc984-ce4b-4841-a3e5-edb252fa74ba tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:46.939217 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: b170c13b-6190-4056-b457-2421d350c144 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:49:46.939557 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b170c13b-6190-4056-b457-2421d350c144 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:49:46.991759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.041756 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object 23a74960-ad53-474c-888e-bc4fa31ff222 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:47.060729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1a8f6928-43bf-4735-a379-2c4b95f4ef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.109638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-1a8f6928-43bf-4735-a379-2c4b95f4ef95 None None] For port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f0ecebfb-0669-4db1-b41f-fa5ffc1596f4,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:47.117037 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1a8f6928-43bf-4735-a379-2c4b95f4ef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.211285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f6928-43bf-4735-a379-2c4b95f4ef95 None None] Pushing event updated for resources: {'Port': ['ID=f0ecebfb-0669-4db1-b41f-fa5ffc1596f4,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:47.232440 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.242421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ac079574-2b37-42ec-b02a-bd43e58026dc None None] Provisioning for port 61c20a4b-0972-493a-8bb1-bb57501b2055 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:47.251434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ac079574-2b37-42ec-b02a-bd43e58026dc None None] Provisioning complete for port 61c20a4b-0972-493a-8bb1-bb57501b2055 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:47.252623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ac079574-2b37-42ec-b02a-bd43e58026dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.296286 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a79c8637-6493-4dc7-a726-8a677b75ddf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.343021 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ac079574-2b37-42ec-b02a-bd43e58026dc None None] Port 61c20a4b-0972-493a-8bb1-bb57501b2055 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:47.359261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 0e527515-6681-4b1e-b86c-b0947e16229f is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:47.368410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-842fc984-ce4b-4841-a3e5-edb252fa74ba tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.377864 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] The port 'b170c13b-6190-4056-b457-2421d350c144' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:49:47.382894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:47.447428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:47.453656 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:47.454278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.474996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae500914-eb32-44ec-b495-f0d77d3c6ffd None None] Network 0e527515-6681-4b1e-b86c-b0947e16229f requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:47.519953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a79c8637-6493-4dc7-a726-8a677b75ddf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.528648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-842fc984-ce4b-4841-a3e5-edb252fa74ba tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 61c20a4b-0972-493a-8bb1-bb57501b2055 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:47.536147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3fa9e9e8-05bb-447f-b9b8-0882d7859bb1 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.557144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=23a74960-ad53-474c-888e-bc4fa31ff222,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:47.585237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-81b10353-8e03-46a7-8064-97dd77bdefa7 None None] Provisioning for port 7fdfe97a-8c74-4376-8046-f63490ae0933 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:47.593944 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d2a55d09-a02a-471c-ab29-7ee1ae6da46c tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6515822 Mar 03 05:49:47.596815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57092) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:47.599976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-81b10353-8e03-46a7-8064-97dd77bdefa7 None None] Provisioning complete for port 7fdfe97a-8c74-4376-8046-f63490ae0933 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:47.600423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-81b10353-8e03-46a7-8064-97dd77bdefa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.691987 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-842fc984-ce4b-4841-a3e5-edb252fa74ba tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.744779 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fc984-ce4b-4841-a3e5-edb252fa74ba tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=61c20a4b-0972-493a-8bb1-bb57501b2055,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:47.771158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.794033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-842fc984-ce4b-4841-a3e5-edb252fa74ba tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.812339 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-842fc984-ce4b-4841-a3e5-edb252fa74ba tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/61c20a4b-0972-493a-8bb1-bb57501b2055 HTTP/1.1" status: 204 len: 168 time: 0.9770532 Mar 03 05:49:47.813661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57096) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:47.815343 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-81b10353-8e03-46a7-8064-97dd77bdefa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.850228 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-81b10353-8e03-46a7-8064-97dd77bdefa7 None None] For port 7fdfe97a-8c74-4376-8046-f63490ae0933, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7fdfe97a-8c74-4376-8046-f63490ae0933,segment=NetworkSegment(376ac8da-0d20-47d8-9918-f3240bce2062),segment_id=376ac8da-0d20-47d8-9918-f3240bce2062)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:47.859330 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-81b10353-8e03-46a7-8064-97dd77bdefa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:47.894241 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59125b1c-671c-44ef-8b6d-53122b279714 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:47.896431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59125b1c-671c-44ef-8b6d-53122b279714 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:47.896949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-59125b1c-671c-44ef-8b6d-53122b279714 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:47.916535 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-59125b1c-671c-44ef-8b6d-53122b279714 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:47.921429 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-59125b1c-671c-44ef-8b6d-53122b279714 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1025620 Mar 03 05:49:47.921684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57100) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:47.938699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:47.957996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b10353-8e03-46a7-8064-97dd77bdefa7 None None] Pushing event updated for resources: {'Port': ['ID=7fdfe97a-8c74-4376-8046-f63490ae0933,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:47.974666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c4a2e7-acac-47f4-826f-04ab23973e6d') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:47.975042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c4a2e7-acac-47f4-826f-04ab23973e6d') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:48.023728 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3d698c-2a85-40a9-bc8e-0c60cc841353 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet d1d7cd49-4fb3-4c4f-a4c5-47e05ff665e0 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:49:48.027756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.028730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3d698c-2a85-40a9-bc8e-0c60cc841353 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.034873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Router 1f89efa0-0f2a-4f9f-83be-7e39875cb8a5 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:49:48.055294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a79c8637-6493-4dc7-a726-8a677b75ddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.092932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3d698c-2a85-40a9-bc8e-0c60cc841353 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.155411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.179175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-09763619-f475-4290-942a-f4d158632742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.201748 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3d698c-2a85-40a9-bc8e-0c60cc841353 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.214613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c8637-6493-4dc7-a726-8a677b75ddf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1fa3bc-1222-4ca9-b1c5-73dfe28f3052,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:48.287683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:49:48.287683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.291626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3d698c-2a85-40a9-bc8e-0c60cc841353 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.299790 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c4e7a0e3-8d05-4816-b1c5-c0b08210f3cd None None] Provisioning complete for port 7fdfe97a-8c74-4376-8046-f63490ae0933 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:48.300223 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4e7a0e3-8d05-4816-b1c5-c0b08210f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:49:48.309033 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:49:48.355434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3d698c-2a85-40a9-bc8e-0c60cc841353 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.359159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d698c-2a85-40a9-bc8e-0c60cc841353 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d7cd49-4fb3-4c4f-a4c5-47e05ff665e0,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:48.361060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bae502-6214-4752-894f-b5de51e71e9e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:48.365456 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-21bae502-6214-4752-894f-b5de51e71e9e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1b4 HTTP/1.1" status: 200 len: 928 time: 0.7565923 Mar 03 05:49:48.368784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57104) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:48.371206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe811d-d2a8-497b-82f9-12454b852db7 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:48.406079 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8e3d698c-2a85-40a9-bc8e-0c60cc841353 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/d1d7cd49-4fb3-4c4f-a4c5-47e05ff665e0 HTTP/1.1" status: 204 len: 168 time: 0.4832060 Mar 03 05:49:48.408691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57106) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:48.517316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7fdfe97a-8c74-4376-8046-f63490ae0933 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:48.522034 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-178a744d-dc12-403d-9a09-915833efbc24 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114655 Mar 03 05:49:48.525219 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57112) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:48.533300 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:48.561308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8542a8-9b04-4c13-a8ff-e4b57d0a600b tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:49:48.576261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a79c8637-6493-4dc7-a726-8a677b75ddf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.579971 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a79c8637-6493-4dc7-a726-8a677b75ddf5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de1fa3bc-1222-4ca9-b1c5-73dfe28f3052 HTTP/1.1" status: 204 len: 168 time: 2.2257400 Mar 03 05:49:48.689711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:48.694632 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:48.701019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:48.712904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:48.730116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:48.734623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.869664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7fdfe97a-8c74-4376-8046-f63490ae0933 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:48.870098 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.874178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.921037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3fa9e9e8-05bb-447f-b9b8-0882d7859bb1 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:48.951620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c4e7a0e3-8d05-4816-b1c5-c0b08210f3cd None None] Provisioning for port 52f14286-dcc2-48fb-ab99-03a709fa6df3 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:48.962903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c4e7a0e3-8d05-4816-b1c5-c0b08210f3cd None None] Provisioning complete for port 52f14286-dcc2-48fb-ab99-03a709fa6df3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:48.963267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4e7a0e3-8d05-4816-b1c5-c0b08210f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.024435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.035713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Network': ['ID=6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:49.036953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c4e7a0e3-8d05-4816-b1c5-c0b08210f3cd None None] Port 52f14286-dcc2-48fb-ab99-03a709fa6df3 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:49.038394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3fa9e9e8-05bb-447f-b9b8-0882d7859bb1 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.038610 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31b1b92-4ed2-4a5f-b0c2-03bc17711229 None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:49:49.043921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c31b1b92-4ed2-4a5f-b0c2-03bc17711229 None None] Deleting port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:49.044429 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c31b1b92-4ed2-4a5f-b0c2-03bc17711229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.080070 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57122) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:49.131941 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c4e7a0e3-8d05-4816-b1c5-c0b08210f3cd None None] Provisioning for port 23a74960-ad53-474c-888e-bc4fa31ff222 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:49.133321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-3fa9e9e8-05bb-447f-b9b8-0882d7859bb1 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] In _notify_port_updated(), no bound segment for port 77261209-d7fc-422e-b636-3761d0f8e6bb on network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:49:49.139641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa9e9e8-05bb-447f-b9b8-0882d7859bb1 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:49.140917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3fa9e9e8-05bb-447f-b9b8-0882d7859bb1 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.145037 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3fa9e9e8-05bb-447f-b9b8-0882d7859bb1 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "PUT /v2.0/ports/77261209-d7fc-422e-b636-3761d0f8e6bb HTTP/1.1" status: 200 len: 1066 time: 3.5983953 Mar 03 05:49:49.145305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57126) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:49.146929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-35d0fb6e-e42e-40d3-88fc-efe058a599bf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port 23a74960-ad53-474c-888e-bc4fa31ff222 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:49.147272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35d0fb6e-e42e-40d3-88fc-efe058a599bf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.189699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c4e7a0e3-8d05-4816-b1c5-c0b08210f3cd None None] Provisioning complete for port 23a74960-ad53-474c-888e-bc4fa31ff222 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:49.190144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4e7a0e3-8d05-4816-b1c5-c0b08210f3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.214232 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3aba6974-89ac-4b15-8e41-475dd7378556 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/networks/6f5ce3be-9f6b-4d03-acaa-56a6629d1fc4 HTTP/1.1" status: 204 len: 168 time: 4.9090104 Mar 03 05:49:49.217525 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e54dc959-98a5-4aa9-8777-86bce68eae53 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=190a9ef8d85a4860b190de43b7de0cb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358645 Mar 03 05:49:49.217757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57130) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:49.222660 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57132) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:49.240019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1761615336', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:49.254596 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c4e7a0e3-8d05-4816-b1c5-c0b08210f3cd None None] Port 23a74960-ad53-474c-888e-bc4fa31ff222 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:49.269309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:49.280809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-b77c64e3-fc90-4e82-ae0a-9279f412c53a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Deleting port 77261209-d7fc-422e-b636-3761d0f8e6bb {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:49.281128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b77c64e3-fc90-4e82-ae0a-9279f412c53a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.302029 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:49.319251 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:router and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:49.355512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:49.394719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:49.459279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c31b1b92-4ed2-4a5f-b0c2-03bc17711229 None None] For port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f0ecebfb-0669-4db1-b41f-fa5ffc1596f4,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:49.459960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c31b1b92-4ed2-4a5f-b0c2-03bc17711229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.471396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:49.475927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2e74aa41-34e0-4958-b899-eb61403256b0 None None] Provisioning complete for port 52f14286-dcc2-48fb-ab99-03a709fa6df3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:49.475927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2e74aa41-34e0-4958-b899-eb61403256b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.482519 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Sync routers for ids ['1f89efa0-0f2a-4f9f-83be-7e39875cb8a5'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:49.492800 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Routers {'1f89efa0-0f2a-4f9f-83be-7e39875cb8a5'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:49.493821 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1f89efa0-0f2a-4f9f-83be-7e39875cb8a5'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:49.525414 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.526616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.581559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c06ec8b1-e926-4a19-b07a-39c81dc1a88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.582338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9e9e8-05bb-447f-b9b8-0882d7859bb1 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event updated for resources: {'Port': ['ID=77261209-d7fc-422e-b636-3761d0f8e6bb,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:49.589244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35d0fb6e-e42e-40d3-88fc-efe058a599bf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.605435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.606833 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-770b1b46-54aa-4f8a-8617-3b92f1d065f1 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.9257634 Mar 03 05:49:49.634990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57138) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:49.657852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.669610 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c31b1b92-4ed2-4a5f-b0c2-03bc17711229 None None] Calling delete_port for f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:49.737251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-35d0fb6e-e42e-40d3-88fc-efe058a599bf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for 23a74960-ad53-474c-888e-bc4fa31ff222 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:49.755800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.objects.ports [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87792) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:49:49.757268 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Set router 1f89efa0-0f2a-4f9f-83be-7e39875cb8a5 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:49:49.759935 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c06ec8b1-e926-4a19-b07a-39c81dc1a88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.780170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c31b1b92-4ed2-4a5f-b0c2-03bc17711229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:49.787869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8542a8-9b04-4c13-a8ff-e4b57d0a600b tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:49.838990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda223c4-b6a4-4bb0-a70d-56357212484d None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:49.842306 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31b1b92-4ed2-4a5f-b0c2-03bc17711229 None None] No DVR routers for this DVR port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:49:49.861319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] No active binding found for port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 {{(pid=87794) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 05:49:49.861887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 05:49:49.916332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b1b92-4ed2-4a5f-b0c2-03bc17711229 None None] Pushing event deleted for resources: {'Port': ['ID=f0ecebfb-0669-4db1-b41f-fa5ffc1596f4,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:49.940034 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.services.revisions.revision_plugin [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Could not find related port for resource to bump revision. Mar 03 05:49:49.942784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 not found, will not notify nova. {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 05:49:49.950022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda223c4-b6a4-4bb0-a70d-56357212484d None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:49.950758 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-bda223c4-b6a4-4bb0-a70d-56357212484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:49.967272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.ipam_pluggable_backend [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Port f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87792) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 03 05:49:49.967609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.ipam_pluggable_backend [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Reverting IP allocation for 2001:db8::f816:3eff:feb5:a3b1 {{(pid=87792) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 03 05:49:49.970928 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.ipam_pluggable_backend [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb5:a3b1 {{(pid=87792) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 03 05:49:49.978344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.010681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2e74aa41-34e0-4958-b899-eb61403256b0 None None] Port 52f14286-dcc2-48fb-ab99-03a709fa6df3 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:50.032962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-bda223c4-b6a4-4bb0-a70d-56357212484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:50.036895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2e74aa41-34e0-4958-b899-eb61403256b0 None None] Provisioning complete for port 23a74960-ad53-474c-888e-bc4fa31ff222 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:50.037259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2e74aa41-34e0-4958-b899-eb61403256b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.099808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda223c4-b6a4-4bb0-a70d-56357212484d None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:50.100843 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-bda223c4-b6a4-4bb0-a70d-56357212484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:50.122868 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f89efa0-0f2a-4f9f-83be-7e39875cb8a5', 'name': 'tempest-snat-router-1760751375', 'tenant_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.233'}], 'enable_snat': False}, 'gw_port_id': '305db502-fb9b-4493-985e-bf6962850a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:49:39Z', 'updated_at': '2022-03-03T05:49:44Z', 'revision_number': 3, 'project_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'gw_port': {'id': '305db502-fb9b-4493-985e-bf6962850a7c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:91:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f89efa0-0f2a-4f9f-83be-7e39875cb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:49:41Z', 'updated_at': '2022-03-03T05:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:50.126936 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Checking router: 1f89efa0-0f2a-4f9f-83be-7e39875cb8a5 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:49:50.127390 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Updating router 1f89efa0-0f2a-4f9f-83be-7e39875cb8a5 port 305db502-fb9b-4493-985e-bf6962850a7c binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:49:50.156880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35d0fb6e-e42e-40d3-88fc-efe058a599bf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.188379 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.195439 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-bda223c4-b6a4-4bb0-a70d-56357212484d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:50.196566 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda223c4-b6a4-4bb0-a70d-56357212484d None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:50.209791 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2e74aa41-34e0-4958-b899-eb61403256b0 None None] Port 23a74960-ad53-474c-888e-bc4fa31ff222 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:50.237138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0fb6e-e42e-40d3-88fc-efe058a599bf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=23a74960-ad53-474c-888e-bc4fa31ff222,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:50.327654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.330030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35d0fb6e-e42e-40d3-88fc-efe058a599bf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.343598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2ac3abe9-38fb-482f-85b4-ce912f303342 None None] Provisioning complete for port 77261209-d7fc-422e-b636-3761d0f8e6bb triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:50.346759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2ac3abe9-38fb-482f-85b4-ce912f303342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.353606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:50.362386 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-35d0fb6e-e42e-40d3-88fc-efe058a599bf tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/23a74960-ad53-474c-888e-bc4fa31ff222 HTTP/1.1" status: 204 len: 168 time: 1.9064846 Mar 03 05:49:50.363176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57142) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:50.431585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:50.478202 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328bf6ee-ed79-4c08-b42a-1abca72e8a74 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:50.507252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:50.507866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.518930 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:49:50.565477 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0387566 Mar 03 05:49:50.574687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57146) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:50.587347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b77c64e3-fc90-4e82-ae0a-9279f412c53a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.596890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:49:50.597943 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f0ecebfb-0669-4db1-b41f-fa5ffc1596f4 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:49:50.619760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87b68a-a632-4a92-9402-d946bde721ee tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=536242fa-b808-4991-8c4b-0a025759a26f,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:50.647243 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-432baf25-540a-4659-9619-635aadf360a3 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:49:50.649339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-432baf25-540a-4659-9619-635aadf360a3 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:50.664572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'mac_address': 'fa:16:3e:6f:c6:32', 'name': 'tempest-NetworksTestDHCPv6-1080418075'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:50.704226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8542a8-9b04-4c13-a8ff-e4b57d0a600b tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router a01c9782-21bb-44f1-b743-07ff66fc2d8a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:49:50.724749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-432baf25-540a-4659-9619-635aadf360a3 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:50.728587 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-432baf25-540a-4659-9619-635aadf360a3 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/23a74960-ad53-474c-888e-bc4fa31ff222 HTTP/1.1" status: 404 len: 333 time: 0.3625767 Mar 03 05:49:50.730357 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57150) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:50.737803 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50cb8324-3741-4fe3-a719-dfa208109960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.753590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2ac3abe9-38fb-482f-85b4-ce912f303342 None None] Port 77261209-d7fc-422e-b636-3761d0f8e6bb cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:50.761728 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.860166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-02311411-cf2a-4daf-9949-bced3708fe3e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port 52f14286-dcc2-48fb-ab99-03a709fa6df3 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:50.860531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02311411-cf2a-4daf-9949-bced3708fe3e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.885906 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '536242fa-b808-4991-8c4b-0a025759a26f'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:49:50.886732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.935357 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Transition to ACTIVE for port object 305db502-fb9b-4493-985e-bf6962850a7c will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:50.936883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-b77c64e3-fc90-4e82-ae0a-9279f412c53a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Calling delete_port for 77261209-d7fc-422e-b636-3761d0f8e6bb owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:50.943310 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:50.972035 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2f873045-3fdd-4184-b5c1-cf485b2b3ce8 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/routers/1f89efa0-0f2a-4f9f-83be-7e39875cb8a5 HTTP/1.1" status: 200 len: 909 time: 1.3277044 Mar 03 05:49:50.980817 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57154) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:50.981382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c06ec8b1-e926-4a19-b07a-39c81dc1a88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.010607 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1760751375', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'enable_snat': True}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:51.015482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:51.019300 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Usage tracker for resource:router and tenant:d8dcd0e28e994ccf81d5a0d16e99c859 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:51.022164 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:51.027937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:51.029721 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Attempting to bind port 305db502-fb9b-4493-985e-bf6962850a7c on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:49:51.029721 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Attempting to bind port 305db502-fb9b-4493-985e-bf6962850a7c by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:49:51.030055 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Attempting to bind port 305db502-fb9b-4493-985e-bf6962850a7c on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:49:51.032459 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d61c51-2aaf-4736-8f54-ab446974f740 None None] Pushing event updated for resources: {'Port': ['ID=305db502-fb9b-4493-985e-bf6962850a7c,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:51.035835 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ec8b1-e926-4a19-b07a-39c81dc1a88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ca0a88-abc4-4de8-853f-f39b1100074a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:51.038394 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:49:51.038789 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:51.039760 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.039760 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:49:51.040655 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Bound port: 305db502-fb9b-4493-985e-bf6962850a7c, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:49:51.041030 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.059886 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.061064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.098645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c06ec8b1-e926-4a19-b07a-39c81dc1a88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.099881 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c06ec8b1-e926-4a19-b07a-39c81dc1a88f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9ca0a88-abc4-4de8-853f-f39b1100074a HTTP/1.1" status: 204 len: 168 time: 1.8736384 Mar 03 05:49:51.121600 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.143392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Allocated IP 2001:db8::f816:3eff:feb0:1e9b (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/536242fa-b808-4991-8c4b-0a025759a26f/1154b197-c76a-421f-a01a-95b2228ad5fe) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:51.155172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:51.156188 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] For port 305db502-fb9b-4493-985e-bf6962850a7c, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:49:51.160295 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] For port 305db502-fb9b-4493-985e-bf6962850a7c, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=305db502-fb9b-4493-985e-bf6962850a7c,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:49:51.162318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:51.166486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:51.169550 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.173986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:51.255759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:51.267759 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Routers {'1f89efa0-0f2a-4f9f-83be-7e39875cb8a5'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:51.268760 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1f89efa0-0f2a-4f9f-83be-7e39875cb8a5'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:51.488234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8542a8-9b04-4c13-a8ff-e4b57d0a600b tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:51.493119 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ed8542a8-9b04-4c13-a8ff-e4b57d0a600b tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.565440 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fed6b06-da64-4cc7-91f9-61ec23f4fb66 None None] Sync routers for ids ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:51.588706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.592944 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.601798 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d61c51-2aaf-4736-8f54-ab446974f740 None None] Pushing event updated for resources: {'Port': ['ID=305db502-fb9b-4493-985e-bf6962850a7c,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:51.625584 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fed6b06-da64-4cc7-91f9-61ec23f4fb66 None None] Routers {'a01c9782-21bb-44f1-b743-07ff66fc2d8a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:51.626107 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3fed6b06-da64-4cc7-91f9-61ec23f4fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:51.663693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02311411-cf2a-4daf-9949-bced3708fe3e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.678509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.679266 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] Set router 1f89efa0-0f2a-4f9f-83be-7e39875cb8a5 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:49:51.687025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.742088 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.748443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Transition to ACTIVE for port object 1154b197-c76a-421f-a01a-95b2228ad5fe will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:51.752882 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.792674 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3fed6b06-da64-4cc7-91f9-61ec23f4fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:51.794030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Transition to ACTIVE for port object 1154b197-c76a-421f-a01a-95b2228ad5fe will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:51.804326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:51.839680 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-02311411-cf2a-4daf-9949-bced3708fe3e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for 52f14286-dcc2-48fb-ab99-03a709fa6df3 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:51.840951 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fed6b06-da64-4cc7-91f9-61ec23f4fb66 None None] Routers {'a01c9782-21bb-44f1-b743-07ff66fc2d8a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:51.841570 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3fed6b06-da64-4cc7-91f9-61ec23f4fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:51.994174 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3fed6b06-da64-4cc7-91f9-61ec23f4fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:51.994510 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fed6b06-da64-4cc7-91f9-61ec23f4fb66 None None] The sync data for ids ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:52.015317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02311411-cf2a-4daf-9949-bced3708fe3e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:52.030654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:52.039901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:52.062422 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:52.081735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02311411-cf2a-4daf-9949-bced3708fe3e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=52f14286-dcc2-48fb-ab99-03a709fa6df3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:52.104386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 6df26b03-c1fc-49f5-ab80-f7c62df5bcbe yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:49:52.170621 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f89efa0-0f2a-4f9f-83be-7e39875cb8a5', 'name': 'tempest-snat-router-1760751375', 'tenant_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.233'}], 'enable_snat': False}, 'gw_port_id': '305db502-fb9b-4493-985e-bf6962850a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:49:39Z', 'updated_at': '2022-03-03T05:49:44Z', 'revision_number': 3, 'project_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'gw_port': {'id': '305db502-fb9b-4493-985e-bf6962850a7c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:91:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f89efa0-0f2a-4f9f-83be-7e39875cb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:49:41Z', 'updated_at': '2022-03-03T05:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:52.179646 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e173f3ba-e913-4bdb-b36e-e4d1b448a142 None None] The sync data for ids ['1f89efa0-0f2a-4f9f-83be-7e39875cb8a5'] in dv-neutron-831582-1-hyperv is: [{'id': '1f89efa0-0f2a-4f9f-83be-7e39875cb8a5', 'name': 'tempest-snat-router-1760751375', 'tenant_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.233'}], 'enable_snat': False}, 'gw_port_id': '305db502-fb9b-4493-985e-bf6962850a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:49:39Z', 'updated_at': '2022-03-03T05:49:44Z', 'revision_number': 3, 'project_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'gw_port': {'id': '305db502-fb9b-4493-985e-bf6962850a7c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:91:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f89efa0-0f2a-4f9f-83be-7e39875cb8a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:49:41Z', 'updated_at': '2022-03-03T05:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:52.189089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02311411-cf2a-4daf-9949-bced3708fe3e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:52.220382 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ed8542a8-9b04-4c13-a8ff-e4b57d0a600b tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "PUT /v2.0/floatingips/7a098e72-2da6-41d7-befd-6bd793ebbe31 HTTP/1.1" status: 200 len: 978 time: 9.1432471 Mar 03 05:49:52.223042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57176) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:52.234849 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-02311411-cf2a-4daf-9949-bced3708fe3e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/52f14286-dcc2-48fb-ab99-03a709fa6df3 HTTP/1.1" status: 204 len: 168 time: 1.5007327 Mar 03 05:49:52.248476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57180) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:52.272570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Pushing event updated for resources: {'Port': ['ID=1154b197-c76a-421f-a01a-95b2228ad5fe,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:52.277941 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b77c64e3-fc90-4e82-ae0a-9279f412c53a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:52.311331 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Attempting to bind port 1154b197-c76a-421f-a01a-95b2228ad5fe on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:49:52.312037 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Attempting to bind port 1154b197-c76a-421f-a01a-95b2228ad5fe by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:49:52.312693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Attempting to bind port 1154b197-c76a-421f-a01a-95b2228ad5fe on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:49:52.319136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:49:52.320074 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:49:52.320686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:52.321252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:49:52.321895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Bound port: 1154b197-c76a-421f-a01a-95b2228ad5fe, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:49:52.322462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:52.364119 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a60366e-4c11-437b-b4d5-d21a8a499778 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:49:52.364654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4a60366e-4c11-437b-b4d5-d21a8a499778 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:52.414227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-6e06bc70-098a-4235-ac0e-dfa26c8b781e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port ea24b65b-873c-4527-ac62-ae15c6f43346 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:52.414606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e06bc70-098a-4235-ac0e-dfa26c8b781e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:52.462105 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] For port 1154b197-c76a-421f-a01a-95b2228ad5fe, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:49:52.467322 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] For port 1154b197-c76a-421f-a01a-95b2228ad5fe, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1154b197-c76a-421f-a01a-95b2228ad5fe,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:49:52.476846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:52.611072 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627bcf6-55af-49b9-8449-1544806a0661 None None] Pushing event updated for resources: {'Port': ['ID=1154b197-c76a-421f-a01a-95b2228ad5fe,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:52.613863 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57186) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:52.633087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:52.637827 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c64e3-fc90-4e82-ae0a-9279f412c53a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event deleted for resources: {'Port': ['ID=77261209-d7fc-422e-b636-3761d0f8e6bb,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:52.661829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Allocated IP 172.26.3.221 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/f249e4b2-eb65-4fec-9a12-44ad1923a836) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:52.704150 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4a60366e-4c11-437b-b4d5-d21a8a499778 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:52.707849 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4a60366e-4c11-437b-b4d5-d21a8a499778 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/52f14286-dcc2-48fb-ab99-03a709fa6df3 HTTP/1.1" status: 404 len: 333 time: 0.4545109 Mar 03 05:49:52.718771 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57192) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:52.829906 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:52.911622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Request body: {'networks': [{'name': 'tempest-network--1264327977'}, {'name': 'tempest-network--724448595'}]} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:52.912015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Request body: {'network': {'name': 'tempest-network--1264327977'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:52.912686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Request body: {'network': {'name': 'tempest-network--724448595'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:52.932910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::f816:3eff:fe6f:c632 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/536242fa-b808-4991-8c4b-0a025759a26f/6df26b03-c1fc-49f5-ab80-f7c62df5bcbe) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:53.148217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e06bc70-098a-4235-ac0e-dfa26c8b781e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.180158 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:53.184640 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Usage tracker for resource:network and tenant:d0435aac8ccc4cde97c52559403e6cc7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:53.187474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:53.217505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:53.296438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Made reservation on behalf of d0435aac8ccc4cde97c52559403e6cc7 for: {'network': 2} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:53.301016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.356731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e27c6be-4e6f-4809-a4b4-77e1b8d9e804 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting subnet 30d55282-d8f3-47be-9045-18d868623605 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:49:53.378057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0e27c6be-4e6f-4809-a4b4-77e1b8d9e804 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.405040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.514210 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:53.527849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.556319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Usage tracker for resource:security_group_rule and tenant:d0435aac8ccc4cde97c52559403e6cc7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:53.570702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:53.575733 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0e27c6be-4e6f-4809-a4b4-77e1b8d9e804 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.589845 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.616974 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:53.628241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 6df26b03-c1fc-49f5-ab80-f7c62df5bcbe will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:49:53.640268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e06bc70-098a-4235-ac0e-dfa26c8b781e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.640643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e06bc70-098a-4235-ac0e-dfa26c8b781e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.640977 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-6e06bc70-098a-4235-ac0e-dfa26c8b781e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Floating IP 7a098e72-2da6-41d7-befd-6bd793ebbe31 disassociated. External IP: 172.26.3.165, port: ea24b65b-873c-4527-ac62-ae15c6f43346. Mar 03 05:49:53.641323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-6e06bc70-098a-4235-ac0e-dfa26c8b781e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for ea24b65b-873c-4527-ac62-ae15c6f43346 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:53.696483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b77c64e3-fc90-4e82-ae0a-9279f412c53a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.732984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.773205 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b77c64e3-fc90-4e82-ae0a-9279f412c53a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "DELETE /v2.0/ports/77261209-d7fc-422e-b636-3761d0f8e6bb HTTP/1.1" status: 204 len: 168 time: 4.6178944 Mar 03 05:49:53.778525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57202) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:53.819817 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.906547 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-87dd3b30-2267-41f7-bc65-4ca7e707f8be tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] GET failed (client error): The resource could not be found. Mar 03 05:49:53.907894 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-87dd3b30-2267-41f7-bc65-4ca7e707f8be tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "GET /v2.0/ports/77261209-d7fc-422e-b636-3761d0f8e6bb HTTP/1.1" status: 404 len: 333 time: 0.1289613 Mar 03 05:49:53.909708 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:53.917745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57206) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:53.918822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:53.921372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:53.927273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:53.927903 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.937901 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0e27c6be-4e6f-4809-a4b4-77e1b8d9e804 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:53.946034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=6df26b03-c1fc-49f5-ab80-f7c62df5bcbe,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:54.023609 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-decb24d2-9407-493a-b246-42d1b9da2b64 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3800132 Mar 03 05:49:54.031991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57210) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:54.037889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2e1954ff-9a56-442f-88fb-0b68aaf08092 None None] Provisioning for port 1154b197-c76a-421f-a01a-95b2228ad5fe completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:54.040124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e06bc70-098a-4235-ac0e-dfa26c8b781e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.084728 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:54.116433 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:54.131719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:54.159342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=f249e4b2-eb65-4fec-9a12-44ad1923a836,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:54.174385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-86e58681-469d-49e6-8298-d94b950ec994 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Deleting port a55d224b-09ba-486d-b096-87fc097b2a84 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:54.174965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86e58681-469d-49e6-8298-d94b950ec994 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.205952 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.234458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.234922 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.274984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-78ba730f-080b-4d83-a82a-0ccdaed9a4fd None None] Provisioning for port 6df26b03-c1fc-49f5-ab80-f7c62df5bcbe completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:54.282776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-78ba730f-080b-4d83-a82a-0ccdaed9a4fd None None] Provisioning complete for port 6df26b03-c1fc-49f5-ab80-f7c62df5bcbe triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:54.286745 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-78ba730f-080b-4d83-a82a-0ccdaed9a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.362303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-78ba730f-080b-4d83-a82a-0ccdaed9a4fd None None] Port 6df26b03-c1fc-49f5-ab80-f7c62df5bcbe cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:49:54.389549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.434251 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663058df-2d36-41eb-91c5-3e4cc03a9c52,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:54.467930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0e27c6be-4e6f-4809-a4b4-77e1b8d9e804 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.485768 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:49:54.519053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.579387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 305db502-fb9b-4493-985e-bf6962850a7c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:54.588588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06bc70-098a-4235-ac0e-dfa26c8b781e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=ea24b65b-873c-4527-ac62-ae15c6f43346,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:54.629592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27c6be-4e6f-4809-a4b4-77e1b8d9e804 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Subnet': ['ID=30d55282-d8f3-47be-9045-18d868623605,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:54.651141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 305db502-fb9b-4493-985e-bf6962850a7c completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:54.656622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 305db502-fb9b-4493-985e-bf6962850a7c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:54.657054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.673247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.673624 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Added segment 0e8fd9bc-2246-4d44-8197-ac1f5b9c96fa of type vlan for network 094818f5-010d-47f5-8e4a-1619f06219cc Mar 03 05:49:54.675029 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0e27c6be-4e6f-4809-a4b4-77e1b8d9e804 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.684308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e06bc70-098a-4235-ac0e-dfa26c8b781e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router a01c9782-21bb-44f1-b743-07ff66fc2d8a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:49:54.694181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2d0b84-1ee9-4985-9bf5-0db6dddc6b31 None None] Network 0e527515-6681-4b1e-b86c-b0947e16229f requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:54.737053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dfd1e4-1fcc-4692-9029-35b2fa91d77b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:54.742887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dfd1e4-1fcc-4692-9029-35b2fa91d77b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:54.743677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e7dfd1e4-1fcc-4692-9029-35b2fa91d77b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:54.753279 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0e27c6be-4e6f-4809-a4b4-77e1b8d9e804 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/30d55282-d8f3-47be-9045-18d868623605 HTTP/1.1" status: 204 len: 168 time: 1.9937093 Mar 03 05:49:54.762621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57218) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:54.768441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.915931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e7dfd1e4-1fcc-4692-9029-35b2fa91d77b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:54.919750 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e7dfd1e4-1fcc-4692-9029-35b2fa91d77b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8838348 Mar 03 05:49:54.929897 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57222) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:54.973817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:54.995265 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 305db502-fb9b-4493-985e-bf6962850a7c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=305db502-fb9b-4493-985e-bf6962850a7c,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:55.001346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.002592 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1154b197-c76a-421f-a01a-95b2228ad5fe up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:55.076231 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:49:55.111619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=305db502-fb9b-4493-985e-bf6962850a7c,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:55.116513 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83e11ec-d9c5-4573-a09c-765c7349f277 None None] DHCP port deletion for 0e527515-6681-4b1e-b86c-b0947e16229f request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:49:55.120242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-784dd62b-32f7-4721-9e54-563bb5d9f7df tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 6df26b03-c1fc-49f5-ab80-f7c62df5bcbe {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:55.120572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-784dd62b-32f7-4721-9e54-563bb5d9f7df tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.131152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d83e11ec-d9c5-4573-a09c-765c7349f277 None None] Deleting port 7fdfe97a-8c74-4376-8046-f63490ae0933 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:55.131803 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d83e11ec-d9c5-4573-a09c-765c7349f277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.158301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86e58681-469d-49e6-8298-d94b950ec994 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.172955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e06bc70-098a-4235-ac0e-dfa26c8b781e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:55.189627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c9dc5-ffeb-468c-9491-658bacc5836b None None] Sync routers for ids ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:55.196387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.249894 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c9dc5-ffeb-468c-9491-658bacc5836b None None] Routers {'a01c9782-21bb-44f1-b743-07ff66fc2d8a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:55.250503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5d9c9dc5-ffeb-468c-9491-658bacc5836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:55.262072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:49:55.274518 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Allocated IP 172.26.3.167 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/4f30352b-0242-42c6-ba3b-bde60848faf5) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:49:55.297294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.297646 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Added segment e756f2af-4533-4f66-983e-bf29c3262633 of type vlan for network 761fdd0a-142b-4973-bebf-324d4cc8fe0d Mar 03 05:49:55.322506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port 7fdfe97a-8c74-4376-8046-f63490ae0933 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:55.323740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.369011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-86e58681-469d-49e6-8298-d94b950ec994 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Calling delete_port for a55d224b-09ba-486d-b096-87fc097b2a84 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:55.370453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5d9c9dc5-ffeb-468c-9491-658bacc5836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:55.409692 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c9dc5-ffeb-468c-9491-658bacc5836b None None] Routers {'a01c9782-21bb-44f1-b743-07ff66fc2d8a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:55.410325 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5d9c9dc5-ffeb-468c-9491-658bacc5836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:55.417234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.482675 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.490621 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 1154b197-c76a-421f-a01a-95b2228ad5fe completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:49:55.496974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5d9c9dc5-ffeb-468c-9491-658bacc5836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:55.497291 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c9dc5-ffeb-468c-9491-658bacc5836b None None] The sync data for ids ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:55.545167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1154b197-c76a-421f-a01a-95b2228ad5fe triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:55.545611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.565452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e06bc70-098a-4235-ac0e-dfa26c8b781e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.569798 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6e06bc70-098a-4235-ac0e-dfa26c8b781e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/ports/ea24b65b-873c-4527-ac62-ae15c6f43346 HTTP/1.1" status: 204 len: 168 time: 3.3431253 Mar 03 05:49:55.573118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57234) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:55.609578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d83e11ec-d9c5-4573-a09c-765c7349f277 None None] For port 7fdfe97a-8c74-4376-8046-f63490ae0933, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7fdfe97a-8c74-4376-8046-f63490ae0933,segment=NetworkSegment(376ac8da-0d20-47d8-9918-f3240bce2062),segment_id=376ac8da-0d20-47d8-9918-f3240bce2062)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:55.609986 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d83e11ec-d9c5-4573-a09c-765c7349f277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.739870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d83e11ec-d9c5-4573-a09c-765c7349f277 None None] Calling delete_port for 7fdfe97a-8c74-4376-8046-f63490ae0933 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:55.809824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-784dd62b-32f7-4721-9e54-563bb5d9f7df tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.822597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86e58681-469d-49e6-8298-d94b950ec994 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.840324 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.840818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.846351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:55.851169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:55.851989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.878694 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.889740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.912975 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d83e11ec-d9c5-4573-a09c-765c7349f277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.962108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 1154b197-c76a-421f-a01a-95b2228ad5fe, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1154b197-c76a-421f-a01a-95b2228ad5fe,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:55.965205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e11ec-d9c5-4573-a09c-765c7349f277 None None] Pushing event deleted for resources: {'Port': ['ID=7fdfe97a-8c74-4376-8046-f63490ae0933,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:55.972856 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83e11ec-d9c5-4573-a09c-765c7349f277 None None] No DVR routers for this DVR port 7fdfe97a-8c74-4376-8046-f63490ae0933 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:49:55.976958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:55.998367 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] For port 7fdfe97a-8c74-4376-8046-f63490ae0933, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7fdfe97a-8c74-4376-8046-f63490ae0933,segment=NetworkSegment(376ac8da-0d20-47d8-9918-f3240bce2062),segment_id=376ac8da-0d20-47d8-9918-f3240bce2062)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:55.998765 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:56.055488 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=1154b197-c76a-421f-a01a-95b2228ad5fe,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:56.076172 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.4614255 Mar 03 05:49:56.089777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57240) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:56.178952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-784dd62b-32f7-4721-9e54-563bb5d9f7df tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 6df26b03-c1fc-49f5-ab80-f7c62df5bcbe owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:56.227272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for 7fdfe97a-8c74-4376-8046-f63490ae0933 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:56.232363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e58681-469d-49e6-8298-d94b950ec994 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event deleted for resources: {'Port': ['ID=a55d224b-09ba-486d-b096-87fc097b2a84,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:56.253750 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event updated for resources: {'Network': ['ID=094818f5-010d-47f5-8e4a-1619f06219cc,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:56.264331 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 094818f5-010d-47f5-8e4a-1619f06219cc details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:49:56.304003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86e58681-469d-49e6-8298-d94b950ec994 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:56.439056 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-86e58681-469d-49e6-8298-d94b950ec994 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "DELETE /v2.0/ports/a55d224b-09ba-486d-b096-87fc097b2a84 HTTP/1.1" status: 204 len: 168 time: 2.4996233 Mar 03 05:49:56.443178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57246) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:56.500076 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 305db502-fb9b-4493-985e-bf6962850a7c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:56.574269 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 305db502-fb9b-4493-985e-bf6962850a7c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:56.574780 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:56.607374 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fa2380-988e-4237-8c06-1d2b2c2b7a4a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] GET failed (client error): The resource could not be found. Mar 03 05:49:56.607607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-04fa2380-988e-4237-8c06-1d2b2c2b7a4a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Synchronizing usage tracker for tenant:2e24cf0631124824a891e6fcc4e256d7 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:56.671550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-04fa2380-988e-4237-8c06-1d2b2c2b7a4a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Unset dirty status for tenant:2e24cf0631124824a891e6fcc4e256d7 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:56.676409 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-04fa2380-988e-4237-8c06-1d2b2c2b7a4a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "GET /v2.0/ports/a55d224b-09ba-486d-b096-87fc097b2a84 HTTP/1.1" status: 404 len: 333 time: 0.2282202 Mar 03 05:49:56.703260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57250) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:56.706604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1154b197-c76a-421f-a01a-95b2228ad5fe up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:49:56.725955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae97ee-87a1-45c1-be7a-41c26275d24d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event updated for resources: {'Network': ['ID=761fdd0a-142b-4973-bebf-324d4cc8fe0d,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:56.762612 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-784dd62b-32f7-4721-9e54-563bb5d9f7df tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:56.770838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:56.776186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 761fdd0a-142b-4973-bebf-324d4cc8fe0d details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:49:56.830200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dd62b-32f7-4721-9e54-563bb5d9f7df tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=6df26b03-c1fc-49f5-ab80-f7c62df5bcbe,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:56.846542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:56.868549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1154b197-c76a-421f-a01a-95b2228ad5fe triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:49:56.868932 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:56.879278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:49:56.879595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:49:56.889258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:49:56.919817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ebe0e241-d99a-44df-bc68-47651a893f32 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Deleting port fd6c1d83-b82a-46d5-850f-d44db43a5fa6 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:56.920465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ebe0e241-d99a-44df-bc68-47651a893f32 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:56.985240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-784dd62b-32f7-4721-9e54-563bb5d9f7df tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:56.991705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9836a94-e3b5-4654-b9ef-39719e538f91 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:56.998652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9836a94-e3b5-4654-b9ef-39719e538f91 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:57.004580 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9836a94-e3b5-4654-b9ef-39719e538f91 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:57.010508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9836a94-e3b5-4654-b9ef-39719e538f91 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:57.012001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d9836a94-e3b5-4654-b9ef-39719e538f91 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Synchronizing usage tracker for tenant:d0435aac8ccc4cde97c52559403e6cc7 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:57.015737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event updated for resources: {'Port': ['ID=4f30352b-0242-42c6-ba3b-bde60848faf5,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:57.018264 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:49:57.034901 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:49:57.056834 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-784dd62b-32f7-4721-9e54-563bb5d9f7df tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/6df26b03-c1fc-49f5-ab80-f7c62df5bcbe HTTP/1.1" status: 204 len: 168 time: 2.1259902 Mar 03 05:49:57.065267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57254) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:57.092538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d9836a94-e3b5-4654-b9ef-39719e538f91 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Unset dirty status for tenant:d0435aac8ccc4cde97c52559403e6cc7 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:57.092995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7fdfe97a-8c74-4376-8046-f63490ae0933 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:49:57.096297 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d9836a94-e3b5-4654-b9ef-39719e538f91 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9535401 Mar 03 05:49:57.100764 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57258) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:57.130816 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 7fdfe97a-8c74-4376-8046-f63490ae0933 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:49:57.131156 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7fdfe97a-8c74-4376-8046-f63490ae0933 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:49:57.227896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e614eeb-ec98-4ce5-bec5-4cf0fce86250 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:57.230132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e614eeb-ec98-4ce5-bec5-4cf0fce86250 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:57.234054 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3e614eeb-ec98-4ce5-bec5-4cf0fce86250 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1628718 Mar 03 05:49:57.278728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57262) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:57.375538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2a2775da-2728-4e09-b9b0-14470f9140a0 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:57.381694 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port 7fdfe97a-8c74-4376-8046-f63490ae0933 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:57.382041 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:57.389807 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ebe0e241-d99a-44df-bc68-47651a893f32 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:57.405982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed393bd-c384-4f6a-9ee9-c984aee5722f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 536242fa-b808-4991-8c4b-0a025759a26f {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:49:57.466429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ed393bd-c384-4f6a-9ee9-c984aee5722f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:57.558409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ebe0e241-d99a-44df-bc68-47651a893f32 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Calling delete_port for fd6c1d83-b82a-46d5-850f-d44db43a5fa6 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:57.569658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] The port '7fdfe97a-8c74-4376-8046-f63490ae0933' was deleted {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:49:57.745855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9364e07e-5450-4351-9e50-24b630d893d9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:57.823599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ed393bd-c384-4f6a-9ee9-c984aee5722f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:57.910031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2a2775da-2728-4e09-b9b0-14470f9140a0 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:57.939090 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:57.960563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 44b988e8-6926-4007-837c-78c350c98caf is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:49:57.988169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-2a2775da-2728-4e09-b9b0-14470f9140a0 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094818f5-010d-47f5-8e4a-1619f06219cc']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:58.007679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e527515-6681-4b1e-b86c-b0947e16229f']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:58.165636 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ed393bd-c384-4f6a-9ee9-c984aee5722f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.201142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-2a2775da-2728-4e09-b9b0-14470f9140a0 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e8fd9bc-2246-4d44-8197-ac1f5b9c96fa') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:58.201703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-2a2775da-2728-4e09-b9b0-14470f9140a0 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e8fd9bc-2246-4d44-8197-ac1f5b9c96fa') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:58.218576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ebe0e241-d99a-44df-bc68-47651a893f32 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.284522 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0e241-d99a-44df-bc68-47651a893f32 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event deleted for resources: {'Port': ['ID=fd6c1d83-b82a-46d5-850f-d44db43a5fa6,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:58.313183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376ac8da-0d20-47d8-9918-f3240bce2062') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:58.313549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376ac8da-0d20-47d8-9918-f3240bce2062') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:58.337827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ebe0e241-d99a-44df-bc68-47651a893f32 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.360388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ed393bd-c384-4f6a-9ee9-c984aee5722f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.415436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2a2775da-2728-4e09-b9b0-14470f9140a0 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.416421 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ebe0e241-d99a-44df-bc68-47651a893f32 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "DELETE /v2.0/ports/fd6c1d83-b82a-46d5-850f-d44db43a5fa6 HTTP/1.1" status: 204 len: 168 time: 1.7079132 Mar 03 05:49:58.417718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57266) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:58.426258 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed393bd-c384-4f6a-9ee9-c984aee5722f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=536242fa-b808-4991-8c4b-0a025759a26f,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:58.440867 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6afc484-1182-4fbf-883c-6a3059526f20 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:49:58.444376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.462364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ed393bd-c384-4f6a-9ee9-c984aee5722f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.464539 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7ed393bd-c384-4f6a-9ee9-c984aee5722f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/536242fa-b808-4991-8c4b-0a025759a26f HTTP/1.1" status: 204 len: 168 time: 1.1792080 Mar 03 05:49:58.468923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57270) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:58.489350 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.501807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2a2775da-2728-4e09-b9b0-14470f9140a0 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.515134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:49:58.515516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.530716 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:49:58.579287 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:49:58.608549 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8c0fffe8-99d0-449b-83d8-411e2391cbf3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1363006 Mar 03 05:49:58.611162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57274) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:58.616590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:49:58.626610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a2775da-2728-4e09-b9b0-14470f9140a0 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:49:58.627013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2a2775da-2728-4e09-b9b0-14470f9140a0 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.630748 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92443d-207c-44a2-aa4b-5035cef5a9d8 None None] Sync routers for ids ['44b988e8-6926-4007-837c-78c350c98caf'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:49:58.643858 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92443d-207c-44a2-aa4b-5035cef5a9d8 None None] Routers {'44b988e8-6926-4007-837c-78c350c98caf'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:58.645086 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7b92443d-207c-44a2-aa4b-5035cef5a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['44b988e8-6926-4007-837c-78c350c98caf'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:49:58.654764 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:49:58.657090 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Deleting subnet 6eab1693-1e90-4165-97f6-c88104418442 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:49:58.671912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.708236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9364e07e-5450-4351-9e50-24b630d893d9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port 8680aee4-d9ad-4482-a34d-28898ba8faa9 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:58.708589 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9364e07e-5450-4351-9e50-24b630d893d9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.713673 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7b92443d-207c-44a2-aa4b-5035cef5a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:58.725558 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92443d-207c-44a2-aa4b-5035cef5a9d8 None None] Routers {'44b988e8-6926-4007-837c-78c350c98caf'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:49:58.726306 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7b92443d-207c-44a2-aa4b-5035cef5a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['44b988e8-6926-4007-837c-78c350c98caf'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:58.788168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.795464 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7b92443d-207c-44a2-aa4b-5035cef5a9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:49:58.796070 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92443d-207c-44a2-aa4b-5035cef5a9d8 None None] The sync data for ids ['44b988e8-6926-4007-837c-78c350c98caf'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:49:58.816877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.818388 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e3dce237-5f33-466b-b1d1-a03ccb9b6da1 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.5974956 Mar 03 05:49:58.830030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57280) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:58.836770 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b61c0e-19f3-4455-b9bb-df929461403b None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:49:58.843928 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-95b61c0e-19f3-4455-b9bb-df929461403b None None] Deleting port 1154b197-c76a-421f-a01a-95b2228ad5fe {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:49:58.844307 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-95b61c0e-19f3-4455-b9bb-df929461403b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.892551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.924962 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.932400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2a2775da-2728-4e09-b9b0-14470f9140a0 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.939247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Network': ['ID=0e527515-6681-4b1e-b86c-b0947e16229f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:58.946438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2a2775da-2728-4e09-b9b0-14470f9140a0 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:58.949360 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2a2775da-2728-4e09-b9b0-14470f9140a0 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "DELETE /v2.0/networks/094818f5-010d-47f5-8e4a-1619f06219cc HTTP/1.1" status: 204 len: 168 time: 1.8407407 Mar 03 05:49:58.957288 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57284) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:58.962957 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/networks/0e527515-6681-4b1e-b86c-b0947e16229f HTTP/1.1" status: 204 len: 168 time: 4.1967649 Mar 03 05:49:58.969661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57288) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:58.977520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:58.977857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:58.978190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:58.978515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:58.978837 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:58.979153 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:58.979685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:58.980177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:58.980497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:58.980811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:58.981126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:58.981438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3c2512-cb27-458b-a3a4-a2aa8e144994 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:49:59.001442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-721029414'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:59.060630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-95b61c0e-19f3-4455-b9bb-df929461403b None None] For port 1154b197-c76a-421f-a01a-95b2228ad5fe, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1154b197-c76a-421f-a01a-95b2228ad5fe,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:49:59.060990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-95b61c0e-19f3-4455-b9bb-df929461403b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:59.069372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:49:59.079786 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2775da-2728-4e09-b9b0-14470f9140a0 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event deleted for resources: {'Network': ['ID=094818f5-010d-47f5-8e4a-1619f06219cc,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:59.086021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:network and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:49:59.090986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:49:59.100277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:49:59.126949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:49:59.130534 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:59.183885 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-95b61c0e-19f3-4455-b9bb-df929461403b None None] Calling delete_port for 1154b197-c76a-421f-a01a-95b2228ad5fe owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:59.237517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:59.240436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:49:59.265485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-95b61c0e-19f3-4455-b9bb-df929461403b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:59.311687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:59.312215 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Added segment 2f837137-4002-40d0-9d9a-fc16062a67ef of type vlan for network 586e3658-c640-41db-b43b-811913c866c8 Mar 03 05:49:59.321048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b61c0e-19f3-4455-b9bb-df929461403b None None] Pushing event deleted for resources: {'Port': ['ID=1154b197-c76a-421f-a01a-95b2228ad5fe,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:59.328424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b61c0e-19f3-4455-b9bb-df929461403b None None] No DVR routers for this DVR port 1154b197-c76a-421f-a01a-95b2228ad5fe on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:49:59.401762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f72a0a2-2aa5-407e-9389-c3cd4956b947 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:59.402441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2f72a0a2-2aa5-407e-9389-c3cd4956b947 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:49:59.415563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:59.421751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9364e07e-5450-4351-9e50-24b630d893d9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:59.455623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7bc16b3c-0ed9-4523-b031-a57c7e2261eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:59.488387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:59.493797 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:59.494372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:59.591075 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-49337e86-da4c-4244-9498-f19cf2cc4adc tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/routers/44b988e8-6926-4007-837c-78c350c98caf HTTP/1.1" status: 200 len: 885 time: 0.7571075 Mar 03 05:49:59.595427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9364e07e-5450-4351-9e50-24b630d893d9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for 8680aee4-d9ad-4482-a34d-28898ba8faa9 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:49:59.626369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57294) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:59.633280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:49:59.665549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2f72a0a2-2aa5-407e-9389-c3cd4956b947 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:49:59.666756 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2f72a0a2-2aa5-407e-9389-c3cd4956b947 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0527728 Mar 03 05:49:59.727739 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57298) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:59.760301 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7868154 Mar 03 05:49:59.775289 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57302) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:49:59.778202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Router e0a7174a-a1d1-48d3-8098-83866513dd3d is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:49:59.787402 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': '586e3658-c640-41db-b43b-811913c866c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:49:59.807427 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e03d66-c594-4c6a-a5ec-037ceb4e3963 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Network': ['ID=586e3658-c640-41db-b43b-811913c866c8,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:49:59.818724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 586e3658-c640-41db-b43b-811913c866c8 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:49:59.945425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd1853c-cbcf-4ce6-a440-0fc2f79c60a2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:49:59.946105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8bd1853c-cbcf-4ce6-a440-0fc2f79c60a2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:00.019574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7bc16b3c-0ed9-4523-b031-a57c7e2261eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.063866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.068772 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:00.082009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57b864-4c20-4c1c-92c1-a39018012c50 req-46ab2958-8fef-44a8-9f86-f40ab05034a0 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:00.083456 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4d57b864-4c20-4c1c-92c1-a39018012c50 req-46ab2958-8fef-44a8-9f86-f40ab05034a0 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.5274763 Mar 03 05:50:00.084432 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:00.088965 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:00.111064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8bd1853c-cbcf-4ce6-a440-0fc2f79c60a2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:00.112243 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8bd1853c-cbcf-4ce6-a440-0fc2f79c60a2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3781066 Mar 03 05:50:00.117592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57306) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:00.118460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:00.118766 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-7bc16b3c-0ed9-4523-b031-a57c7e2261eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761fdd0a-142b-4973-bebf-324d4cc8fe0d']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:00.131592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event deleted for resources: {'Subnet': ['ID=6eab1693-1e90-4165-97f6-c88104418442,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:00.144867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.147921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557d53b8-aed1-4fe6-819f-df1358c87bbb None None] Network 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:00.148071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-7bc16b3c-0ed9-4523-b031-a57c7e2261eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e756f2af-4533-4f66-983e-bf29c3262633') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:00.148249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-7bc16b3c-0ed9-4523-b031-a57c7e2261eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e756f2af-4533-4f66-983e-bf29c3262633') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:00.160774 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:00.161117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:00.161462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:00.161798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:00.162128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:00.162455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:00.162775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:00.163271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:00.163751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:00.164268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:00.164743 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:00.165480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:00.175885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7bc16b3c-0ed9-4523-b031-a57c7e2261eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.202792 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-da4fee3d-b28a-46e2-9c4f-80bba02fbf3a tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "DELETE /v2.0/subnets/6eab1693-1e90-4165-97f6-c88104418442 HTTP/1.1" status: 204 len: 168 time: 1.7797177 Mar 03 05:50:00.209859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57310) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:00.216582 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-465b0494-dbb2-454c-96f6-4a1f18f56488 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938933 Mar 03 05:50:00.222911 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:00.226322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.240045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:00.244098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57314) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:00.259688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Sync routers for ids ['e0a7174a-a1d1-48d3-8098-83866513dd3d'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:00.269182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7bc16b3c-0ed9-4523-b031-a57c7e2261eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.285856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc16b3c-0ed9-4523-b031-a57c7e2261eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:00.286645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7bc16b3c-0ed9-4523-b031-a57c7e2261eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:00.301926 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:00.306213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-3fe164b0-26c0-4db7-8503-01656f5e976e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:00.320056 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.336608 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4d57b864-4c20-4c1c-92c1-a39018012c50 req-92454766-f50e-4279-91d8-a0b9e5992177 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430794 Mar 03 05:50:00.366615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Routers {'e0a7174a-a1d1-48d3-8098-83866513dd3d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:00.367245 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['e0a7174a-a1d1-48d3-8098-83866513dd3d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:00.448163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7bc16b3c-0ed9-4523-b031-a57c7e2261eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.504881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7bc16b3c-0ed9-4523-b031-a57c7e2261eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.518569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1154b197-c76a-421f-a01a-95b2228ad5fe no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:50:00.524747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc16b3c-0ed9-4523-b031-a57c7e2261eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event deleted for resources: {'Network': ['ID=761fdd0a-142b-4973-bebf-324d4cc8fe0d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:00.538738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9364e07e-5450-4351-9e50-24b630d893d9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.551895 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.553106 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7d8f2c3a-05b6-4413-b7f5-6061ca1e6dd6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.5679762 Mar 03 05:50:00.566049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57320) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:00.597280 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7bc16b3c-0ed9-4523-b031-a57c7e2261eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "DELETE /v2.0/networks/761fdd0a-142b-4973-bebf-324d4cc8fe0d HTTP/1.1" status: 204 len: 168 time: 1.6365709 Mar 03 05:50:00.600045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364e07e-5450-4351-9e50-24b630d893d9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=8680aee4-d9ad-4482-a34d-28898ba8faa9,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:00.607311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-68c8cb43-065a-4d91-ba0d-3c5824688663 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Synchronizing usage tracker for tenant:cdf918ead919400d8e09833e5e89e375 on resource:router {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:00.609787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57324) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:00.612299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 1154b197-c76a-421f-a01a-95b2228ad5fe {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:50:00.612775 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1154b197-c76a-421f-a01a-95b2228ad5fe not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:50:00.687346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.755674 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Set router e0a7174a-a1d1-48d3-8098-83866513dd3d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:50:00.837177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-68c8cb43-065a-4d91-ba0d-3c5824688663 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Unset dirty status for tenant:cdf918ead919400d8e09833e5e89e375 on resource:router {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:00.838531 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-68c8cb43-065a-4d91-ba0d-3c5824688663 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1706681 Mar 03 05:50:00.853739 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57328) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:00.865116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-bf10d268-fc7c-4d03-a60d-41c8ebaf0211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1761615336'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:00.874708 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60dce17-dc0a-4d68-9c9e-3f83838c261c None None] DHCP port deletion for 4acaad0d-e93f-4dcd-ae9b-d619dadbc637 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:50:00.885139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f60dce17-dc0a-4d68-9c9e-3f83838c261c None None] Deleting port a242064b-1729-4fda-9492-108cb24de73e {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:00.885501 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f60dce17-dc0a-4d68-9c9e-3f83838c261c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.898308 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3fe164b0-26c0-4db7-8503-01656f5e976e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:00.936125 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Deleting port a242064b-1729-4fda-9492-108cb24de73e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:00.936947 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:00.960793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3fe164b0-26c0-4db7-8503-01656f5e976e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:01.046289 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7a711f88-7ded-483e-bcc7-b9382761f1dd tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/routers/e0a7174a-a1d1-48d3-8098-83866513dd3d HTTP/1.1" status: 200 len: 908 time: 0.4731243 Mar 03 05:50:01.047194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe164b0-26c0-4db7-8503-01656f5e976e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:01.050743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3fe164b0-26c0-4db7-8503-01656f5e976e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:01.066265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57332) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:01.108081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:01.274410 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f60dce17-dc0a-4d68-9c9e-3f83838c261c None None] For port a242064b-1729-4fda-9492-108cb24de73e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=a242064b-1729-4fda-9492-108cb24de73e,segment=NetworkSegment(b5285279-35c5-4f78-ae9d-aa581d8592b1),segment_id=b5285279-35c5-4f78-ae9d-aa581d8592b1)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:01.274789 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f60dce17-dc0a-4d68-9c9e-3f83838c261c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:01.286683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15625bc0-7829-4f61-8a33-f8d223e957eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:01.292731 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15625bc0-7829-4f61-8a33-f8d223e957eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:01.293770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-15625bc0-7829-4f61-8a33-f8d223e957eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Synchronizing usage tracker for tenant:d0435aac8ccc4cde97c52559403e6cc7 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:01.377517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5dda6c-fad3-4cf3-ba0f-0779a97e1af1 req-32e606d0-a119-4863-bd6e-6c477319474d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:01.379072 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c5dda6c-fad3-4cf3-ba0f-0779a97e1af1 req-32e606d0-a119-4863-bd6e-6c477319474d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.8072548 Mar 03 05:50:01.420114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f60dce17-dc0a-4d68-9c9e-3f83838c261c None None] Calling delete_port for a242064b-1729-4fda-9492-108cb24de73e owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:01.479273 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a7174a-a1d1-48d3-8098-83866513dd3d', 'name': 'tempest-snat-router-1760751375', 'tenant_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.167'}], 'enable_snat': True}, 'gw_port_id': '4f30352b-0242-42c6-ba3b-bde60848faf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:49:51Z', 'updated_at': '2022-03-03T05:49:57Z', 'revision_number': 3, 'project_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'gw_port': {'id': '4f30352b-0242-42c6-ba3b-bde60848faf5', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a7174a-a1d1-48d3-8098-83866513dd3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:49:54Z', 'updated_at': '2022-03-03T05:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:01.497823 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Checking router: e0a7174a-a1d1-48d3-8098-83866513dd3d for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:50:01.498415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Updating router e0a7174a-a1d1-48d3-8098-83866513dd3d port 4f30352b-0242-42c6-ba3b-bde60848faf5 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:50:01.505805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Subnet': ['ID=a414befb-e40f-49de-aa8a-be2a5fbd5cff,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:01.534741 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-15625bc0-7829-4f61-8a33-f8d223e957eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Unset dirty status for tenant:d0435aac8ccc4cde97c52559403e6cc7 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:01.535969 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-15625bc0-7829-4f61-8a33-f8d223e957eb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9246888 Mar 03 05:50:01.548028 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f60dce17-dc0a-4d68-9c9e-3f83838c261c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:01.554427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57336) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:01.607613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60dce17-dc0a-4d68-9c9e-3f83838c261c None None] No DVR routers for this DVR port a242064b-1729-4fda-9492-108cb24de73e on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:50:01.609553 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c5dda6c-fad3-4cf3-ba0f-0779a97e1af1 req-060be18d-c395-43b7-94fe-4c1fb14e29bb tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086914 Mar 03 05:50:01.618773 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Checking segment: {'id': '2f837137-4002-40d0-9d9a-fc16062a67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '586e3658-c640-41db-b43b-811913c866c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:01.619133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network hostable DHCP agents. Network: 586e3658-c640-41db-b43b-811913c866c8, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:01.619750 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:01.627577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] For port a242064b-1729-4fda-9492-108cb24de73e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=a242064b-1729-4fda-9492-108cb24de73e,segment=NetworkSegment(b5285279-35c5-4f78-ae9d-aa581d8592b1),segment_id=b5285279-35c5-4f78-ae9d-aa581d8592b1)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:01.627577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:01.638550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1720603007'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:01.656718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:01.661102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:01.718263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9364e07e-5450-4351-9e50-24b630d893d9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:01.747366 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:01.772569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dce17-dc0a-4d68-9c9e-3f83838c261c None None] Pushing event deleted for resources: {'Port': ['ID=a242064b-1729-4fda-9492-108cb24de73e,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:01.892536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Calling delete_port for a242064b-1729-4fda-9492-108cb24de73e owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:01.905638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Made reservation on behalf of d0435aac8ccc4cde97c52559403e6cc7 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:01.909075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:01.973286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:01.987620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Transition to ACTIVE for port object 4f30352b-0242-42c6-ba3b-bde60848faf5 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:01.997881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.025091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 586e3658-c640-41db-b43b-811913c866c8 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:02.027347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3fe164b0-26c0-4db7-8503-01656f5e976e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.084777 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Attempting to bind port 4f30352b-0242-42c6-ba3b-bde60848faf5 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:02.085255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Attempting to bind port 4f30352b-0242-42c6-ba3b-bde60848faf5 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:02.085622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Attempting to bind port 4f30352b-0242-42c6-ba3b-bde60848faf5 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:02.091438 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d22437-72c2-4e5e-ac02-3292e1c9a6cc None None] Pushing event updated for resources: {'Port': ['ID=4f30352b-0242-42c6-ba3b-bde60848faf5,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:02.095947 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:02.096313 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:02.096900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.097126 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:02.097519 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Bound port: 4f30352b-0242-42c6-ba3b-bde60848faf5, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:02.097888 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.107378 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 586e3658-c640-41db-b43b-811913c866c8) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:02.121151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:02.122242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.130896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206754d2-8139-403d-94d0-6b4d66a4d719 None None] Network 586e3658-c640-41db-b43b-811913c866c8 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:02.147286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe164b0-26c0-4db7-8503-01656f5e976e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:02.158136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:50:02.158457 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:50:02.159153 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-3fe164b0-26c0-4db7-8503-01656f5e976e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:02.166590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe164b0-26c0-4db7-8503-01656f5e976e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=51c36eac-0e7c-4be2-9177-8bd4a516ebba,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:02.174788 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe164b0-26c0-4db7-8503-01656f5e976e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:02.175385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3fe164b0-26c0-4db7-8503-01656f5e976e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.207584 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-48fa3c40-5b47-4350-ab2c-591a64f09e14 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4273884 Mar 03 05:50:02.207990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57342) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:02.217456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': '586e3658-c640-41db-b43b-811913c866c8', 'name': 'tempest-PortsIpV6TestJSON-2058815880', 'fixed_ips': [{'subnet_id': 'a414befb-e40f-49de-aa8a-be2a5fbd5cff', 'ip_address': '2001:db8::10'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:02.221642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14ce0d1-6bd8-4fe6-98fc-1adf5827e4dd None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:02.246122 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1641b-db98-4806-9bb7-f4dcf3e7d7d7 req-20b96d8b-6fcd-412a-8bea-78518307a712 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:02.247663 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-07f1641b-db98-4806-9bb7-f4dcf3e7d7d7 req-20b96d8b-6fcd-412a-8bea-78518307a712 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4776685 Mar 03 05:50:02.268889 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3fe164b0-26c0-4db7-8503-01656f5e976e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0011079 Mar 03 05:50:02.270998 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57346) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:02.294014 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'mac_address': 'fa:16:3e:c4:3f:fe', 'name': 'tempest-NetworksTestDHCPv6-2026660732'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:02.323137 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:02.353848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.355135 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Added segment ea1bdfdd-ac21-4289-b8c2-14c763a73068 of type vlan for network f773d88e-44a1-4165-99c4-efae770b3357 Mar 03 05:50:02.388054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.480276 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-07f1641b-db98-4806-9bb7-f4dcf3e7d7d7 req-c3fe3cab-5479-4464-93a9-950cedaf7a8d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149649 Mar 03 05:50:02.503623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.520907 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device a242064b-1729-4fda-9492-108cb24de73e no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:50:02.538035 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:02.549212 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:02.554675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] For port 4f30352b-0242-42c6-ba3b-bde60848faf5, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:02.559058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Deleting port 4f30352b-0242-42c6-ba3b-bde60848faf5 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:02.559544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.568774 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:02.592205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: a242064b-1729-4fda-9492-108cb24de73e {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:50:02.592619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device a242064b-1729-4fda-9492-108cb24de73e not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:50:02.604443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] For port 4f30352b-0242-42c6-ba3b-bde60848faf5, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4f30352b-0242-42c6-ba3b-bde60848faf5,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:02.632989 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.655994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf10d268-fc7c-4d03-a60d-41c8ebaf0211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.712355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf10d268-fc7c-4d03-a60d-41c8ebaf0211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.761778 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Deleting port a242064b-1729-4fda-9492-108cb24de73e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:02.762126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.784447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.790175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:02.790437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.797897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.889630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d22437-72c2-4e5e-ac02-3292e1c9a6cc None None] Pushing event updated for resources: {'Port': ['ID=4f30352b-0242-42c6-ba3b-bde60848faf5,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:02.895657 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] The port 'a242064b-1729-4fda-9492-108cb24de73e' was deleted {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:50:02.917956 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '51c36eac-0e7c-4be2-9177-8bd4a516ebba'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:02.919344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:02.932140 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Routers {'e0a7174a-a1d1-48d3-8098-83866513dd3d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:02.933952 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['e0a7174a-a1d1-48d3-8098-83866513dd3d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:02.944351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port 32f2d0fd-a34e-48a2-a3af-01a0f2b45f08 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:50:02.992362 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:03.052244 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:03.061222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-586e3658-c640-41db-b43b-811913c866c8', 'network_id': '586e3658-c640-41db-b43b-811913c866c8', 'tenant_id': 'abf03cd3c52b4b1cb398f908af2b84e5', 'fixed_ips': [{'subnet_id': 'a414befb-e40f-49de-aa8a-be2a5fbd5cff'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:03.062049 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:03.068643 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5131619 Mar 03 05:50:03.084908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57352) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:03.088574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54fe73-d2f7-41f2-9ae3-23ce2368b9df tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event updated for resources: {'Network': ['ID=f773d88e-44a1-4165-99c4-efae770b3357,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:03.110060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1216774060'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:03.120686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network f773d88e-44a1-4165-99c4-efae770b3357 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:03.125178 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:03.145843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:03.169015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9364e07e-5450-4351-9e50-24b630d893d9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router a01c9782-21bb-44f1-b743-07ff66fc2d8a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:50:03.185671 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:03.190943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] For port 4f30352b-0242-42c6-ba3b-bde60848faf5, host dv-neutron-831582-1-hyperv, got binding levels [] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:03.191307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:03.203472 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Usage tracker for resource:network and tenant:d0435aac8ccc4cde97c52559403e6cc7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:03.216338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:03.241703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:03.281007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] Set router e0a7174a-a1d1-48d3-8098-83866513dd3d gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:50:03.360229 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f0f2b-1010-4713-9d81-24d28553f3dc req-e90e29ed-9bb0-4718-ab7e-35d5d160d318 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:03.361738 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2b0f0f2b-1010-4713-9d81-24d28553f3dc req-e90e29ed-9bb0-4718-ab7e-35d5d160d318 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.5447700 Mar 03 05:50:03.372745 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4acaad0d-e93f-4dcd-ae9b-d619dadbc637']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:03.421270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Calling delete_port for 4f30352b-0242-42c6-ba3b-bde60848faf5 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:03.455964 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5285279-35c5-4f78-ae9d-aa581d8592b1') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:03.456332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5285279-35c5-4f78-ae9d-aa581d8592b1') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:03.472706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a7174a-a1d1-48d3-8098-83866513dd3d', 'name': 'tempest-snat-router-1760751375', 'tenant_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:49:51Z', 'updated_at': '2022-03-03T05:50:02Z', 'revision_number': 4, 'project_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:03.473007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf10d268-fc7c-4d03-a60d-41c8ebaf0211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 44b988e8-6926-4007-837c-78c350c98caf has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:50:03.477230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Made reservation on behalf of d0435aac8ccc4cde97c52559403e6cc7 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:03.480848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:03.490671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:03.493407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8e094-cc6d-4e89-9d5f-40442f8558c1 None None] The sync data for ids ['e0a7174a-a1d1-48d3-8098-83866513dd3d'] in dv-neutron-831582-1-hyperv is: [{'id': 'e0a7174a-a1d1-48d3-8098-83866513dd3d', 'name': 'tempest-snat-router-1760751375', 'tenant_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:49:51Z', 'updated_at': '2022-03-03T05:50:02Z', 'revision_number': 4, 'project_id': 'd8dcd0e28e994ccf81d5a0d16e99c859', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:50:03.577712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:03.580019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Allocated IP 2001:db8::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/51c36eac-0e7c-4be2-9177-8bd4a516ebba/ad30dded-bcec-4713-8d1c-423a38dd200d) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:03.583797 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2b0f0f2b-1010-4713-9d81-24d28553f3dc req-21c088c9-9e42-4cf4-a0b3-97f1b7e0781a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996949 Mar 03 05:50:03.610267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:03.610751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:03.661161 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:03.755392 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:03.769069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8::10 (586e3658-c640-41db-b43b-811913c866c8/a414befb-e40f-49de-aa8a-be2a5fbd5cff/32f2d0fd-a34e-48a2-a3af-01a0f2b45f08) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:03.819887 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port caac9793-d73e-40de-858e-0163f24260b6 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:50:03.825813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:03.841874 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Transition to ACTIVE for port object ad30dded-bcec-4713-8d1c-423a38dd200d will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:03.863469 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Transition to ACTIVE for port object ad30dded-bcec-4713-8d1c-423a38dd200d will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:03.872957 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:03.892141 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:03.940828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:03.947389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:03.956346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:03.960367 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] 10.222.0.20 "DELETE /v2.0/networks/4acaad0d-e93f-4dcd-ae9b-d619dadbc637 HTTP/1.1" status: 204 len: 168 time: 3.7466633 Mar 03 05:50:03.962366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:03.970655 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Pushing event updated for resources: {'Port': ['ID=ad30dded-bcec-4713-8d1c-423a38dd200d,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:03.994382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d4e3a-5e62-4522-80d3-67434b147814 tempest-AllowedAddressPairIpV6TestJSON-841543375 tempest-AllowedAddressPairIpV6TestJSON-841543375-project] Pushing event deleted for resources: {'Network': ['ID=4acaad0d-e93f-4dcd-ae9b-d619dadbc637,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:04.099760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Attempting to bind port ad30dded-bcec-4713-8d1c-423a38dd200d on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:04.100340 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Attempting to bind port ad30dded-bcec-4713-8d1c-423a38dd200d by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:04.100691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Attempting to bind port ad30dded-bcec-4713-8d1c-423a38dd200d on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:04.110080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:04.110489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:04.111367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:04.111764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:04.112258 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Bound port: ad30dded-bcec-4713-8d1c-423a38dd200d, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:04.112678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:04.134829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:04.185289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf10d268-fc7c-4d03-a60d-41c8ebaf0211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:04.196142 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8606c69c-9463-43fa-8545-29c509c43e51 None None] Sync routers for ids ['44b988e8-6926-4007-837c-78c350c98caf'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:04.202172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:04.202735 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Added segment adc4e9ee-1c7f-4a15-8b17-af7cca577cd1 of type vlan for network 7a566d57-6670-412f-a0bb-0ded7b912e8b Mar 03 05:50:04.204475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9364e07e-5450-4351-9e50-24b630d893d9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:04.209039 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606c69c-9463-43fa-8545-29c509c43e51 None None] Routers {'44b988e8-6926-4007-837c-78c350c98caf'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:04.210977 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8606c69c-9463-43fa-8545-29c509c43e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['44b988e8-6926-4007-837c-78c350c98caf'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:04.227972 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9364e07e-5450-4351-9e50-24b630d893d9 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "PUT /v2.0/routers/a01c9782-21bb-44f1-b743-07ff66fc2d8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6537642 Mar 03 05:50:04.233991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf10d268-fc7c-4d03-a60d-41c8ebaf0211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:04.235277 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bf10d268-fc7c-4d03-a60d-41c8ebaf0211 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/44b988e8-6926-4007-837c-78c350c98caf HTTP/1.1" status: 200 len: 892 time: 3.3805182 Mar 03 05:50:04.238304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57362) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:04.238628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57364) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:04.277693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] For port ad30dded-bcec-4713-8d1c-423a38dd200d, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:04.286382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] For port ad30dded-bcec-4713-8d1c-423a38dd200d, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ad30dded-bcec-4713-8d1c-423a38dd200d,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:04.295027 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f629a0e1-19f1-481c-a5e7-4861857c565d None None] Sync routers for ids ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:04.302712 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8606c69c-9463-43fa-8545-29c509c43e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:04.314243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:04.321594 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606c69c-9463-43fa-8545-29c509c43e51 None None] Routers {'44b988e8-6926-4007-837c-78c350c98caf'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:04.322466 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8606c69c-9463-43fa-8545-29c509c43e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['44b988e8-6926-4007-837c-78c350c98caf'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:04.389475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::28b (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/51c36eac-0e7c-4be2-9177-8bd4a516ebba/caac9793-d73e-40de-858e-0163f24260b6) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:04.391626 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:04.419117 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8606c69c-9463-43fa-8545-29c509c43e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:04.423865 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8606c69c-9463-43fa-8545-29c509c43e51 None None] The sync data for ids ['44b988e8-6926-4007-837c-78c350c98caf'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:50:04.441002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:50:04.441354 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:50:04.518683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207d2bd-111e-4329-84dc-e824d5bed1bb req-d8869549-d7fc-42cd-b7ed-345a98c06568 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:04.520780 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4207d2bd-111e-4329-84dc-e824d5bed1bb req-d8869549-d7fc-42cd-b7ed-345a98c06568 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.5561624 Mar 03 05:50:04.523812 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57372) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:04.533149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f629a0e1-19f1-481c-a5e7-4861857c565d None None] Routers {'a01c9782-21bb-44f1-b743-07ff66fc2d8a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:04.533758 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f629a0e1-19f1-481c-a5e7-4861857c565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:04.633785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f629a0e1-19f1-481c-a5e7-4861857c565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:04.636447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:04.641963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:04.642579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:04.669642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f629a0e1-19f1-481c-a5e7-4861857c565d None None] Routers {'a01c9782-21bb-44f1-b743-07ff66fc2d8a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:04.670531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f629a0e1-19f1-481c-a5e7-4861857c565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:04.743058 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8e9a2276-0361-4b8c-96b4-f6d43ec79cf4 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/routers/44b988e8-6926-4007-837c-78c350c98caf HTTP/1.1" status: 200 len: 892 time: 0.5006392 Mar 03 05:50:04.747562 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4207d2bd-111e-4329-84dc-e824d5bed1bb req-9bbf6518-19c5-41b6-8317-6088cb57abf9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174828 Mar 03 05:50:04.748168 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57378) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:04.752245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:04.806565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:04.823061 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f629a0e1-19f1-481c-a5e7-4861857c565d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:04.824141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f629a0e1-19f1-481c-a5e7-4861857c565d None None] The sync data for ids ['a01c9782-21bb-44f1-b743-07ff66fc2d8a'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:50:04.825711 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bef851-59f2-49cf-b12a-96344f7b684d None None] Pushing event updated for resources: {'Port': ['ID=ad30dded-bcec-4713-8d1c-423a38dd200d,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:04.841930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b1a8f586-a235-452a-a2c8-98b3c38817e8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Synchronizing usage tracker for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:04.860606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object 32f2d0fd-a34e-48a2-a3af-01a0f2b45f08 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:04.904300 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b1a8f586-a235-452a-a2c8-98b3c38817e8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Unset dirty status for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:04.905579 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b1a8f586-a235-452a-a2c8-98b3c38817e8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b988e8-6926-4007-837c-78c350c98caf HTTP/1.1" status: 200 len: 205 time: 0.1513898 Mar 03 05:50:04.910339 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57382) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:04.947583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Deleting port 4f30352b-0242-42c6-ba3b-bde60848faf5 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:04.948276 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:04.984943 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.8909369 Mar 03 05:50:04.996894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57386) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:05.010136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b68ae5-e535-4483-9d14-d37f2ede5bdd tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event updated for resources: {'Network': ['ID=7a566d57-6670-412f-a0bb-0ded7b912e8b,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:05.010674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.021446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Request body: {'ports': [{'network_id': 'f773d88e-44a1-4165-99c4-efae770b3357', 'name': 'tempest-port--146908490', 'admin_state_up': True}, {'network_id': '7a566d57-6670-412f-a0bb-0ded7b912e8b', 'admin_state_up': False}]} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:05.021777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Request body: {'port': {'network_id': 'f773d88e-44a1-4165-99c4-efae770b3357', 'name': 'tempest-port--146908490', 'admin_state_up': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:05.022259 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Request body: {'port': {'network_id': '7a566d57-6670-412f-a0bb-0ded7b912e8b', 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:05.022386 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 7a566d57-6670-412f-a0bb-0ded7b912e8b details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:05.084810 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object caac9793-d73e-40de-858e-0163f24260b6 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:05.152214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.188048 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-54d8d6ff-c4d1-4ed8-bdf7-3fac8598078d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2e24cf0631124824a891e6fcc4e256d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5863309 Mar 03 05:50:05.210043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Allocated IP 2001:db8::2 (586e3658-c640-41db-b43b-811913c866c8/a414befb-e40f-49de-aa8a-be2a5fbd5cff/a2897ffc-f9b5-4aa3-b7f0-cb034da02452) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:05.223588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57390) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:05.268467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.295325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port 4e3e6e48-73ec-4708-97c3-1921176fe70c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:05.295721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.356370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] For port 4f30352b-0242-42c6-ba3b-bde60848faf5, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4f30352b-0242-42c6-ba3b-bde60848faf5,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:05.357963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.444861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.456049 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Transition to ACTIVE for port object a2897ffc-f9b5-4aa3-b7f0-cb034da02452 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:05.480969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Transition to ACTIVE for port object a2897ffc-f9b5-4aa3-b7f0-cb034da02452 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:05.489420 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.508859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Calling delete_port for 4f30352b-0242-42c6-ba3b-bde60848faf5 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:05.530064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 586e3658-c640-41db-b43b-811913c866c8 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:05.549789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:05.553333 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:05.560598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:05.561252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.565089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Network 586e3658-c640-41db-b43b-811913c866c8 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:05.575673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:05.578243 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.579988 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:05.584243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Pushing event updated for resources: {'Port': ['ID=a2897ffc-f9b5-4aa3-b7f0-cb034da02452,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:05.597960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:05.598662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:05.599214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:05.600036 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:05.600584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:05.601125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:05.601806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:05.602097 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:05.602589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:05.602916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:05.603248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:05.603704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:05.709102 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=32f2d0fd-a34e-48a2-a3af-01a0f2b45f08,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:05.720394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Attempting to bind port a2897ffc-f9b5-4aa3-b7f0-cb034da02452 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:05.720875 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Attempting to bind port a2897ffc-f9b5-4aa3-b7f0-cb034da02452 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '2f837137-4002-40d0-9d9a-fc16062a67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '586e3658-c640-41db-b43b-811913c866c8'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:05.721546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Attempting to bind port a2897ffc-f9b5-4aa3-b7f0-cb034da02452 on network 586e3658-c640-41db-b43b-811913c866c8 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:05.728227 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:05.728515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Checking segment: {'id': '2f837137-4002-40d0-9d9a-fc16062a67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '586e3658-c640-41db-b43b-811913c866c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:05.728887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.729557 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Bound using segment: {'id': '2f837137-4002-40d0-9d9a-fc16062a67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '586e3658-c640-41db-b43b-811913c866c8'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:05.730023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Bound port: a2897ffc-f9b5-4aa3-b7f0-cb034da02452, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f837137-4002-40d0-9d9a-fc16062a67ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '586e3658-c640-41db-b43b-811913c866c8'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:05.730390 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.763515 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8d0006f1-c3c7-43b9-bb87-e7d65d4acf23 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5515664 Mar 03 05:50:05.768028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57394) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:05.780490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': '586e3658-c640-41db-b43b-811913c866c8', 'name': 'tempest-PortsIpV6TestJSON-200057632', 'fixed_ips': [{'subnet_id': 'a414befb-e40f-49de-aa8a-be2a5fbd5cff', 'ip_address': '2001:db8::f'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:05.794651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37c2f19-4576-4646-8deb-62ef78723bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.806618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.853453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] For port a2897ffc-f9b5-4aa3-b7f0-cb034da02452, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:05.858728 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] For port a2897ffc-f9b5-4aa3-b7f0-cb034da02452, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=a2897ffc-f9b5-4aa3-b7f0-cb034da02452,segment=NetworkSegment(2f837137-4002-40d0-9d9a-fc16062a67ef),segment_id=2f837137-4002-40d0-9d9a-fc16062a67ef)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:05.865739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.892403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:05.963503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:05.977243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54189e-eff2-4ae7-b55d-9abd36507596 None None] Pushing event updated for resources: {'Port': ['ID=a2897ffc-f9b5-4aa3-b7f0-cb034da02452,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:06.001310 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-da5199d4-e16f-4a0c-8718-ede0093b4e91 None None] Provisioning for port ad30dded-bcec-4713-8d1c-423a38dd200d completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:06.020881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Usage tracker for resource:port and tenant:d0435aac8ccc4cde97c52559403e6cc7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:06.083679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:06.088171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37c2f19-4576-4646-8deb-62ef78723bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.102146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for 4e3e6e48-73ec-4708-97c3-1921176fe70c owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:06.116557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:06.232635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:06.235187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:06.239894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:06.247399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:06.248507 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.278564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=caac9793-d73e-40de-858e-0163f24260b6,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:06.282748 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:06.299984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.334795 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:port and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:06.338621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:06.346443 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:06.377952 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-32a05585-fa21-48a8-b7d5-3173fb53d7d0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0931180 Mar 03 05:50:06.379349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57400) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:06.401882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Made reservation on behalf of d0435aac8ccc4cde97c52559403e6cc7 for: {'port': 2} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:06.406390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.434073 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:06.439150 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.496318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event deleted for resources: {'Port': ['ID=4f30352b-0242-42c6-ba3b-bde60848faf5,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:06.498128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.533313 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port ee3ab136-92e0-4651-9b0e-75415116923d yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:50:06.545230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ad30dded-bcec-4713-8d1c-423a38dd200d up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:06.575225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.594452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.632344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=4e3e6e48-73ec-4708-97c3-1921176fe70c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:06.639411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port f249e4b2-eb65-4fec-9a12-44ad1923a836 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:06.639606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.647989 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port ad30dded-bcec-4713-8d1c-423a38dd200d completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:06.654091 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port ad30dded-bcec-4713-8d1c-423a38dd200d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:06.654542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.753396 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37c2f19-4576-4646-8deb-62ef78723bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.782195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9102f483-bdbd-420c-b13d-3af03404b731 None None] Provisioning for port caac9793-d73e-40de-858e-0163f24260b6 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:06.789289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9102f483-bdbd-420c-b13d-3af03404b731 None None] Provisioning complete for port caac9793-d73e-40de-858e-0163f24260b6 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:06.789734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9102f483-bdbd-420c-b13d-3af03404b731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.849150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.879517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9102f483-bdbd-420c-b13d-3af03404b731 None None] Port caac9793-d73e-40de-858e-0163f24260b6 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:50:06.889087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c2f19-4576-4646-8deb-62ef78723bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59deeb1d-ce0d-42d8-93c3-598d7dede0e5,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:06.895532 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.941905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port ad30dded-bcec-4713-8d1c-423a38dd200d, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ad30dded-bcec-4713-8d1c-423a38dd200d,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:06.949396 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:06.950279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device a2897ffc-f9b5-4aa3-b7f0-cb034da02452 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:07.051445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=ad30dded-bcec-4713-8d1c-423a38dd200d,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:07.086038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.108364 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port a2897ffc-f9b5-4aa3-b7f0-cb034da02452 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:07.116523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.146948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.159026 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907a200-b73b-456b-9818-8419a70069eb req-6ea8f628-d28b-4283-b67f-7dc4d2da9a7a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:07.161284 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b907a200-b73b-456b-9818-8419a70069eb req-6ea8f628-d28b-4283-b67f-7dc4d2da9a7a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 1.0893459 Mar 03 05:50:07.210920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.303109 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for f249e4b2-eb65-4fec-9a12-44ad1923a836 owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:07.303881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.305758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.306346 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Fanout notify agent at l3_agent the message router_deleted on router a01c9782-21bb-44f1-b743-07ff66fc2d8a {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:50:07.309655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.378865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.385593 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-20fcc859-5fb9-4a5e-b251-520e8dd729e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/routers/a01c9782-21bb-44f1-b743-07ff66fc2d8a HTTP/1.1" status: 204 len: 168 time: 3.1423664 Mar 03 05:50:07.385801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da126f8-cf02-4b09-aba5-f560450aa10f None None] Network 586e3658-c640-41db-b43b-811913c866c8 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:07.385915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57404) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:07.393564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.394055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0a7174a-a1d1-48d3-8098-83866513dd3d {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:50:07.450660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.452361 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-97ac19d5-f9d6-49b4-bdde-1056d30bb38e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "DELETE /v2.0/routers/e0a7174a-a1d1-48d3-8098-83866513dd3d HTTP/1.1" status: 204 len: 168 time: 6.3846965 Mar 03 05:50:07.457910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57408) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:07.531018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fc1cc413-085b-42f6-ae20-b863a1e6ed5d None None] Provisioning for port a2897ffc-f9b5-4aa3-b7f0-cb034da02452 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:07.541759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fc1cc413-085b-42f6-ae20-b863a1e6ed5d None None] Provisioning complete for port a2897ffc-f9b5-4aa3-b7f0-cb034da02452 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:07.542838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fc1cc413-085b-42f6-ae20-b863a1e6ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.701849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e52d421-a38e-4164-abdb-d3f689cf8c28 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:07.710413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e52d421-a38e-4164-abdb-d3f689cf8c28 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:07.710413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6e52d421-a38e-4164-abdb-d3f689cf8c28 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:07.715598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] device_id is not set on port 23424600-e813-46cd-9e3e-180ca2958d68 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:50:07.749367 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c37c2f19-4576-4646-8deb-62ef78723bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.753421 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c37c2f19-4576-4646-8deb-62ef78723bc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59deeb1d-ce0d-42d8-93c3-598d7dede0e5 HTTP/1.1" status: 204 len: 168 time: 2.5188148 Mar 03 05:50:07.806844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fc1cc413-085b-42f6-ae20-b863a1e6ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.834431 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b907a200-b73b-456b-9818-8419a70069eb req-dbd540d2-75a9-432c-9a3f-e1216120982f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5384305 Mar 03 05:50:07.862655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8::f (586e3658-c640-41db-b43b-811913c866c8/a414befb-e40f-49de-aa8a-be2a5fbd5cff/ee3ab136-92e0-4651-9b0e-75415116923d) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:07.867068 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6e52d421-a38e-4164-abdb-d3f689cf8c28 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:07.871024 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6e52d421-a38e-4164-abdb-d3f689cf8c28 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.4736762 Mar 03 05:50:07.876127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57414) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:07.884320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-fc1cc413-085b-42f6-ae20-b863a1e6ed5d None None] For port a2897ffc-f9b5-4aa3-b7f0-cb034da02452, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=a2897ffc-f9b5-4aa3-b7f0-cb034da02452,segment=NetworkSegment(2f837137-4002-40d0-9d9a-fc16062a67ef),segment_id=2f837137-4002-40d0-9d9a-fc16062a67ef)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:07.886553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cfe32c-7006-47dd-8c42-b4e080cd9012 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting subnet 6e79f526-e2fc-46c2-9422-653e748b4261 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:50:07.889624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:07.894973 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fc1cc413-085b-42f6-ae20-b863a1e6ed5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.035548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cc413-085b-42f6-ae20-b863a1e6ed5d None None] Pushing event updated for resources: {'Port': ['ID=a2897ffc-f9b5-4aa3-b7f0-cb034da02452,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:08.085761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe32c-7006-47dd-8c42-b4e080cd9012 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.087514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fb57d-0dec-4546-ac78-fdac2f8e3e31 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port caac9793-d73e-40de-858e-0163f24260b6 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:08.087934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb57d-0dec-4546-ac78-fdac2f8e3e31 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.160476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.168969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe32c-7006-47dd-8c42-b4e080cd9012 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.218524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Deleting port 305db502-fb9b-4493-985e-bf6962850a7c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:08.220353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.308648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.351403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2a3b0eb4-cb13-452b-a1c5-5ba003a5f9c6 None None] Provisioning for port 32f2d0fd-a34e-48a2-a3af-01a0f2b45f08 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:08.371086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2a3b0eb4-cb13-452b-a1c5-5ba003a5f9c6 None None] Provisioning complete for port 32f2d0fd-a34e-48a2-a3af-01a0f2b45f08 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:08.371882 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2a3b0eb4-cb13-452b-a1c5-5ba003a5f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.487911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] For port 305db502-fb9b-4493-985e-bf6962850a7c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=305db502-fb9b-4493-985e-bf6962850a7c,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:08.488484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.492830 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.509267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ad30dded-bcec-4713-8d1c-423a38dd200d up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:08.573751 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b0eb4-cb13-452b-a1c5-5ba003a5f9c6 None None] Port 32f2d0fd-a34e-48a2-a3af-01a0f2b45f08 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:50:08.611027 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2a3b0eb4-cb13-452b-a1c5-5ba003a5f9c6 None None] Provisioning complete for port a2897ffc-f9b5-4aa3-b7f0-cb034da02452 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:08.611681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2a3b0eb4-cb13-452b-a1c5-5ba003a5f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.645336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Calling delete_port for 305db502-fb9b-4493-985e-bf6962850a7c owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:08.722388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Port': ['ID=f249e4b2-eb65-4fec-9a12-44ad1923a836,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:08.767159 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe32c-7006-47dd-8c42-b4e080cd9012 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.780247 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port ad30dded-bcec-4713-8d1c-423a38dd200d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:08.781050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.802669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] device_id is not set on port 791c38e5-eeaf-4430-a309-71d548edb84e yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:50:08.871828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb57d-0dec-4546-ac78-fdac2f8e3e31 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.876682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe32c-7006-47dd-8c42-b4e080cd9012 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:08.949417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device a2897ffc-f9b5-4aa3-b7f0-cb034da02452 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:08.957852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57438) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:09.003062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfe32c-7006-47dd-8c42-b4e080cd9012 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Subnet': ['ID=6e79f526-e2fc-46c2-9422-653e748b4261,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:09.012202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe32c-7006-47dd-8c42-b4e080cd9012 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.020318 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fb57d-0dec-4546-ac78-fdac2f8e3e31 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for caac9793-d73e-40de-858e-0163f24260b6 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:09.022397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4b6353-9d2d-44da-a466-fa68483ee919 None None] Network 84310cfa-a78d-4030-a691-29036cec1026 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:09.038474 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f5cfe32c-7006-47dd-8c42-b4e080cd9012 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/subnets/6e79f526-e2fc-46c2-9422-653e748b4261 HTTP/1.1" status: 204 len: 168 time: 1.6515667 Mar 03 05:50:09.041197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57444) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:09.115609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.141461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.143428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4810924e-d7da-448d-a787-e22255f9458f None None] Provisioning complete for port 32f2d0fd-a34e-48a2-a3af-01a0f2b45f08 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:09.143922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4810924e-d7da-448d-a787-e22255f9458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.189046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-89078484'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:09.215634 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event deleted for resources: {'Port': ['ID=305db502-fb9b-4493-985e-bf6962850a7c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:09.219339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:09.231125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port a2897ffc-f9b5-4aa3-b7f0-cb034da02452 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:09.231561 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.232576 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.250799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:network and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:09.256255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.264347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:09.308667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:09.336808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-4810924e-d7da-448d-a787-e22255f9458f None None] Port 32f2d0fd-a34e-48a2-a3af-01a0f2b45f08 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:50:09.353344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.494459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.497195 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object ee3ab136-92e0-4651-9b0e-75415116923d will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:09.503355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.511885 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8b20f7-bf7a-4f45-ad7f-4cc09fbd316e None None] DHCP port deletion for 84310cfa-a78d-4030-a691-29036cec1026 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:50:09.518360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b20f7-bf7a-4f45-ad7f-4cc09fbd316e None None] Deleting port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:09.518360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6f8b20f7-bf7a-4f45-ad7f-4cc09fbd316e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.595442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.596009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Fanout notify agent at l3_agent the message router_deleted on router 44b988e8-6926-4007-837c-78c350c98caf {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:50:09.610503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:09.611194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.646575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:09.649876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.677064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.686328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe2584-d6ec-4f7e-a8cf-0a40e1973a35 req-ab81fe06-74f1-41bb-b4ec-6d617510b1d3 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:09.687869 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4ffe2584-d6ec-4f7e-a8cf-0a40e1973a35 req-ab81fe06-74f1-41bb-b4ec-6d617510b1d3 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.6778924 Mar 03 05:50:09.710124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.743695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.746447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb57d-0dec-4546-ac78-fdac2f8e3e31 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.748010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6f8b20f7-bf7a-4f45-ad7f-4cc09fbd316e None None] For port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1e0be0bb-5a7f-4da1-97fd-bbcad1fef584,segment=NetworkSegment(969a118e-44a5-481b-ac49-8fe0973e1a08),segment_id=969a118e-44a5-481b-ac49-8fe0973e1a08)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:09.748507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6f8b20f7-bf7a-4f45-ad7f-4cc09fbd316e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.757528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.762621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.772335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:09.809027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:security_group_rule and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:09.814841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.819590 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:09.820361 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5cd8e0ff-5817-40d2-a9d6-4faffa46492c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/44b988e8-6926-4007-837c-78c350c98caf HTTP/1.1" status: 204 len: 168 time: 4.9087844 Mar 03 05:50:09.823957 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57448) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:09.841656 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-454678896'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:09.849510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:09.854117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:09.875540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:network and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:09.878215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.878808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f89efa0-0f2a-4f9f-83be-7e39875cb8a5 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:50:09.879309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6f8b20f7-bf7a-4f45-ad7f-4cc09fbd316e None None] Calling delete_port for 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:09.887510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 586e3658-c640-41db-b43b-811913c866c8 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:09.907251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:09.911093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:09.922923 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4ffe2584-d6ec-4f7e-a8cf-0a40e1973a35 req-bef766b8-85cc-46ec-99f4-e3c56b5fdf68 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215128 Mar 03 05:50:09.925142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:09.942059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:09.942724 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:09.947262 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:09.995815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6f8b20f7-bf7a-4f45-ad7f-4cc09fbd316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.004458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f8fb57d-0dec-4546-ac78-fdac2f8e3e31 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.013648 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7f8fb57d-0dec-4546-ac78-fdac2f8e3e31 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/caac9793-d73e-40de-858e-0163f24260b6 HTTP/1.1" status: 204 len: 168 time: 2.1363358 Mar 03 05:50:10.016512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57452) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:10.019228 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=ee3ab136-92e0-4651-9b0e-75415116923d,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:10.069225 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:10.073021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.131627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b20f7-bf7a-4f45-ad7f-4cc09fbd316e None None] No DVR routers for this DVR port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:50:10.137194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b20f7-bf7a-4f45-ad7f-4cc09fbd316e None None] Pushing event deleted for resources: {'Port': ['ID=1e0be0bb-5a7f-4da1-97fd-bbcad1fef584,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:10.149043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] For port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1e0be0bb-5a7f-4da1-97fd-bbcad1fef584,segment=NetworkSegment(969a118e-44a5-481b-ac49-8fe0973e1a08),segment_id=969a118e-44a5-481b-ac49-8fe0973e1a08)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:10.149339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.173338 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a7420399-d333-4b0c-b5fd-abaaee8e4c17 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.3987565 Mar 03 05:50:10.178516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.179424 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e3586ef4-15ce-4d3d-8c5e-3e95127d2f1b tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "DELETE /v2.0/routers/1f89efa0-0f2a-4f9f-83be-7e39875cb8a5 HTTP/1.1" status: 204 len: 168 time: 2.7203333 Mar 03 05:50:10.187855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57456) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:10.188186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57458) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:10.196972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fb57d-0dec-4546-ac78-fdac2f8e3e31 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=caac9793-d73e-40de-858e-0163f24260b6,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:10.198846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-442125040', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:10.202501 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.268239 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:10.309169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6bcdd3-991a-4172-8b3c-50c06bc526c9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:10.310980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6bcdd3-991a-4172-8b3c-50c06bc526c9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:10.311729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ed6bcdd3-991a-4172-8b3c-50c06bc526c9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:10.351588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event updated for resources: {'Port': ['ID=23424600-e813-46cd-9e3e-180ca2958d68,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:10.369067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ed6bcdd3-991a-4172-8b3c-50c06bc526c9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:10.374107 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ed6bcdd3-991a-4172-8b3c-50c06bc526c9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3562715 Mar 03 05:50:10.375140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57464) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:10.376136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Checking segment: {'id': 'ea1bdfdd-ac21-4289-b8c2-14c763a73068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f773d88e-44a1-4165-99c4-efae770b3357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:10.376684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Network hostable DHCP agents. Network: f773d88e-44a1-4165-99c4-efae770b3357, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:10.384600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c4c89b71-8ff4-46db-a4ea-ea64fa152597 None None] Provisioning for port ee3ab136-92e0-4651-9b0e-75415116923d completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:10.391890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c4c89b71-8ff4-46db-a4ea-ea64fa152597 None None] Provisioning complete for port ee3ab136-92e0-4651-9b0e-75415116923d triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:10.392263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4c89b71-8ff4-46db-a4ea-ea64fa152597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.416108 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Usage tracker for resource:router and tenant:febb3bd0b277432e94b2917097a2dfcc is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:10.426290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:10.458839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c4c89b71-8ff4-46db-a4ea-ea64fa152597 None None] Port ee3ab136-92e0-4651-9b0e-75415116923d cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:50:10.459263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:10.462757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Network f773d88e-44a1-4165-99c4-efae770b3357 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:10.465297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.473982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e803f9d-026f-40f1-93b3-87f54f049e48 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 51c36eac-0e7c-4be2-9177-8bd4a516ebba {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:50:10.477772 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9e803f9d-026f-40f1-93b3-87f54f049e48 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.478502 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:50:10.484800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.490839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:10.521287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:50:10.521834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:50:10.522308 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 305db502-fb9b-4493-985e-bf6962850a7c no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:50:10.523175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, f773d88e-44a1-4165-99c4-efae770b3357) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:10.527940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:10.535673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:10.536760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.555958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7986765-6fe7-4269-b3de-2c2d56aae5bf None None] Network f773d88e-44a1-4165-99c4-efae770b3357 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:10.564479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.565481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.569761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:10.592592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.592819 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Added segment 2614879e-943f-4aed-a739-3854ce4fea83 of type vlan for network 81f28655-33bb-457c-8dec-984a2f707379 Mar 03 05:50:10.594509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d0f3d9-6e52-4162-898b-6ea7f7b8949a,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:10.608679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9e803f9d-026f-40f1-93b3-87f54f049e48 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.614749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.615225 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Added segment b022d129-8b7e-4022-ac6f-fd83dbcfe86e of type vlan for network 494ab4a5-5483-4499-9a5c-a9dd92f611b1 Mar 03 05:50:10.616405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 305db502-fb9b-4493-985e-bf6962850a7c {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:50:10.616848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 305db502-fb9b-4493-985e-bf6962850a7c not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:50:10.671794 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.672921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:50:10.673233 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:50:10.685248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.685607 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event updated for resources: {'Port': ['ID=791c38e5-eeaf-4430-a309-71d548edb84e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:10.695220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.707432 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Checking segment: {'id': 'adc4e9ee-1c7f-4a15-8b17-af7cca577cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7a566d57-6670-412f-a0bb-0ded7b912e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:10.707882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Network hostable DHCP agents. Network: 7a566d57-6670-412f-a0bb-0ded7b912e8b, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:10.714989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f573522-709d-480c-bc66-d1656bd6ce3d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:10.715869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9f573522-709d-480c-bc66-d1656bd6ce3d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:10.743566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Network 7a566d57-6670-412f-a0bb-0ded7b912e8b is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:10.754852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9e803f9d-026f-40f1-93b3-87f54f049e48 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.782478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 7a566d57-6670-412f-a0bb-0ded7b912e8b) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:10.793065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf018e-53bc-41a6-a65b-1118e5564952 None None] Network 7a566d57-6670-412f-a0bb-0ded7b912e8b requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:10.796070 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:10.801609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:10.806436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:10.807074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.832458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9f573522-709d-480c-bc66-d1656bd6ce3d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:10.835419 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-797cd0c3-2668-42e7-9110-299a62fad990 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.8350101 Mar 03 05:50:10.835511 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9f573522-709d-480c-bc66-d1656bd6ce3d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6444142 Mar 03 05:50:10.836016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57468) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:10.836537 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57470) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:10.837110 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.843157 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:10.843758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.920920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.926587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:10.927095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:10.965942 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9e803f9d-026f-40f1-93b3-87f54f049e48 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:11.022759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e803f9d-026f-40f1-93b3-87f54f049e48 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=51c36eac-0e7c-4be2-9177-8bd4a516ebba,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:11.027821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9e803f9d-026f-40f1-93b3-87f54f049e48 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:11.044489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e53e63-b851-4fef-8878-f5255dfac8c5 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:11.111480 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9e803f9d-026f-40f1-93b3-87f54f049e48 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/51c36eac-0e7c-4be2-9177-8bd4a516ebba HTTP/1.1" status: 204 len: 168 time: 0.7294765 Mar 03 05:50:11.115264 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57478) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:11.122032 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2864914 Mar 03 05:50:11.123363 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a1efaa-1949-45e8-8d4f-5e8534776310 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:11.129488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a1efaa-1949-45e8-8d4f-5e8534776310 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:11.135398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a1efaa-1949-45e8-8d4f-5e8534776310 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:11.136356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a6a1efaa-1949-45e8-8d4f-5e8534776310 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:11.146848 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bffb52-d080-4bcb-8cd9-3d6424a1156d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:11.152523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18bffb52-d080-4bcb-8cd9-3d6424a1156d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:11.153324 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-18bffb52-d080-4bcb-8cd9-3d6424a1156d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Synchronizing usage tracker for tenant:d0435aac8ccc4cde97c52559403e6cc7 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:11.155691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57482) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:11.165848 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'subnet': {'network_id': '81f28655-33bb-457c-8dec-984a2f707379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:11.223124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092ba0e-4f8e-46d8-ace0-3c8b03edc780 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Network': ['ID=81f28655-33bb-457c-8dec-984a2f707379,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:11.223443 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a6a1efaa-1949-45e8-8d4f-5e8534776310 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:11.224615 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a6a1efaa-1949-45e8-8d4f-5e8534776310 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3847122 Mar 03 05:50:11.239837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port 1e0be0bb-5a7f-4da1-97fd-bbcad1fef584 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:11.240228 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:11.243671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 81f28655-33bb-457c-8dec-984a2f707379 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:11.278160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57486) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:11.280851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-18bffb52-d080-4bcb-8cd9-3d6424a1156d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Unset dirty status for tenant:d0435aac8ccc4cde97c52559403e6cc7 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:11.282169 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-18bffb52-d080-4bcb-8cd9-3d6424a1156d tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4443779 Mar 03 05:50:11.323984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57490) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:11.371095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae10a4-3bc6-4296-ba39-8af733965960 None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:50:11.376252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-56ae10a4-3bc6-4296-ba39-8af733965960 None None] Deleting port ad30dded-bcec-4713-8d1c-423a38dd200d {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:11.377188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-56ae10a4-3bc6-4296-ba39-8af733965960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:11.406321 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4444978 Mar 03 05:50:11.436526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:11.454107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:11.458007 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:subnet and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:11.464778 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-017ee773-86d4-4b6c-b0f6-38d5a3d5369c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3423059 Mar 03 05:50:11.468927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57494) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:11.470075 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:11.488387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-6894b68c-6dfb-42bd-951c-123cb264dced tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Deleting port 23424600-e813-46cd-9e3e-180ca2958d68 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:11.489126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6894b68c-6dfb-42bd-951c-123cb264dced tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:11.548721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57498) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:11.552903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee990b-e796-477c-8cea-a6e2e31531a3 req-37e3a599-1b10-40ff-85ea-ab7b8860ad17 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:11.554461 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-80ee990b-e796-477c-8cea-a6e2e31531a3 req-37e3a599-1b10-40ff-85ea-ab7b8860ad17 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4988239 Mar 03 05:50:11.555571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] The port '1e0be0bb-5a7f-4da1-97fd-bbcad1fef584' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:50:11.558912 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:11.574627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'subnet': {'network_id': '494ab4a5-5483-4499-9a5c-a9dd92f611b1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:11.587603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff0edf-3476-41ed-81c2-41c808bbc80b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=494ab4a5-5483-4499-9a5c-a9dd92f611b1,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:11.612272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-40889496-92ba-49a6-ad32-aef35aeab565 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port ee3ab136-92e0-4651-9b0e-75415116923d {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:11.612772 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-40889496-92ba-49a6-ad32-aef35aeab565 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:11.619598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 494ab4a5-5483-4499-9a5c-a9dd92f611b1 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:11.654156 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-56ae10a4-3bc6-4296-ba39-8af733965960 None None] For port ad30dded-bcec-4713-8d1c-423a38dd200d, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ad30dded-bcec-4713-8d1c-423a38dd200d,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:11.654541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-56ae10a4-3bc6-4296-ba39-8af733965960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:11.827899 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-56ae10a4-3bc6-4296-ba39-8af733965960 None None] Calling delete_port for ad30dded-bcec-4713-8d1c-423a38dd200d owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:11.828124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:11.835710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:11.849119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:11.852896 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:11.891078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:subnet and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:11.904148 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:11.918031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-56ae10a4-3bc6-4296-ba39-8af733965960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:11.924071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:11.930243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84310cfa-a78d-4030-a691-29036cec1026']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:11.954020 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969a118e-44a5-481b-ac49-8fe0973e1a08') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:11.954304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969a118e-44a5-481b-ac49-8fe0973e1a08') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:11.970715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:11.974898 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae10a4-3bc6-4296-ba39-8af733965960 None None] Pushing event deleted for resources: {'Port': ['ID=ad30dded-bcec-4713-8d1c-423a38dd200d,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:11.975053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:11.976874 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ae10a4-3bc6-4296-ba39-8af733965960 None None] No DVR routers for this DVR port ad30dded-bcec-4713-8d1c-423a38dd200d on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:50:11.993828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.030794 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.073572 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-80ee990b-e796-477c-8cea-a6e2e31531a3 req-9510e84a-6c5c-463a-afff-f4ea989e251f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4765210 Mar 03 05:50:12.097151 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:12.097628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:12.112400 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:12.214463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.216194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6894b68c-6dfb-42bd-951c-123cb264dced tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.219140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.365280 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:50:12.369549 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/networks/84310cfa-a78d-4030-a691-29036cec1026 HTTP/1.1" status: 204 len: 168 time: 3.3248329 Mar 03 05:50:12.369549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f682db4-75da-4b37-b776-0e338fa69d09 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Network': ['ID=84310cfa-a78d-4030-a691-29036cec1026,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:12.378757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57502) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:12.417535 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-6894b68c-6dfb-42bd-951c-123cb264dced tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Calling delete_port for 23424600-e813-46cd-9e3e-180ca2958d68 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:12.442062 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ad30dded-bcec-4713-8d1c-423a38dd200d no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:50:12.477593 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: ad30dded-bcec-4713-8d1c-423a38dd200d {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:50:12.477962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ad30dded-bcec-4713-8d1c-423a38dd200d not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:50:12.482009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08788b7f-d4bc-4aad-96ae-afa1c3dd4897 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:12.482910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-08788b7f-d4bc-4aad-96ae-afa1c3dd4897 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:12.527297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.585978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-40889496-92ba-49a6-ad32-aef35aeab565 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.602724 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-08788b7f-d4bc-4aad-96ae-afa1c3dd4897 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:12.603881 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-08788b7f-d4bc-4aad-96ae-afa1c3dd4897 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1306167 Mar 03 05:50:12.612358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57506) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:12.632924 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.693650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-35f6511d-e5aa-4727-a877-6bb4bd8d56e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port 95b3a85d-8e21-4095-af15-0a7ca4a22371 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:12.693998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35f6511d-e5aa-4727-a877-6bb4bd8d56e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.765594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-40889496-92ba-49a6-ad32-aef35aeab565 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for ee3ab136-92e0-4651-9b0e-75415116923d owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:12.839512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6894b68c-6dfb-42bd-951c-123cb264dced tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.839816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.924679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894b68c-6dfb-42bd-951c-123cb264dced tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event deleted for resources: {'Port': ['ID=23424600-e813-46cd-9e3e-180ca2958d68,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:12.931191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.934873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6894b68c-6dfb-42bd-951c-123cb264dced tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:12.982916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f876c3-ae9f-411d-8838-bcfeac8867f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:12.983616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-08f876c3-ae9f-411d-8838-bcfeac8867f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:13.025432 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6894b68c-6dfb-42bd-951c-123cb264dced tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "DELETE /v2.0/ports/23424600-e813-46cd-9e3e-180ca2958d68 HTTP/1.1" status: 204 len: 168 time: 1.6990283 Mar 03 05:50:13.068252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57510) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:13.141651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-08f876c3-ae9f-411d-8838-bcfeac8867f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:13.142783 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-08f876c3-ae9f-411d-8838-bcfeac8867f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5294681 Mar 03 05:50:13.148333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57516) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:13.148841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Subnet': ['ID=5e0e38d1-17a9-4bcd-b620-34ed7ff507a5,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:13.159123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Checking segment: {'id': '2614879e-943f-4aed-a739-3854ce4fea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81f28655-33bb-457c-8dec-984a2f707379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:13.159483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network hostable DHCP agents. Network: 81f28655-33bb-457c-8dec-984a2f707379, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:13.194990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d5f4f-58ab-4d1a-b6a1-50fe7bcfa5cf tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Deleting port 791c38e5-eeaf-4430-a309-71d548edb84e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:13.195242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0f9d5f4f-58ab-4d1a-b6a1-50fe7bcfa5cf tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:13.256515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Allocated IP 172.26.3.218 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/6b456ab1-7884-46a1-b788-84b7c7388de4) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:13.274523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-40889496-92ba-49a6-ad32-aef35aeab565 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:13.277284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35f6511d-e5aa-4727-a877-6bb4bd8d56e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:13.277665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35f6511d-e5aa-4727-a877-6bb4bd8d56e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:13.285697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Subnet': ['ID=3c28031f-659c-4de3-baf6-dc9c4d24075f,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:13.297953 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-27b2a74c-5d16-41bf-9ffc-1df78d910adb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359482 Mar 03 05:50:13.299181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57520) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:13.305608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking segment: {'id': 'b022d129-8b7e-4022-ac6f-fd83dbcfe86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '494ab4a5-5483-4499-9a5c-a9dd92f611b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:13.305969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network hostable DHCP agents. Network: 494ab4a5-5483-4499-9a5c-a9dd92f611b1, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:13.314220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-48733d67-57fe-49ff-afc8-cd4597463b59 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:13.324304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 81f28655-33bb-457c-8dec-984a2f707379 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:13.342040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40889496-92ba-49a6-ad32-aef35aeab565 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=ee3ab136-92e0-4651-9b0e-75415116923d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:13.387093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 81f28655-33bb-457c-8dec-984a2f707379) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:13.401363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286aeabe-c570-45d5-8ceb-905e663e64b7 None None] Network 81f28655-33bb-457c-8dec-984a2f707379 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:13.408080 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:13.408653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:13.412636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-40889496-92ba-49a6-ad32-aef35aeab565 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:13.488401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-35f6511d-e5aa-4727-a877-6bb4bd8d56e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for 95b3a85d-8e21-4095-af15-0a7ca4a22371 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:13.648610 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-40889496-92ba-49a6-ad32-aef35aeab565 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/ee3ab136-92e0-4651-9b0e-75415116923d HTTP/1.1" status: 204 len: 168 time: 2.3664942 Mar 03 05:50:13.656111 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-57bbc5fa-e014-4afb-b403-4f1b820213f8 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4967408 Mar 03 05:50:13.673598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57524) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:13.673872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57526) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:13.691556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-81f28655-33bb-457c-8dec-984a2f707379', 'network_id': '81f28655-33bb-457c-8dec-984a2f707379', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'fixed_ips': [{'subnet_id': '5e0e38d1-17a9-4bcd-b620-34ed7ff507a5'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:13.692540 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:13.716457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network 494ab4a5-5483-4499-9a5c-a9dd92f611b1 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:13.738582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-41ccfcad-83ff-4c92-90f5-91104790cce3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1762162067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:13.747915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 494ab4a5-5483-4499-9a5c-a9dd92f611b1) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:13.753574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:13.754594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:13.758075 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-41ccfcad-83ff-4c92-90f5-91104790cce3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:13.762272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-48733d67-57fe-49ff-afc8-cd4597463b59 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:13.763243 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-165d847e-67ce-4b7b-bd8c-3007cf32f84d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:50:13.763823 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-165d847e-67ce-4b7b-bd8c-3007cf32f84d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:13.765832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4e1046-01e3-49b5-a57e-e76ca45822c5 None None] Network 494ab4a5-5483-4499-9a5c-a9dd92f611b1 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:13.773199 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8b039-a690-49db-856c-111f64873fbc req-61b580ab-9d36-4c88-b74c-656f33d6c7ab tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:13.774682 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dbb8b039-a690-49db-856c-111f64873fbc req-61b580ab-9d36-4c88-b74c-656f33d6c7ab tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.5555501 Mar 03 05:50:13.802322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-48733d67-57fe-49ff-afc8-cd4597463b59 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:13.831233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-41ccfcad-83ff-4c92-90f5-91104790cce3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:router and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:13.835755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-41ccfcad-83ff-4c92-90f5-91104790cce3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:13.841570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:13.853897 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ff86a6ff-4d6b-4696-91fe-43a37a3bb124 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3006160 Mar 03 05:50:13.853897 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48733d67-57fe-49ff-afc8-cd4597463b59 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:13.855105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-48733d67-57fe-49ff-afc8-cd4597463b59 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:13.864833 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57532) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:13.874174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-41ccfcad-83ff-4c92-90f5-91104790cce3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:13.882517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1488583169'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:13.897079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0f9d5f4f-58ab-4d1a-b6a1-50fe7bcfa5cf tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:13.906969 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:13.982612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:network and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:13.998627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Allocated IP 2001:db8::2 (81f28655-33bb-457c-8dec-984a2f707379/5e0e38d1-17a9-4bcd-b620-34ed7ff507a5/4dba1300-b53c-4010-ba05-c7abe93cbfc8) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:14.041482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35f6511d-e5aa-4727-a877-6bb4bd8d56e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.048449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-165d847e-67ce-4b7b-bd8c-3007cf32f84d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:14.049627 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-165d847e-67ce-4b7b-bd8c-3007cf32f84d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/ee3ab136-92e0-4651-9b0e-75415116923d HTTP/1.1" status: 404 len: 333 time: 0.3730617 Mar 03 05:50:14.050546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:14.059563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-0f9d5f4f-58ab-4d1a-b6a1-50fe7bcfa5cf tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Calling delete_port for 791c38e5-eeaf-4430-a309-71d548edb84e owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:14.082155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57536) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:14.090478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41ccfcad-83ff-4c92-90f5-91104790cce3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.091485 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41ccfcad-83ff-4c92-90f5-91104790cce3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.111572 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dbb8b039-a690-49db-856c-111f64873fbc req-00feaab4-1ec5-45b7-8d78-ea3868c47e69 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874441 Mar 03 05:50:14.112434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:14.145475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41ccfcad-83ff-4c92-90f5-91104790cce3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.157472 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:14.161017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.166743 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6511d-e5aa-4727-a877-6bb4bd8d56e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=95b3a85d-8e21-4095-af15-0a7ca4a22371,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:14.186968 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-494ab4a5-5483-4499-9a5c-a9dd92f611b1', 'network_id': '494ab4a5-5483-4499-9a5c-a9dd92f611b1', 'tenant_id': '4fe60e3d9d73442c9246c69224665117', 'fixed_ips': [{'subnet_id': '3c28031f-659c-4de3-baf6-dc9c4d24075f'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:14.187808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.214236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:14.216815 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41ccfcad-83ff-4c92-90f5-91104790cce3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.232086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0f9d5f4f-58ab-4d1a-b6a1-50fe7bcfa5cf tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.241882 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.279612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.280028 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Added segment f3354de5-9417-44ee-bada-8bdc46ed675d of type vlan for network 56d30ed1-1467-49be-a384-38e050439e5a Mar 03 05:50:14.303706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d5f4f-58ab-4d1a-b6a1-50fe7bcfa5cf tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event deleted for resources: {'Port': ['ID=791c38e5-eeaf-4430-a309-71d548edb84e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:14.328672 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0f9d5f4f-58ab-4d1a-b6a1-50fe7bcfa5cf tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.343270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57540) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:14.343992 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0f9d5f4f-58ab-4d1a-b6a1-50fe7bcfa5cf tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "DELETE /v2.0/ports/791c38e5-eeaf-4430-a309-71d548edb84e HTTP/1.1" status: 204 len: 168 time: 1.2726245 Mar 03 05:50:14.345193 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41ccfcad-83ff-4c92-90f5-91104790cce3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.349164 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-41ccfcad-83ff-4c92-90f5-91104790cce3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6683946 Mar 03 05:50:14.372593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.381326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57542) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:14.390762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-47dcb846-c6e4-47ec-8b3e-467fc7a4feea tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port 32f2d0fd-a34e-48a2-a3af-01a0f2b45f08 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:14.391122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-47dcb846-c6e4-47ec-8b3e-467fc7a4feea tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.427541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.434025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.439974 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:14.440483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.444659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Transition to ACTIVE for port object 4dba1300-b53c-4010-ba05-c7abe93cbfc8 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:14.456649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Allocated IP 172.20.255.242 (494ab4a5-5483-4499-9a5c-a9dd92f611b1/3c28031f-659c-4de3-baf6-dc9c4d24075f/eaffee0a-0ed5-48e0-8d57-12c60ee435c0) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:14.474006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Transition to ACTIVE for port object 4dba1300-b53c-4010-ba05-c7abe93cbfc8 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:14.474509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:14.495578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.538493 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6712301 Mar 03 05:50:14.545686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57548) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:14.554434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'subnet': {'network_id': '56d30ed1-1467-49be-a384-38e050439e5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:14.584304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176980e-27a8-41d9-849e-aeee99972be6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=56d30ed1-1467-49be-a384-38e050439e5a,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:14.611864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 56d30ed1-1467-49be-a384-38e050439e5a details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:14.672738 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:14.672994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Network 81f28655-33bb-457c-8dec-984a2f707379 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:14.677593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:subnet and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:14.680905 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:14.681050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:14.687736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:14.691756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:14.693821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:14.699698 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:14.703582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.724496 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Pushing event updated for resources: {'Port': ['ID=4dba1300-b53c-4010-ba05-c7abe93cbfc8,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:14.726826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:14.748638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35f6511d-e5aa-4727-a877-6bb4bd8d56e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.768775 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b84ab81e-d5e2-4aaf-b88a-9fe0922f0f96 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3899894 Mar 03 05:50:14.768775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Pushing event updated for resources: {'Port': ['ID=6b456ab1-7884-46a1-b788-84b7c7388de4,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:14.780297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57552) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:14.859436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1271241329'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:14.892583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Attempting to bind port 4dba1300-b53c-4010-ba05-c7abe93cbfc8 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:14.892986 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Attempting to bind port 4dba1300-b53c-4010-ba05-c7abe93cbfc8 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '2614879e-943f-4aed-a739-3854ce4fea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81f28655-33bb-457c-8dec-984a2f707379'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:14.893293 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Attempting to bind port 4dba1300-b53c-4010-ba05-c7abe93cbfc8 on network 81f28655-33bb-457c-8dec-984a2f707379 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:14.905156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:14.907347 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:14.907716 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Checking segment: {'id': '2614879e-943f-4aed-a739-3854ce4fea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81f28655-33bb-457c-8dec-984a2f707379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:14.908138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.908545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Bound using segment: {'id': '2614879e-943f-4aed-a739-3854ce4fea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81f28655-33bb-457c-8dec-984a2f707379'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:14.908986 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Bound port: 4dba1300-b53c-4010-ba05-c7abe93cbfc8, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2614879e-943f-4aed-a739-3854ce4fea83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '81f28655-33bb-457c-8dec-984a2f707379'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:14.909345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.942132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:14.951898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Usage tracker for resource:network and tenant:d0435aac8ccc4cde97c52559403e6cc7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:14.981418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:15.001840 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Transition to ACTIVE for port object eaffee0a-0ed5-48e0-8d57-12c60ee435c0 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:15.009493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:15.022271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Subnet': ['ID=61c10f39-3ffc-47e3-bcbb-783a0599c784,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:15.023426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35f6511d-e5aa-4727-a877-6bb4bd8d56e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:15.025312 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-35f6511d-e5aa-4727-a877-6bb4bd8d56e7 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/floatingips/7a098e72-2da6-41d7-befd-6bd793ebbe31 HTTP/1.1" status: 204 len: 168 time: 2.6437628 Mar 03 05:50:15.030942 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57556) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:15.039251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Transition to ACTIVE for port object eaffee0a-0ed5-48e0-8d57-12c60ee435c0 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:15.042873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] For port 4dba1300-b53c-4010-ba05-c7abe93cbfc8, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:15.046200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] For port 4dba1300-b53c-4010-ba05-c7abe93cbfc8, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4dba1300-b53c-4010-ba05-c7abe93cbfc8,segment=NetworkSegment(2614879e-943f-4aed-a739-3854ce4fea83),segment_id=2614879e-943f-4aed-a739-3854ce4fea83)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:15.048004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:15.077397 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking segment: {'id': 'f3354de5-9417-44ee-bada-8bdc46ed675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '56d30ed1-1467-49be-a384-38e050439e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:15.077761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network hostable DHCP agents. Network: 56d30ed1-1467-49be-a384-38e050439e5a, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:15.084644 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db9a919-2760-44fd-9a92-bc0cce8f19ed tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] DELETE failed (client error): The resource could not be found. Mar 03 05:50:15.084644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db9a919-2760-44fd-9a92-bc0cce8f19ed tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:50:15.084901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:15.092422 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0db9a919-2760-44fd-9a92-bc0cce8f19ed tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/ports/ea24b65b-873c-4527-ac62-ae15c6f43346 HTTP/1.1" status: 404 len: 333 time: 0.0602586 Mar 03 05:50:15.098458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57560) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:15.109941 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:15.132471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Network 494ab4a5-5483-4499-9a5c-a9dd92f611b1 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:15.138632 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:15.140345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Pushing event updated for resources: {'Port': ['ID=eaffee0a-0ed5-48e0-8d57-12c60ee435c0,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:15.143696 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:15.168952 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-56fedc65-1f4d-456b-91e6-6e82084ead39 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Synchronizing usage tracker for tenant:2952856795e04c42b30b59107a591af7 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:15.184730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network 56d30ed1-1467-49be-a384-38e050439e5a is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:15.193982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-56fedc65-1f4d-456b-91e6-6e82084ead39 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Unset dirty status for tenant:2952856795e04c42b30b59107a591af7 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:15.198472 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-56fedc65-1f4d-456b-91e6-6e82084ead39 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "GET /v2.0/ports?device_id=a01c9782-21bb-44f1-b743-07ff66fc2d8a HTTP/1.1" status: 200 len: 205 time: 0.0943241 Mar 03 05:50:15.198938 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57566) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:15.202928 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 56d30ed1-1467-49be-a384-38e050439e5a) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:15.228186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7643601-f0ec-4220-86e2-9965bee3e939 None None] Network 56d30ed1-1467-49be-a384-38e050439e5a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:15.284602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:15.285362 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:15.360875 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-e7a6fa45-af1f-4674-a1f8-d470c5bed08e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] delete failed (client error): The resource could not be found. Mar 03 05:50:15.364028 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e7a6fa45-af1f-4674-a1f8-d470c5bed08e tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/routers/a01c9782-21bb-44f1-b743-07ff66fc2d8a HTTP/1.1" status: 404 len: 336 time: 0.1615672 Mar 03 05:50:15.366024 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57570) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:15.381580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Made reservation on behalf of d0435aac8ccc4cde97c52559403e6cc7 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:15.385012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:15.433638 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-00a63eae-5c6e-4bc6-9cdb-a1d42683904e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8858192 Mar 03 05:50:15.440424 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57574) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:15.445573 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-7daff489-2de2-4b25-916f-7d4033781f92 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] DELETE failed (client error): The resource could not be found. Mar 03 05:50:15.446154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7daff489-2de2-4b25-916f-7d4033781f92 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:50:15.449234 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7daff489-2de2-4b25-916f-7d4033781f92 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/subnets/6e79f526-e2fc-46c2-9422-653e748b4261 HTTP/1.1" status: 404 len: 337 time: 0.0809517 Mar 03 05:50:15.464510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Attempting to bind port eaffee0a-0ed5-48e0-8d57-12c60ee435c0 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:15.464715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57578) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:15.464937 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Attempting to bind port eaffee0a-0ed5-48e0-8d57-12c60ee435c0 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'b022d129-8b7e-4022-ac6f-fd83dbcfe86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '494ab4a5-5483-4499-9a5c-a9dd92f611b1'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:15.465303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Attempting to bind port eaffee0a-0ed5-48e0-8d57-12c60ee435c0 on network 494ab4a5-5483-4499-9a5c-a9dd92f611b1 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:15.470616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbe932-0fe2-4bb1-a6c6-cf454caa761a None None] Pushing event updated for resources: {'Port': ['ID=4dba1300-b53c-4010-ba05-c7abe93cbfc8,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:15.510521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:15.510885 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Checking segment: {'id': 'b022d129-8b7e-4022-ac6f-fd83dbcfe86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '494ab4a5-5483-4499-9a5c-a9dd92f611b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:15.511280 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:15.511664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Bound using segment: {'id': 'b022d129-8b7e-4022-ac6f-fd83dbcfe86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '494ab4a5-5483-4499-9a5c-a9dd92f611b1'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:15.512145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Bound port: eaffee0a-0ed5-48e0-8d57-12c60ee435c0, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b022d129-8b7e-4022-ac6f-fd83dbcfe86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '494ab4a5-5483-4499-9a5c-a9dd92f611b1'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:15.512509 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:15.707055 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-56d30ed1-1467-49be-a384-38e050439e5a', 'network_id': '56d30ed1-1467-49be-a384-38e050439e5a', 'tenant_id': '4fe60e3d9d73442c9246c69224665117', 'fixed_ips': [{'subnet_id': '61c10f39-3ffc-47e3-bcbb-783a0599c784'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:15.708164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:15.741086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] For port eaffee0a-0ed5-48e0-8d57-12c60ee435c0, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:15.742218 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5425087-917d-4fe2-b90c-f1abd9d57196 req-f7328ec6-3050-49ba-b8f1-7f4b26d89514 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:15.750590 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e5425087-917d-4fe2-b90c-f1abd9d57196 req-f7328ec6-3050-49ba-b8f1-7f4b26d89514 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4728224 Mar 03 05:50:15.805891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:15.814974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] For port eaffee0a-0ed5-48e0-8d57-12c60ee435c0, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=eaffee0a-0ed5-48e0-8d57-12c60ee435c0,segment=NetworkSegment(b022d129-8b7e-4022-ac6f-fd83dbcfe86e),segment_id=b022d129-8b7e-4022-ac6f-fd83dbcfe86e)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:15.834277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:15.841376 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e5425087-917d-4fe2-b90c-f1abd9d57196 req-c22c647c-34f7-4052-b44c-22d54d56e1c3 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898235 Mar 03 05:50:15.852511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-05019332-17f9-496d-af42-208e9e61d3a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port d40fe68a-7ebb-4444-a53b-ecceb55ea38b {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:15.852861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-05019332-17f9-496d-af42-208e9e61d3a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:15.863098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:15.964973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:15.984589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c227d-5881-40a3-ad22-88cd5fbe5a90 None None] Pushing event updated for resources: {'Port': ['ID=eaffee0a-0ed5-48e0-8d57-12c60ee435c0,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:16.006024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-47dcb846-c6e4-47ec-8b3e-467fc7a4feea tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.007939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Allocated IP 172.20.0.2 (56d30ed1-1467-49be-a384-38e050439e5a/61c10f39-3ffc-47e3-bcbb-783a0599c784/4448247e-6334-48ea-be80-660b3a3feed3) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:16.025725 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.026626 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Added segment f75d5ec0-eaaa-4524-8be1-a2707defd135 of type vlan for network e1f60ed2-8735-4042-95cc-454143e9382d Mar 03 05:50:16.069222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.objects.ports [None req-48733d67-57fe-49ff-afc8-cd4597463b59 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87793) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:50:16.080183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-48733d67-57fe-49ff-afc8-cd4597463b59 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.278160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.289267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Transition to ACTIVE for port object 4448247e-6334-48ea-be80-660b3a3feed3 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:16.313482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Transition to ACTIVE for port object 4448247e-6334-48ea-be80-660b3a3feed3 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:16.330573 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.355134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.470624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Subnet': ['ID=61c10f39-3ffc-47e3-bcbb-783a0599c784,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:16.507473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Network 56d30ed1-1467-49be-a384-38e050439e5a is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:16.508097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.530273 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:16.546181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:16.625942 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.627524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48733d67-57fe-49ff-afc8-cd4597463b59 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=2eddd2ec-fc6d-4594-bec9-5fbe3fd64683,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:16.646683 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 4dba1300-b53c-4010-ba05-c7abe93cbfc8 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:16.660260 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d30ed1-1467-49be-a384-38e050439e5a']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:16.674922 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3354de5-9417-44ee-bada-8bdc46ed675d') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:16.675421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3354de5-9417-44ee-bada-8bdc46ed675d') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:16.680606 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Pushing event updated for resources: {'Port': ['ID=4448247e-6334-48ea-be80-660b3a3feed3,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:16.689702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.707994 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.716054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:16.716802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.733376 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Attempting to bind port 4448247e-6334-48ea-be80-660b3a3feed3 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:16.733757 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Attempting to bind port 4448247e-6334-48ea-be80-660b3a3feed3 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'f3354de5-9417-44ee-bada-8bdc46ed675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '56d30ed1-1467-49be-a384-38e050439e5a'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:16.734120 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Attempting to bind port 4448247e-6334-48ea-be80-660b3a3feed3 on network 56d30ed1-1467-49be-a384-38e050439e5a {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:16.736638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-47dcb846-c6e4-47ec-8b3e-467fc7a4feea tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for 32f2d0fd-a34e-48a2-a3af-01a0f2b45f08 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:16.752752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:16.753353 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Checking segment: {'id': 'f3354de5-9417-44ee-bada-8bdc46ed675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '56d30ed1-1467-49be-a384-38e050439e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:16.753687 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.754142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Bound using segment: {'id': 'f3354de5-9417-44ee-bada-8bdc46ed675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '56d30ed1-1467-49be-a384-38e050439e5a'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:16.754676 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Bound port: 4448247e-6334-48ea-be80-660b3a3feed3, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3354de5-9417-44ee-bada-8bdc46ed675d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '56d30ed1-1467-49be-a384-38e050439e5a'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:16.755256 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:16.810019 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:16.820405 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 05:50:16.820405 dv-neutron-831582-1-hyperv neutron-server[87792]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 05:50:16.820405 dv-neutron-831582-1-hyperv neutron-server[87792]: [parameters: {'id': '56d30ed1-1467-49be-a384-38e050439e5a'}] Mar 03 05:50:16.820405 dv-neutron-831582-1-hyperv neutron-server[87792]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:50:16.821113 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:50:16.825014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48733d67-57fe-49ff-afc8-cd4597463b59 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:16.841011 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 4dba1300-b53c-4010-ba05-c7abe93cbfc8 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:16.857926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f38611-209c-461f-b4d9-1a791202d3e7 None None] Network 81f28655-33bb-457c-8dec-984a2f707379 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:16.884244 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device eaffee0a-0ed5-48e0-8d57-12c60ee435c0 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:16.924291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.977043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-48733d67-57fe-49ff-afc8-cd4597463b59 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:16.980256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48733d67-57fe-49ff-afc8-cd4597463b59 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:16.980844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-48733d67-57fe-49ff-afc8-cd4597463b59 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:16.987905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:17.055463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a989-41bd-4976-ba56-236f9505492a req-c0e5ddfb-7c09-43ad-af7e-be3a9920f4ec tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:17.057105 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05a1a989-41bd-4976-ba56-236f9505492a req-c0e5ddfb-7c09-43ad-af7e-be3a9920f4ec tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.1022940 Mar 03 05:50:17.067957 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] For port 4448247e-6334-48ea-be80-660b3a3feed3, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:17.076034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] For port 4448247e-6334-48ea-be80-660b3a3feed3, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4448247e-6334-48ea-be80-660b3a3feed3,segment=NetworkSegment(f3354de5-9417-44ee-bada-8bdc46ed675d),segment_id=f3354de5-9417-44ee-bada-8bdc46ed675d)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:17.110068 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05a1a989-41bd-4976-ba56-236f9505492a req-71dd015b-6215-4970-81c8-433bbce28192 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438416 Mar 03 05:50:17.111159 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eedd48-02ea-4137-a34b-5aa47adb5dc2 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:17.124318 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:17.176780 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-48733d67-57fe-49ff-afc8-cd4597463b59 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8748782 Mar 03 05:50:17.179899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57584) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:17.190522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4e240bf9-0615-4a43-9984-e54adf8939ac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:17.345773 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:17.351381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:17.352010 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:17.376189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:17.382563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4e240bf9-0615-4a43-9984-e54adf8939ac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:17.383674 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd53bae-38c0-4b2e-a426-bdb7afadc579 None None] Network 494ab4a5-5483-4499-9a5c-a9dd92f611b1 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:17.393869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4e240bf9-0615-4a43-9984-e54adf8939ac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:17.396366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9f119c20-7619-4670-a7ab-89abc2472939 None None] Provisioning for port 4dba1300-b53c-4010-ba05-c7abe93cbfc8 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:17.416049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port 4448247e-6334-48ea-be80-660b3a3feed3 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:17.416431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:17.420466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9f119c20-7619-4670-a7ab-89abc2472939 None None] Provisioning complete for port 4dba1300-b53c-4010-ba05-c7abe93cbfc8 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:17.420839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9f119c20-7619-4670-a7ab-89abc2472939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:17.454749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e240bf9-0615-4a43-9984-e54adf8939ac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:17.458720 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e240bf9-0615-4a43-9984-e54adf8939ac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:17.512784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port eaffee0a-0ed5-48e0-8d57-12c60ee435c0 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:17.592697 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27382a61-8cbe-469d-9351-3f07033a0f81 None None] Pushing event updated for resources: {'Port': ['ID=4448247e-6334-48ea-be80-660b3a3feed3,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:17.631803 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.8392565 Mar 03 05:50:17.644796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57588) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:17.646890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b12b83-5264-4ab3-991b-4703d3d0ce27 None None] Network 56d30ed1-1467-49be-a384-38e050439e5a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:17.661260 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-650029227'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:17.673652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:17.705732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Usage tracker for resource:network and tenant:d0435aac8ccc4cde97c52559403e6cc7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:17.714541 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:17.719073 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.ipam_backend_mixin [None req-4e240bf9-0615-4a43-9984-e54adf8939ac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2eddd2ec-fc6d-4594-bec9-5fbe3fd64683 (CIDR: 2001:db8::/64) Mar 03 05:50:17.724893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:17.727253 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e240bf9-0615-4a43-9984-e54adf8939ac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:50:17.727517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bba8a4-977d-402e-a141-6b45866aca82 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event updated for resources: {'Network': ['ID=e1f60ed2-8735-4042-95cc-454143e9382d,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:17.727726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e240bf9-0615-4a43-9984-e54adf8939ac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:50:17.774237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-47dcb846-c6e4-47ec-8b3e-467fc7a4feea tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:17.803604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network e1f60ed2-8735-4042-95cc-454143e9382d details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:17.814857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Made reservation on behalf of d0435aac8ccc4cde97c52559403e6cc7 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:17.818492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:17.845427 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] For port 4448247e-6334-48ea-be80-660b3a3feed3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4448247e-6334-48ea-be80-660b3a3feed3,segment=NetworkSegment(f3354de5-9417-44ee-bada-8bdc46ed675d),segment_id=f3354de5-9417-44ee-bada-8bdc46ed675d)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:17.845427 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:17.863806 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4e240bf9-0615-4a43-9984-e54adf8939ac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6796968 Mar 03 05:50:17.866094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57592) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:17.872110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-31de21b3-3078-4ceb-8971-dfeda23e9b3d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:17.989228 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-05019332-17f9-496d-af42-208e9e61d3a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.011557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcb846-c6e4-47ec-8b3e-467fc7a4feea tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=32f2d0fd-a34e-48a2-a3af-01a0f2b45f08,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:18.015389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:18.030641 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Calling delete_port for 4448247e-6334-48ea-be80-660b3a3feed3 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:18.159151 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '2eddd2ec-fc6d-4594-bec9-5fbe3fd64683'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:18.164248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.244993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-05019332-17f9-496d-af42-208e9e61d3a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for d40fe68a-7ebb-4444-a53b-ecceb55ea38b owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:18.252512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9f119c20-7619-4670-a7ab-89abc2472939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.360986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.361328 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Added segment 15a92aad-585a-41ae-8b36-f25b40464dd6 of type vlan for network bce8d790-7db0-485b-b627-7bd6c6062440 Mar 03 05:50:18.404339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-47dcb846-c6e4-47ec-8b3e-467fc7a4feea tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.409268 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-47dcb846-c6e4-47ec-8b3e-467fc7a4feea tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/32f2d0fd-a34e-48a2-a3af-01a0f2b45f08 HTTP/1.1" status: 204 len: 168 time: 4.3205376 Mar 03 05:50:18.417464 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57598) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:18.426017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Allocated IP 2001:db8::1 (81f28655-33bb-457c-8dec-984a2f707379/5e0e38d1-17a9-4bcd-b620-34ed7ff507a5/32b0e638-9216-4b07-b5bb-40251b18a036) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:18.462048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98c321e8-b0b6-41a8-acbb-75ac036c657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.520661 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.542209 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9f119c20-7619-4670-a7ab-89abc2472939 None None] For port 4dba1300-b53c-4010-ba05-c7abe93cbfc8, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4dba1300-b53c-4010-ba05-c7abe93cbfc8,segment=NetworkSegment(2614879e-943f-4aed-a739-3854ce4fea83),segment_id=2614879e-943f-4aed-a739-3854ce4fea83)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:18.548848 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.553785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9f119c20-7619-4670-a7ab-89abc2472939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.561386 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb489c4-3fe0-42f8-855f-82832041b758 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:50:18.562973 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ffb489c4-3fe0-42f8-855f-82832041b758 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/32f2d0fd-a34e-48a2-a3af-01a0f2b45f08 HTTP/1.1" status: 404 len: 333 time: 0.1362357 Mar 03 05:50:18.576022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57602) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:18.604542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Allocated IP 2001:db8::f816:3eff:fe0f:66c5 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/2eddd2ec-fc6d-4594-bec9-5fbe3fd64683/079c4e92-cb18-41df-a54f-b7b5e5c2f29e) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:18.654736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-31de21b3-3078-4ceb-8971-dfeda23e9b3d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:18.657106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.710899 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f119c20-7619-4670-a7ab-89abc2472939 None None] Pushing event updated for resources: {'Port': ['ID=4dba1300-b53c-4010-ba05-c7abe93cbfc8,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:18.739181 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-31de21b3-3078-4ceb-8971-dfeda23e9b3d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:18.742221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Port': ['ID=4448247e-6334-48ea-be80-660b3a3feed3,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:18.752112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No DVR routers for this DVR port 4448247e-6334-48ea-be80-660b3a3feed3 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:50:18.786973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.790449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-961fd591-0fb4-4291-8f04-19484c6dc1b2 None None] Provisioning complete for port 4dba1300-b53c-4010-ba05-c7abe93cbfc8 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:18.790931 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-961fd591-0fb4-4291-8f04-19484c6dc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.793678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:18.794558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.831170 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b08d2d-9ac0-4cdb-a881-d9256d1fefbb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting subnet a414befb-e40f-49de-aa8a-be2a5fbd5cff {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:50:18.867860 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-05019332-17f9-496d-af42-208e9e61d3a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.888044 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-91b08d2d-9ac0-4cdb-a881-d9256d1fefbb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.912699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.930849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c541e19-60aa-442b-b826-65fcd58de473 req-9555129f-642b-41d5-9c5f-34b155a4350d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:18.932704 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c541e19-60aa-442b-b826-65fcd58de473 req-9555129f-642b-41d5-9c5f-34b155a4350d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.5726697 Mar 03 05:50:18.944283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31de21b3-3078-4ceb-8971-dfeda23e9b3d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:18.947817 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31de21b3-3078-4ceb-8971-dfeda23e9b3d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:18.962840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Transition to ACTIVE for port object 32b0e638-9216-4b07-b5bb-40251b18a036 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:18.996666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05019332-17f9-496d-af42-208e9e61d3a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=d40fe68a-7ebb-4444-a53b-ecceb55ea38b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:19.008241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.080518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.096924 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Transition to ACTIVE for port object 079c4e92-cb18-41df-a54f-b7b5e5c2f29e will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:19.122002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Transition to ACTIVE for port object 079c4e92-cb18-41df-a54f-b7b5e5c2f29e will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:19.123362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-961fd591-0fb4-4291-8f04-19484c6dc1b2 None None] Provisioning for port eaffee0a-0ed5-48e0-8d57-12c60ee435c0 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:19.128877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-961fd591-0fb4-4291-8f04-19484c6dc1b2 None None] Provisioning complete for port eaffee0a-0ed5-48e0-8d57-12c60ee435c0 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:19.129343 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-961fd591-0fb4-4291-8f04-19484c6dc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.163658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.188560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 81f28655-33bb-457c-8dec-984a2f707379 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:19.192089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:19.208039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:19.208565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.227078 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5795109 Mar 03 05:50:19.227948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318bbea-d098-4c4a-bb17-e9b1ae79e970 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event updated for resources: {'Network': ['ID=bce8d790-7db0-485b-b627-7bd6c6062440,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:19.253608 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-91b08d2d-9ac0-4cdb-a881-d9256d1fefbb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.304224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.308052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network bce8d790-7db0-485b-b627-7bd6c6062440 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:19.361946 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c541e19-60aa-442b-b826-65fcd58de473 req-9f6864e3-d101-4d03-93f4-8482acf744b9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863108 Mar 03 05:50:19.394644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d30ed1-1467-49be-a384-38e050439e5a']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:19.432406 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:19.440520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3354de5-9417-44ee-bada-8bdc46ed675d') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:19.444366 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3354de5-9417-44ee-bada-8bdc46ed675d') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:19.455333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:19.474259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:19.482649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=32b0e638-9216-4b07-b5bb-40251b18a036,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:19.483585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.530940 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.543108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:19.544250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:19.560715 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:19.577814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Pushing event updated for resources: {'Port': ['ID=079c4e92-cb18-41df-a54f-b7b5e5c2f29e,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:19.637336 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-91b08d2d-9ac0-4cdb-a881-d9256d1fefbb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.648053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Router 21e160b3-c84b-4d0f-8c0e-cdd9249a805c is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:50:19.654042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-05019332-17f9-496d-af42-208e9e61d3a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.687575 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-05019332-17f9-496d-af42-208e9e61d3a6 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/ports/d40fe68a-7ebb-4444-a53b-ecceb55ea38b HTTP/1.1" status: 204 len: 168 time: 4.2185714 Mar 03 05:50:19.691862 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57606) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:19.755996 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.761796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.787340 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-961fd591-0fb4-4291-8f04-19484c6dc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.796842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Attempting to bind port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:19.797239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Attempting to bind port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:19.797600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Attempting to bind port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:19.810032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:19.810282 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:19.810712 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.811234 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:19.811705 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Bound port: 079c4e92-cb18-41df-a54f-b7b5e5c2f29e, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:19.812180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.843312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-961fd591-0fb4-4291-8f04-19484c6dc1b2 None None] For port eaffee0a-0ed5-48e0-8d57-12c60ee435c0, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=eaffee0a-0ed5-48e0-8d57-12c60ee435c0,segment=NetworkSegment(b022d129-8b7e-4022-ac6f-fd83dbcfe86e),segment_id=b022d129-8b7e-4022-ac6f-fd83dbcfe86e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:19.880138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-961fd591-0fb4-4291-8f04-19484c6dc1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:19.991917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Network': ['ID=56d30ed1-1467-49be-a384-38e050439e5a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:20.000551 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-48fc13e1-e97c-4e16-9bee-eafca0bac85c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/56d30ed1-1467-49be-a384-38e050439e5a HTTP/1.1" status: 204 len: 168 time: 4.5581167 Mar 03 05:50:20.005923 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31de21b3-3078-4ceb-8971-dfeda23e9b3d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:20.013784 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-91b08d2d-9ac0-4cdb-a881-d9256d1fefbb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:20.020283 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fd591-0fb4-4291-8f04-19484c6dc1b2 None None] Pushing event updated for resources: {'Port': ['ID=eaffee0a-0ed5-48e0-8d57-12c60ee435c0,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:20.028579 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] For port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:20.033173 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] For port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=079c4e92-cb18-41df-a54f-b7b5e5c2f29e,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:20.034275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57610) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:20.040361 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:20.085570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b19218c8-ed82-485b-9d76-7acf77d80082 None None] Provisioning for port 32b0e638-9216-4b07-b5bb-40251b18a036 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:20.095899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-954858445'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:20.106997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b19218c8-ed82-485b-9d76-7acf77d80082 None None] Provisioning complete for port 32b0e638-9216-4b07-b5bb-40251b18a036 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:20.106997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b19218c8-ed82-485b-9d76-7acf77d80082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:20.118427 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:20.140569 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:20.140825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:20.146842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31de21b3-3078-4ceb-8971-dfeda23e9b3d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:20.153576 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716aff5-62e5-4ac4-8d2a-dff10b114dd5 None None] Sync routers for ids ['21e160b3-c84b-4d0f-8c0e-cdd9249a805c'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:20.161761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-91b08d2d-9ac0-4cdb-a881-d9256d1fefbb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:20.167236 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-91b08d2d-9ac0-4cdb-a881-d9256d1fefbb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/a414befb-e40f-49de-aa8a-be2a5fbd5cff HTTP/1.1" status: 204 len: 168 time: 1.5867290 Mar 03 05:50:20.171862 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-31de21b3-3078-4ceb-8971-dfeda23e9b3d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:20.179944 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716aff5-62e5-4ac4-8d2a-dff10b114dd5 None None] Routers {'21e160b3-c84b-4d0f-8c0e-cdd9249a805c'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:20.180626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5c1a66-ce16-4dd0-8cf4-e91de3d1825b None None] Network 586e3658-c640-41db-b43b-811913c866c8 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:20.181658 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e716aff5-62e5-4ac4-8d2a-dff10b114dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['21e160b3-c84b-4d0f-8c0e-cdd9249a805c'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:20.182122 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-02685a84-3765-47db-9269-a57b932913f1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port beaaea34-a7c2-40e3-89b6-9fe6b15e5fb5 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:20.182983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02685a84-3765-47db-9269-a57b932913f1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:20.190864 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57614) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:20.250684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31de21b3-3078-4ceb-8971-dfeda23e9b3d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:20.251690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31de21b3-3078-4ceb-8971-dfeda23e9b3d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:20.260006 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:network and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:20.311763 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:20.315812 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2488a940-b368-42dc-a4b8-364463d5bbac tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.1217570 Mar 03 05:50:20.320334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57618) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:20.328170 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2e4d28c4-25d6-4676-ade3-5603f49d0df6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'enable_snat': False}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:20.344277 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e716aff5-62e5-4ac4-8d2a-dff10b114dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:20.362871 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716aff5-62e5-4ac4-8d2a-dff10b114dd5 None None] Routers {'21e160b3-c84b-4d0f-8c0e-cdd9249a805c'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:20.364445 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e716aff5-62e5-4ac4-8d2a-dff10b114dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:49:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['21e160b3-c84b-4d0f-8c0e-cdd9249a805c'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:20.435329 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c99238-7fb4-4273-932c-e6d1e70a124d None None] Pushing event updated for resources: {'Port': ['ID=079c4e92-cb18-41df-a54f-b7b5e5c2f29e,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:20.511713 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b19218c8-ed82-485b-9d76-7acf77d80082 None None] Port 32b0e638-9216-4b07-b5bb-40251b18a036 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:50:20.516586 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:20.558356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:20.634472 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:20.648312 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e716aff5-62e5-4ac4-8d2a-dff10b114dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:20.648978 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716aff5-62e5-4ac4-8d2a-dff10b114dd5 None None] The sync data for ids ['21e160b3-c84b-4d0f-8c0e-cdd9249a805c'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:50:20.669573 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:20.706226 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b19218c8-ed82-485b-9d76-7acf77d80082 None None] Provisioning complete for port eaffee0a-0ed5-48e0-8d57-12c60ee435c0 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:20.706852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b19218c8-ed82-485b-9d76-7acf77d80082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:20.784435 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 4dba1300-b53c-4010-ba05-c7abe93cbfc8 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:20.818733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6956-4324-4e87-ac5f-4ee75385df4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:20.991512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 4dba1300-b53c-4010-ba05-c7abe93cbfc8 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:20.992085 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:20.992563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31de21b3-3078-4ceb-8971-dfeda23e9b3d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=52cd5e3d-0404-403f-bbd9-3087be03b4f8,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:21.050533 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-31de21b3-3078-4ceb-8971-dfeda23e9b3d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1845946 Mar 03 05:50:21.066696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57624) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:21.072013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b08d2d-9ac0-4cdb-a881-d9256d1fefbb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Subnet': ['ID=a414befb-e40f-49de-aa8a-be2a5fbd5cff,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:21.075265 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a5930f-c5f3-4ff7-bd63-12b277978c02 None None] DHCP port deletion for 586e3658-c640-41db-b43b-811913c866c8 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:50:21.088064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-16a5930f-c5f3-4ff7-bd63-12b277978c02 None None] Deleting port a2897ffc-f9b5-4aa3-b7f0-cb034da02452 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:21.089158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16a5930f-c5f3-4ff7-bd63-12b277978c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:21.091574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'mac_address': 'fa:16:3e:bf:5a:56', 'name': 'tempest-NetworksTestDHCPv6-872552998'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:21.302824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:21.308939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:21.325158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:21.325910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:21.339049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:21.347266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:21.378342 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-16a5930f-c5f3-4ff7-bd63-12b277978c02 None None] For port a2897ffc-f9b5-4aa3-b7f0-cb034da02452, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=a2897ffc-f9b5-4aa3-b7f0-cb034da02452,segment=NetworkSegment(2f837137-4002-40d0-9d9a-fc16062a67ef),segment_id=2f837137-4002-40d0-9d9a-fc16062a67ef)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:21.383534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16a5930f-c5f3-4ff7-bd63-12b277978c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:21.387480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:21.399134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:21.430856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02685a84-3765-47db-9269-a57b932913f1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:21.453963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:21.468207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:21.468717 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Added segment 3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0 of type vlan for network 9eae6f3d-6992-402c-bb91-227e7deafa22 Mar 03 05:50:21.559230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port a2897ffc-f9b5-4aa3-b7f0-cb034da02452 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:21.559587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:21.651046 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-02685a84-3765-47db-9269-a57b932913f1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for beaaea34-a7c2-40e3-89b6-9fe6b15e5fb5 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:21.652023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-16a5930f-c5f3-4ff7-bd63-12b277978c02 None None] Calling delete_port for a2897ffc-f9b5-4aa3-b7f0-cb034da02452 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:21.710093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:21.790568 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eae997b-e48c-433e-91a1-ee74588b5daf None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:21.793135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=32b0e638-9216-4b07-b5bb-40251b18a036,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:21.879428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:21.892106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:21.895645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] The port 'a2897ffc-f9b5-4aa3-b7f0-cb034da02452' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:50:21.937181 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30854ff4-a0a8-455b-8cce-0ffedb3f68ec req-bce2836c-3392-4e98-a98e-b3b784ca93ae tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:21.939152 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30854ff4-a0a8-455b-8cce-0ffedb3f68ec req-bce2836c-3392-4e98-a98e-b3b784ca93ae tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 1.2351370 Mar 03 05:50:22.013518 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 627f8c7d-798e-4ed8-9ff3-33456e622225 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:50:22.014587 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16a5930f-c5f3-4ff7-bd63-12b277978c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.082407 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30854ff4-a0a8-455b-8cce-0ffedb3f68ec req-cb27da81-2283-492d-8fba-2bd23fbe6a60 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319444 Mar 03 05:50:22.111799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.111799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:22.111799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.146639 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5930f-c5f3-4ff7-bd63-12b277978c02 None None] Pushing event deleted for resources: {'Port': ['ID=a2897ffc-f9b5-4aa3-b7f0-cb034da02452,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:22.149028 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.150221 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a5930f-c5f3-4ff7-bd63-12b277978c02 None None] No DVR routers for this DVR port a2897ffc-f9b5-4aa3-b7f0-cb034da02452 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:50:22.160599 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.175323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.199524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b34e3c05-39a5-4d79-ba3c-c6fd8dc79ef5 None None] Provisioning for port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:22.208477 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586e3658-c640-41db-b43b-811913c866c8']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:22.211201 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device eaffee0a-0ed5-48e0-8d57-12c60ee435c0 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:22.222673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f837137-4002-40d0-9d9a-fc16062a67ef') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:22.222978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f837137-4002-40d0-9d9a-fc16062a67ef') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:22.235576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.253844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.263478 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1947601 Mar 03 05:50:22.269199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:22.269688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.329442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57630) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:22.348610 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port eaffee0a-0ed5-48e0-8d57-12c60ee435c0 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:22.348994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.389687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'subnet': {'network_id': '9eae6f3d-6992-402c-bb91-227e7deafa22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:22.474151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57634) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:22.523382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e54c74b-556e-4a5b-9006-35e44d196113 None None] Update dhcp port {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'fixed_ips': [{'subnet_id': '2eddd2ec-fc6d-4594-bec9-5fbe3fd64683', 'ip_address': '2001:db8::f816:3eff:fe0f:66c5'}, {'subnet_id': '52cd5e3d-0404-403f-bbd9-3087be03b4f8'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': '079c4e92-cb18-41df-a54f-b7b5e5c2f29e'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:50:22.562604 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Request body: {'subnets': [{'network_id': 'e1f60ed2-8735-4042-95cc-454143e9382d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1239329155', 'ip_version': 6}, {'network_id': 'bce8d790-7db0-485b-b627-7bd6c6062440', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:22.563296 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Request body: {'subnet': {'network_id': 'e1f60ed2-8735-4042-95cc-454143e9382d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1239329155', 'ip_version': 6}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:22.564363 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Request body: {'subnet': {'network_id': 'bce8d790-7db0-485b-b627-7bd6c6062440', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:22.579063 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e54c74b-556e-4a5b-9006-35e44d196113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:22.658232 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:22.700609 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.702117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2118ab-d29e-4d6f-a0b7-084cf2763886 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=9eae6f3d-6992-402c-bb91-227e7deafa22,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:22.734713 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 9eae6f3d-6992-402c-bb91-227e7deafa22 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:22.738836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.758846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 81f28655-33bb-457c-8dec-984a2f707379 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:22.761489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Network': ['ID=586e3658-c640-41db-b43b-811913c866c8,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:22.774674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:22.792364 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d5240964-a52d-41ee-b86c-f55e2a6cac72 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/networks/586e3658-c640-41db-b43b-811913c866c8 HTTP/1.1" status: 204 len: 168 time: 2.5741065 Mar 03 05:50:22.849522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57640) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:22.866753 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-890330220'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:22.876407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.882423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:22.901867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02685a84-3765-47db-9269-a57b932913f1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:22.913546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:22.919666 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:network and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:22.968320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 079c4e92-cb18-41df-a54f-b7b5e5c2f29e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:22.970406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:23.024735 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:subnet and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:23.028049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:23.053354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:23.055533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:23.063425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:23.063958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:23.178850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb3b53-1960-49d5-b076-3527be68580b req-de592f45-8402-4fec-8df8-62e85893ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:23.180560 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbcb3b53-1960-49d5-b076-3527be68580b req-de592f45-8402-4fec-8df8-62e85893ea03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b48212c453e4049a0f406125c5ca8be&device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 1098 time: 0.5179155 Mar 03 05:50:23.199655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02685a84-3765-47db-9269-a57b932913f1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=beaaea34-a7c2-40e3-89b6-9fe6b15e5fb5,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:23.209189 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:23.224613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-509982ff-bcd6-45db-837c-3b735a8a5a2b None None] Provisioning complete for port 32b0e638-9216-4b07-b5bb-40251b18a036 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:23.225064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-509982ff-bcd6-45db-837c-3b735a8a5a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:23.242512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:23.300871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router d9c126c7-e38d-4070-8781-41d30a24fe5e is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:50:23.302187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=079c4e92-cb18-41df-a54f-b7b5e5c2f29e,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:23.303447 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-509982ff-bcd6-45db-837c-3b735a8a5a2b None None] Port 32b0e638-9216-4b07-b5bb-40251b18a036 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:50:23.309808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:23.357702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:23.361138 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:23.400406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:23.403893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:23.433089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8:0:1::2e3 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/52cd5e3d-0404-403f-bbd9-3087be03b4f8/627f8c7d-798e-4ed8-9ff3-33456e622225) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:23.434320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device a2897ffc-f9b5-4aa3-b7f0-cb034da02452 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:50:23.454392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2e4d28c4-25d6-4676-ade3-5603f49d0df6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:23.477207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: a2897ffc-f9b5-4aa3-b7f0-cb034da02452 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:50:23.477901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device a2897ffc-f9b5-4aa3-b7f0-cb034da02452 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:50:23.478796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56eb87-fa2c-4e34-b3f3-74b23c738335 req-a6596790-e74d-4620-b5a0-be8fb2ae799f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:23.479809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=079c4e92-cb18-41df-a54f-b7b5e5c2f29e,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:23.485624 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1f56eb87-fa2c-4e34-b3f3-74b23c738335 req-a6596790-e74d-4620-b5a0-be8fb2ae799f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.7871776 Mar 03 05:50:23.491850 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::f816:3eff:febf:5a56 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/2eddd2ec-fc6d-4594-bec9-5fbe3fd64683/627f8c7d-798e-4ed8-9ff3-33456e622225) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:23.514971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:23.566115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Usage tracker for resource:subnet and tenant:d0435aac8ccc4cde97c52559403e6cc7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:23.583726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:23.598145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:23.601680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.ipam_backend_mixin [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Performing IP validity checks on allocation pools {{(pid=87792) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 05:50:23.602188 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.ipam_backend_mixin [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87792) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 05:50:23.606531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:23.608616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-02685a84-3765-47db-9269-a57b932913f1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:23.608819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb3b53-1960-49d5-b076-3527be68580b req-7cc746d3-c53a-4fd0-9449-7f137ee1e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:23.610583 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbcb3b53-1960-49d5-b076-3527be68580b req-7cc746d3-c53a-4fd0-9449-7f137ee1e843 service neutron] 10.222.0.23 "GET /v2.0/networks?id=331b4cde-bf4b-4bc0-811f-6811cf8e6483 HTTP/1.1" status: 200 len: 913 time: 0.4207857 Mar 03 05:50:23.615684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:23.621990 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bce2067f-1163-48f9-b2d9-37a6cc0aaea3 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/d9c126c7-e38d-4070-8781-41d30a24fe5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2380774 Mar 03 05:50:23.627520 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdbf3c6-4d9b-466c-aea8-9dc0799be7ed None None] Sync routers for ids ['d9c126c7-e38d-4070-8781-41d30a24fe5e'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:23.634940 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57644) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:23.639617 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdbf3c6-4d9b-466c-aea8-9dc0799be7ed None None] Routers {'d9c126c7-e38d-4070-8781-41d30a24fe5e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:23.640680 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-fbdbf3c6-4d9b-466c-aea8-9dc0799be7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d9c126c7-e38d-4070-8781-41d30a24fe5e'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:23.701878 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-fbdbf3c6-4d9b-466c-aea8-9dc0799be7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:23.709989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:23.710588 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Added segment 4e9f2732-b0fb-469c-a03e-4602e8dc44b2 of type vlan for network dbeed084-6e38-4c7e-bf67-043219afbf23 Mar 03 05:50:23.711575 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdbf3c6-4d9b-466c-aea8-9dc0799be7ed None None] Routers {'d9c126c7-e38d-4070-8781-41d30a24fe5e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:23.712398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-fbdbf3c6-4d9b-466c-aea8-9dc0799be7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d9c126c7-e38d-4070-8781-41d30a24fe5e'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:23.712824 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-02685a84-3765-47db-9269-a57b932913f1 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/ports/beaaea34-a7c2-40e3-89b6-9fe6b15e5fb5 HTTP/1.1" status: 204 len: 168 time: 4.0194535 Mar 03 05:50:23.731751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57648) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:23.743632 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1f56eb87-fa2c-4e34-b3f3-74b23c738335 req-bd1fda9e-c624-4acb-ac0b-77784abad7de tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570901 Mar 03 05:50:23.756355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Made reservation on behalf of d0435aac8ccc4cde97c52559403e6cc7 for: {'subnet': 2} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:23.761930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:23.761930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:23.786483 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbcb3b53-1960-49d5-b076-3527be68580b req-053f31ba-9640-4017-8d97-d5dccce4d92a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9 HTTP/1.1" status: 200 len: 1000 time: 0.1680460 Mar 03 05:50:23.830937 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-fbdbf3c6-4d9b-466c-aea8-9dc0799be7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:23.831700 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdbf3c6-4d9b-466c-aea8-9dc0799be7ed None None] The sync data for ids ['d9c126c7-e38d-4070-8781-41d30a24fe5e'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:50:23.865557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb3b53-1960-49d5-b076-3527be68580b req-37e0668f-4c2a-434e-9c38-bf1d14af0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:23.867000 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbcb3b53-1960-49d5-b076-3527be68580b req-37e0668f-4c2a-434e-9c38-bf1d14af0c41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95f19597-877f-493e-a52a-b03389550958 HTTP/1.1" status: 200 len: 851 time: 0.0729847 Mar 03 05:50:23.906894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:23.969879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036b3d96-26be-428e-8cd0-c5bb3945811f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:23.971215 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-036b3d96-26be-428e-8cd0-c5bb3945811f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports/32b0e638-9216-4b07-b5bb-40251b18a036 HTTP/1.1" status: 200 len: 911 time: 0.3300118 Mar 03 05:50:23.982880 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57652) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:24.067551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b863857f-c9b6-4945-867b-3952320b1816 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5e0e38d1-17a9-4bcd-b620-34ed7ff507a5'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:24.153981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:50:24.246635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:24.251995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:24.252561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:24.290835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb3b53-1960-49d5-b076-3527be68580b req-56824a7a-d747-4c96-a4ea-69f830265d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:24.292368 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbcb3b53-1960-49d5-b076-3527be68580b req-56824a7a-d747-4c96-a4ea-69f830265d22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331b4cde-bf4b-4bc0-811f-6811cf8e6483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3688738 Mar 03 05:50:24.380736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:24.532625 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a611f7-6272-46c6-b360-194523493ff0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:24.533308 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b9a611f7-6272-46c6-b360-194523493ff0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Synchronizing usage tracker for tenant:2952856795e04c42b30b59107a591af7 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:24.552586 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7020254 Mar 03 05:50:24.570076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57656) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:24.579664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:24.581274 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbcb3b53-1960-49d5-b076-3527be68580b req-68a8339d-836f-4d0c-bc40-3044b9596444 service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810941 Mar 03 05:50:24.585034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 627f8c7d-798e-4ed8-9ff3-33456e622225 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:24.617690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff395fe-557c-4907-88fa-3cac43ef181f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Network': ['ID=dbeed084-6e38-4c7e-bf67-043219afbf23,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:24.623474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': 'dbeed084-6e38-4c7e-bf67-043219afbf23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:24.629996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network dbeed084-6e38-4c7e-bf67-043219afbf23 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:24.725408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b9a611f7-6272-46c6-b360-194523493ff0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Unset dirty status for tenant:2952856795e04c42b30b59107a591af7 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:24.726556 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b9a611f7-6272-46c6-b360-194523493ff0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "GET /v2.0/ports?device_id=0fe25539-a0a7-474e-acf6-aac631734dab HTTP/1.1" status: 200 len: 913 time: 0.9936547 Mar 03 05:50:24.755272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57660) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:24.825153 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 079c4e92-cb18-41df-a54f-b7b5e5c2f29e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:24.860006 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Subnet': ['ID=3757357e-8477-4d19-92e5-611cf060fad8,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:24.887983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2e4d28c4-25d6-4676-ade3-5603f49d0df6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:24.892175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking segment: {'id': '3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9eae6f3d-6992-402c-bb91-227e7deafa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:24.892711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network hostable DHCP agents. Network: 9eae6f3d-6992-402c-bb91-227e7deafa22, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:24.904695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2e4d28c4-25d6-4676-ade3-5603f49d0df6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:24.911795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:24.912484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:24.956811 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbcb3b53-1960-49d5-b076-3527be68580b req-2d31396e-8d56-420e-85bf-b06515c74cf6 service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672667 Mar 03 05:50:25.166068 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:25.225737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:25.235237 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:25.246806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-7e54c74b-556e-4a5b-9006-35e44d196113 None None] Allocated IP 2001:db8:0:1::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/52cd5e3d-0404-403f-bbd9-3087be03b4f8/079c4e92-cb18-41df-a54f-b7b5e5c2f29e) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:25.264794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:25.316948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:25.320004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4d28c4-25d6-4676-ade3-5603f49d0df6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Router 21e160b3-c84b-4d0f-8c0e-cdd9249a805c has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:50:25.320774 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network 9eae6f3d-6992-402c-bb91-227e7deafa22 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:25.323241 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b863857f-c9b6-4945-867b-3952320b1816 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:25.389799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 9eae6f3d-6992-402c-bb91-227e7deafa22) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:25.396122 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:25.398977 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:25.404350 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:25.464917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:25.467174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:25.467752 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:25.475595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c504ad-9b03-4f4c-9aad-8b6a4c4e14e5 None None] Network 9eae6f3d-6992-402c-bb91-227e7deafa22 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:25.555285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=627f8c7d-798e-4ed8-9ff3-33456e622225,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:25.606218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7e54c74b-556e-4a5b-9006-35e44d196113 None None] For port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=079c4e92-cb18-41df-a54f-b7b5e5c2f29e,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:25.618416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:25.624573 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:25.625205 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:25.687389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e54c74b-556e-4a5b-9006-35e44d196113 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:25.716397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7e54c74b-556e-4a5b-9006-35e44d196113 None None] Transition to ACTIVE for port object 079c4e92-cb18-41df-a54f-b7b5e5c2f29e will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:25.748959 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e54c74b-556e-4a5b-9006-35e44d196113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:25.764796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4d28c4-25d6-4676-ade3-5603f49d0df6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:25.769336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2e4d28c4-25d6-4676-ade3-5603f49d0df6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:25.770834 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2e4d28c4-25d6-4676-ade3-5603f49d0df6 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "PUT /v2.0/routers/21e160b3-c84b-4d0f-8c0e-cdd9249a805c HTTP/1.1" status: 200 len: 921 time: 5.4494405 Mar 03 05:50:25.773383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57666) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:25.786366 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7742418a-15f1-4d0c-8688-347e80326c51 None None] Sync routers for ids ['21e160b3-c84b-4d0f-8c0e-cdd9249a805c'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:25.807749 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7742418a-15f1-4d0c-8688-347e80326c51 None None] Routers {'21e160b3-c84b-4d0f-8c0e-cdd9249a805c'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:25.808014 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a0b56451-5509-48bf-93c2-e9c6c2c559a7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.4626775 Mar 03 05:50:25.810107 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7742418a-15f1-4d0c-8688-347e80326c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['21e160b3-c84b-4d0f-8c0e-cdd9249a805c'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:25.822614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57670) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:25.826675 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4347bb63-2a4c-4e38-8a13-54b95627e0f9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.7586482 Mar 03 05:50:25.835227 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54c74b-556e-4a5b-9006-35e44d196113 None None] Pushing event updated for resources: {'Port': ['ID=079c4e92-cb18-41df-a54f-b7b5e5c2f29e,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:25.846034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57672) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:25.862489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-9eae6f3d-6992-402c-bb91-227e7deafa22', 'network_id': '9eae6f3d-6992-402c-bb91-227e7deafa22', 'tenant_id': '4fe60e3d9d73442c9246c69224665117', 'fixed_ips': [{'subnet_id': '3757357e-8477-4d19-92e5-611cf060fad8'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:25.863716 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:25.907746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546800-4ae1-4d5a-9702-85dfb2d98f15 req-b1a26a4c-4503-4b9d-b9c3-43f58b485e04 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:25.908986 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9546800-4ae1-4d5a-9702-85dfb2d98f15 req-b1a26a4c-4503-4b9d-b9c3-43f58b485e04 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.9701297 Mar 03 05:50:25.923433 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7742418a-15f1-4d0c-8688-347e80326c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:25.941588 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7742418a-15f1-4d0c-8688-347e80326c51 None None] Routers {'21e160b3-c84b-4d0f-8c0e-cdd9249a805c'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:25.943962 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7742418a-15f1-4d0c-8688-347e80326c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['21e160b3-c84b-4d0f-8c0e-cdd9249a805c'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:26.048392 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7742418a-15f1-4d0c-8688-347e80326c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:26.049325 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7742418a-15f1-4d0c-8688-347e80326c51 None None] The sync data for ids ['21e160b3-c84b-4d0f-8c0e-cdd9249a805c'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:50:26.054555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-19f562a7-e033-4c4c-9c22-354d2f4b7952 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 627f8c7d-798e-4ed8-9ff3-33456e622225 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:26.055041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19f562a7-e033-4c4c-9c22-354d2f4b7952 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:26.168417 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-56c3ba4b-3397-499d-906a-5c3d5c57bb53 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/routers/21e160b3-c84b-4d0f-8c0e-cdd9249a805c HTTP/1.1" status: 200 len: 921 time: 0.3937550 Mar 03 05:50:26.172158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Allocated IP 172.20.0.3 (9eae6f3d-6992-402c-bb91-227e7deafa22/3757357e-8477-4d19-92e5-611cf060fad8/eca6eefb-d2ba-403d-bfae-786ec08eb955) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:26.183168 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57678) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:26.252514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f0110c3-1e4c-4ce5-8b74-6745ce5cfb80 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:26.284762 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9546800-4ae1-4d5a-9702-85dfb2d98f15 req-6be5b0a1-a4f5-4fc4-a5d0-a88fcf485903 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3460641 Mar 03 05:50:26.372079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:26.457383 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:26.490516 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:26.508077 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Transition to ACTIVE for port object eca6eefb-d2ba-403d-bfae-786ec08eb955 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:26.527481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Transition to ACTIVE for port object eca6eefb-d2ba-403d-bfae-786ec08eb955 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:26.537389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:26.602908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19f562a7-e033-4c4c-9c22-354d2f4b7952 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:26.612690 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Network 9eae6f3d-6992-402c-bb91-227e7deafa22 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:26.621108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:26.629896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:26.633325 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:26.636636 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Pushing event updated for resources: {'Port': ['ID=eca6eefb-d2ba-403d-bfae-786ec08eb955,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:26.652403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port eca6eefb-d2ba-403d-bfae-786ec08eb955 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:26.652650 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:26.679789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event updated for resources: {'Subnet': ['ID=f1d8a2a2-255c-43ae-9f0e-49a13ce0b095,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:26.752099 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Attempting to bind port eca6eefb-d2ba-403d-bfae-786ec08eb955 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:26.752653 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Attempting to bind port eca6eefb-d2ba-403d-bfae-786ec08eb955 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9eae6f3d-6992-402c-bb91-227e7deafa22'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:26.753000 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Attempting to bind port eca6eefb-d2ba-403d-bfae-786ec08eb955 on network 9eae6f3d-6992-402c-bb91-227e7deafa22 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:26.761831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-19f562a7-e033-4c4c-9c22-354d2f4b7952 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 627f8c7d-798e-4ed8-9ff3-33456e622225 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:26.771428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:26.773243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Checking segment: {'id': '3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9eae6f3d-6992-402c-bb91-227e7deafa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:26.773822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:26.780450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Bound using segment: {'id': '3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9eae6f3d-6992-402c-bb91-227e7deafa22'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:26.782120 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Bound port: eca6eefb-d2ba-403d-bfae-786ec08eb955, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9eae6f3d-6992-402c-bb91-227e7deafa22'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:26.782779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:26.861813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-23e940a1-877c-4a4b-a66d-7ee8c8eeae11 None None] Provisioning for port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:26.867535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 079c4e92-cb18-41df-a54f-b7b5e5c2f29e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:26.915189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Checking segment: {'id': 'f75d5ec0-eaaa-4524-8be1-a2707defd135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e1f60ed2-8735-4042-95cc-454143e9382d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:26.915753 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Network hostable DHCP agents. Network: e1f60ed2-8735-4042-95cc-454143e9382d, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:26.979469 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-23e940a1-877c-4a4b-a66d-7ee8c8eeae11 None None] Provisioning complete for port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:26.979874 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-23e940a1-877c-4a4b-a66d-7ee8c8eeae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:26.988546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dd2391-f9af-476b-819d-80a61156f9b4 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:26.989985 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e2dd2391-f9af-476b-819d-80a61156f9b4 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Synchronizing usage tracker for tenant:d8dcd0e28e994ccf81d5a0d16e99c859 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:26.999933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19f562a7-e033-4c4c-9c22-354d2f4b7952 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:27.090635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Subnet': ['ID=08b86d97-6816-4116-b423-080cbf46b7b9,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:27.101115 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] For port eca6eefb-d2ba-403d-bfae-786ec08eb955, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:27.105527 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] For port eca6eefb-d2ba-403d-bfae-786ec08eb955, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=eca6eefb-d2ba-403d-bfae-786ec08eb955,segment=NetworkSegment(3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0),segment_id=3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:27.110216 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Network e1f60ed2-8735-4042-95cc-454143e9382d is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:27.113329 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Checking segment: {'id': '4e9f2732-b0fb-469c-a03e-4602e8dc44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dbeed084-6e38-4c7e-bf67-043219afbf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:27.113508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network hostable DHCP agents. Network: dbeed084-6e38-4c7e-bf67-043219afbf23, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:27.115494 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:27.127492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e2dd2391-f9af-476b-819d-80a61156f9b4 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Unset dirty status for tenant:d8dcd0e28e994ccf81d5a0d16e99c859 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:27.131302 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e2dd2391-f9af-476b-819d-80a61156f9b4 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&device_id=21e160b3-c84b-4d0f-8c0e-cdd9249a805c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9416239 Mar 03 05:50:27.134462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57682) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:27.173987 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, e1f60ed2-8735-4042-95cc-454143e9382d) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:27.178775 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:27.218312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b64ae1-e614-4bcd-a54d-cd6153c47e63 None None] Network e1f60ed2-8735-4042-95cc-454143e9382d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:27.236030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f562a7-e033-4c4c-9c22-354d2f4b7952 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=627f8c7d-798e-4ed8-9ff3-33456e622225,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:27.267321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:27.267510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:27.296126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b863857f-c9b6-4945-867b-3952320b1816 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:27.426693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19f562a7-e033-4c4c-9c22-354d2f4b7952 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:27.432830 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network dbeed084-6e38-4c7e-bf67-043219afbf23 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:27.450688 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-19f562a7-e033-4c4c-9c22-354d2f4b7952 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/627f8c7d-798e-4ed8-9ff3-33456e622225 HTTP/1.1" status: 204 len: 168 time: 1.6042628 Mar 03 05:50:27.451653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57688) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:27.458822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b863857f-c9b6-4945-867b-3952320b1816 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:27.466120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b863857f-c9b6-4945-867b-3952320b1816 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:27.466760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b863857f-c9b6-4945-867b-3952320b1816 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:27.471278 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b863857f-c9b6-4945-867b-3952320b1816 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/ports/32b0e638-9216-4b07-b5bb-40251b18a036 HTTP/1.1" status: 200 len: 911 time: 3.4837604 Mar 03 05:50:27.474681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57692) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:27.506349 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0999a89-9b77-4fbf-b259-d310492e7473 None None] Pushing event updated for resources: {'Port': ['ID=eca6eefb-d2ba-403d-bfae-786ec08eb955,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:27.633471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cbe8cbd8-2023-48e9-ae08-942d328b62bd None None] Could not find standard attr ID for object 627f8c7d-798e-4ed8-9ff3-33456e622225. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:50:27.648999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event updated for resources: {'Subnet': ['ID=099e8269-bea0-4a97-bae9-1c3ff8a1f91b,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:27.649881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db194e07-de32-409c-9136-bd76cb7aad7b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:27.651279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-db194e07-de32-409c-9136-bd76cb7aad7b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:27.651397 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, dbeed084-6e38-4c7e-bf67-043219afbf23) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:27.655986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-6f0110c3-1e4c-4ce5-8b74-6745ce5cfb80 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port 77a9b367-c006-412d-95f4-478da13c0b8b {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:27.656329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f0110c3-1e4c-4ce5-8b74-6745ce5cfb80 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:27.684386 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bb7d28-9dd1-457e-b24f-7111dfb29237 None None] Network dbeed084-6e38-4c7e-bf67-043219afbf23 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:27.702601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:27.703269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:27.862796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] For port eca6eefb-d2ba-403d-bfae-786ec08eb955, host dv-neutron-831582-1-hyperv, got binding levels [] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:27.863136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:27.863683 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-e1f60ed2-8735-4042-95cc-454143e9382d', 'network_id': 'e1f60ed2-8735-4042-95cc-454143e9382d', 'tenant_id': 'd0435aac8ccc4cde97c52559403e6cc7', 'fixed_ips': [{'subnet_id': 'f1d8a2a2-255c-43ae-9f0e-49a13ce0b095'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:27.864528 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:27.876074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-db194e07-de32-409c-9136-bd76cb7aad7b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:27.880389 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-db194e07-de32-409c-9136-bd76cb7aad7b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4265900 Mar 03 05:50:27.882384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57696) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:27.949784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f0110c3-1e4c-4ce5-8b74-6745ce5cfb80 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:27.952463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Checking segment: {'id': '15a92aad-585a-41ae-8b36-f25b40464dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bce8d790-7db0-485b-b627-7bd6c6062440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:27.953024 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Network hostable DHCP agents. Network: bce8d790-7db0-485b-b627-7bd6c6062440, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:28.132442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-6f0110c3-1e4c-4ce5-8b74-6745ce5cfb80 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for 77a9b367-c006-412d-95f4-478da13c0b8b owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:28.153093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Allocated IP 2001:db8::1 (e1f60ed2-8735-4042-95cc-454143e9382d/f1d8a2a2-255c-43ae-9f0e-49a13ce0b095/3492e8a8-524f-4eef-93b6-5a354851bde3) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:28.160051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-dbeed084-6e38-4c7e-bf67-043219afbf23', 'network_id': 'dbeed084-6e38-4c7e-bf67-043219afbf23', 'tenant_id': 'abf03cd3c52b4b1cb398f908af2b84e5', 'fixed_ips': [{'subnet_id': '08b86d97-6816-4116-b423-080cbf46b7b9'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:28.160877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:28.206292 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863857f-c9b6-4945-867b-3952320b1816 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=32b0e638-9216-4b07-b5bb-40251b18a036,revision_number=3']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:28.221200 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Calling delete_port for eca6eefb-d2ba-403d-bfae-786ec08eb955 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:28.246163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4e220b-db77-41ca-9433-5452ce083ec0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:28.248449 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4c4e220b-db77-41ca-9433-5452ce083ec0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2809646 Mar 03 05:50:28.254434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57700) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:28.389345 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-21631007-b6fe-4e54-a1d9-e9fccaef79e2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8059583 Mar 03 05:50:28.390896 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5477bb-ace3-457c-a114-604f9fc77de9 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:28.391475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-fd5477bb-ace3-457c-a114-604f9fc77de9 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Synchronizing usage tracker for tenant:d8dcd0e28e994ccf81d5a0d16e99c859 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:28.403741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57704) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:28.420280 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Network bce8d790-7db0-485b-b627-7bd6c6062440 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:28.425089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-90e2f617-abab-4137-a678-e4f6b192d8a8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-549937930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:28.429435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f0110c3-1e4c-4ce5-8b74-6745ce5cfb80 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:28.456789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-90e2f617-abab-4137-a678-e4f6b192d8a8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:28.473470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-90e2f617-abab-4137-a678-e4f6b192d8a8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:router and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:28.483142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-90e2f617-abab-4137-a678-e4f6b192d8a8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:28.488442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-fd5477bb-ace3-457c-a114-604f9fc77de9 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Unset dirty status for tenant:d8dcd0e28e994ccf81d5a0d16e99c859 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:28.494006 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fd5477bb-ace3-457c-a114-604f9fc77de9 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/networks/2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 881 time: 1.3557491 Mar 03 05:50:28.500315 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57708) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:28.508260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b6a4d-0d22-495a-b59f-9599092403ed tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:28.509758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b6a4d-0d22-495a-b59f-9599092403ed tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:28.512006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b6a4d-0d22-495a-b59f-9599092403ed tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:28.512816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f9b6a4d-0d22-495a-b59f-9599092403ed tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:28.516105 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-90e2f617-abab-4137-a678-e4f6b192d8a8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:28.532222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Allocated IP 2001:db8::2 (dbeed084-6e38-4c7e-bf67-043219afbf23/08b86d97-6816-4116-b423-080cbf46b7b9/c08f8e74-90ee-49c4-9d8b-636007e0d23e) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:28.550754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, bce8d790-7db0-485b-b627-7bd6c6062440) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:28.578642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0110c3-1e4c-4ce5-8b74-6745ce5cfb80 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=77a9b367-c006-412d-95f4-478da13c0b8b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:28.596152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4818df98-0945-4fb1-bd41-887927269562 None None] Network bce8d790-7db0-485b-b627-7bd6c6062440 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:28.600566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:28.601049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:28.601685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:28.617162 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bd530bc2-1b9e-4407-b1b5-e23fdf48d6cb tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e160b3-c84b-4d0f-8c0e-cdd9249a805c HTTP/1.1" status: 200 len: 205 time: 0.1030056 Mar 03 05:50:28.618352 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57712) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:28.636020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e2f617-abab-4137-a678-e4f6b192d8a8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:28.637653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e2f617-abab-4137-a678-e4f6b192d8a8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:28.654756 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e2f617-abab-4137-a678-e4f6b192d8a8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:28.691577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:28.716564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Transition to ACTIVE for port object 3492e8a8-524f-4eef-93b6-5a354851bde3 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:28.730523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f9b6a4d-0d22-495a-b59f-9599092403ed tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:28.732077 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1f9b6a4d-0d22-495a-b59f-9599092403ed tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4765534 Mar 03 05:50:28.738018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57716) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:28.831913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d609145b-466d-47da-a6cb-2ce90f6370a4 None None] Network 9eae6f3d-6992-402c-bb91-227e7deafa22 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:28.850531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:50:28.851863 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:50:28.884029 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Transition to ACTIVE for port object 3492e8a8-524f-4eef-93b6-5a354851bde3 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:28.886210 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c2bb29-7bfe-4dae-9139-22d939b4f635 req-3c52bc19-d268-45be-a378-5b00e2932f9c tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:28.889208 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-03c2bb29-7bfe-4dae-9139-22d939b4f635 req-3c52bc19-d268-45be-a378-5b00e2932f9c tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 1.3418577 Mar 03 05:50:28.906890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e2f617-abab-4137-a678-e4f6b192d8a8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:28.919999 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c516f9c8-01a9-4760-b67f-e3ccd45bf02c tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 6.3775306 Mar 03 05:50:28.925367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57720) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:28.961399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device eca6eefb-d2ba-403d-bfae-786ec08eb955 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:28.985185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:28.986572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90e2f617-abab-4137-a678-e4f6b192d8a8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:28.990598 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-90e2f617-abab-4137-a678-e4f6b192d8a8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5795925 Mar 03 05:50:28.998035 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57724) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:29.009135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'network_id': 'dbeed084-6e38-4c7e-bf67-043219afbf23', 'name': 'tempest-PortsIpV6TestJSON-922604054'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:29.048914 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-03c2bb29-7bfe-4dae-9139-22d939b4f635 req-c6ec6f70-6ef1-45e0-9240-bb1944c8132f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318841 Mar 03 05:50:29.101249 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Network e1f60ed2-8735-4042-95cc-454143e9382d is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:29.102241 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e98cff79-5079-40df-898a-ef2ebbbe9397 None None] Provisioning for port eca6eefb-d2ba-403d-bfae-786ec08eb955 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:29.121567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:29.148019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-879db3df-3210-464a-b5c2-b1809541b8e0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.159865 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:29.277389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Pushing event updated for resources: {'Port': ['ID=3492e8a8-524f-4eef-93b6-5a354851bde3,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:29.333859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-14801186-e873-4f6e-846a-bfe503e93ba8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 2eddd2ec-fc6d-4594-bec9-5fbe3fd64683 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:50:29.343062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f0110c3-1e4c-4ce5-8b74-6745ce5cfb80 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.350978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-14801186-e873-4f6e-846a-bfe503e93ba8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.364343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port eca6eefb-d2ba-403d-bfae-786ec08eb955 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:29.364687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.388252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.417448 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:29.422390 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Transition to ACTIVE for port object c08f8e74-90ee-49c4-9d8b-636007e0d23e will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:29.428220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Attempting to bind port 3492e8a8-524f-4eef-93b6-5a354851bde3 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:29.428220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Attempting to bind port 3492e8a8-524f-4eef-93b6-5a354851bde3 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'f75d5ec0-eaaa-4524-8be1-a2707defd135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e1f60ed2-8735-4042-95cc-454143e9382d'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:29.428220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Attempting to bind port 3492e8a8-524f-4eef-93b6-5a354851bde3 on network e1f60ed2-8735-4042-95cc-454143e9382d {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:29.463976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port eca6eefb-d2ba-403d-bfae-786ec08eb955 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:29.476321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:port and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:29.496765 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:29.500998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17840c7a-ac8d-4aa6-9a42-c841fd067519 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:29.502733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17840c7a-ac8d-4aa6-9a42-c841fd067519 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:29.504360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17840c7a-ac8d-4aa6-9a42-c841fd067519 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:29.515748 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-17840c7a-ac8d-4aa6-9a42-c841fd067519 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5694544 Mar 03 05:50:29.518081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:29.518081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Checking segment: {'id': 'f75d5ec0-eaaa-4524-8be1-a2707defd135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e1f60ed2-8735-4042-95cc-454143e9382d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:29.518081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.518081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Bound using segment: {'id': 'f75d5ec0-eaaa-4524-8be1-a2707defd135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e1f60ed2-8735-4042-95cc-454143e9382d'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:29.518515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Bound port: 3492e8a8-524f-4eef-93b6-5a354851bde3, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75d5ec0-eaaa-4524-8be1-a2707defd135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e1f60ed2-8735-4042-95cc-454143e9382d'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:29.518883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.521457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57730) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:29.525874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.528593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:29.534972 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port eca6eefb-d2ba-403d-bfae-786ec08eb955 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:29.535339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.580363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Transition to ACTIVE for port object c08f8e74-90ee-49c4-9d8b-636007e0d23e will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:29.585703 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-bce8d790-7db0-485b-b627-7bd6c6062440', 'network_id': 'bce8d790-7db0-485b-b627-7bd6c6062440', 'tenant_id': 'd0435aac8ccc4cde97c52559403e6cc7', 'fixed_ips': [{'subnet_id': '099e8269-bea0-4a97-bae9-1c3ff8a1f91b'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:29.586511 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.611988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:29.615478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.633201 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd7b2c-b3c2-4d8f-937d-4918adb3d195 req-31fcf0b2-02a4-47cc-a029-34e39318ba05 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:29.634706 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f5bd7b2c-b3c2-4d8f-937d-4918adb3d195 req-31fcf0b2-02a4-47cc-a029-34e39318ba05 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4333441 Mar 03 05:50:29.649578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.662138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-14801186-e873-4f6e-846a-bfe503e93ba8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.685797 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port 028cb192-95a8-4d88-804e-99579aa6151a yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:50:29.783747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Network dbeed084-6e38-4c7e-bf67-043219afbf23 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:29.815288 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:29.839150 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:29.850633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Pushing event updated for resources: {'Port': ['ID=c08f8e74-90ee-49c4-9d8b-636007e0d23e,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:29.894665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca7d7f9-2a64-4905-859e-6cf019ff984e tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Deleting subnet f1d8a2a2-255c-43ae-9f0e-49a13ce0b095 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:50:29.910984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bca7d7f9-2a64-4905-859e-6cf019ff984e tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:29.918444 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f5bd7b2c-b3c2-4d8f-937d-4918adb3d195 req-fe461111-1f06-4d7b-9d5d-f15cb634b16e tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535372 Mar 03 05:50:29.982085 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] For port 3492e8a8-524f-4eef-93b6-5a354851bde3, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:30.027846 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] For port eca6eefb-d2ba-403d-bfae-786ec08eb955, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=eca6eefb-d2ba-403d-bfae-786ec08eb955,segment=NetworkSegment(3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0),segment_id=3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:30.028432 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.036125 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-879db3df-3210-464a-b5c2-b1809541b8e0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port 32b0e638-9216-4b07-b5bb-40251b18a036 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:30.036470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-879db3df-3210-464a-b5c2-b1809541b8e0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.048784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bca7d7f9-2a64-4905-859e-6cf019ff984e tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.069048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] For port 3492e8a8-524f-4eef-93b6-5a354851bde3, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3492e8a8-524f-4eef-93b6-5a354851bde3,segment=NetworkSegment(f75d5ec0-eaaa-4524-8be1-a2707defd135),segment_id=f75d5ec0-eaaa-4524-8be1-a2707defd135)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:30.076541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.093773 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.097255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Attempting to bind port c08f8e74-90ee-49c4-9d8b-636007e0d23e on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:30.097591 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Attempting to bind port c08f8e74-90ee-49c4-9d8b-636007e0d23e by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '4e9f2732-b0fb-469c-a03e-4602e8dc44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dbeed084-6e38-4c7e-bf67-043219afbf23'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:30.097937 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Attempting to bind port c08f8e74-90ee-49c4-9d8b-636007e0d23e on network dbeed084-6e38-4c7e-bf67-043219afbf23 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:30.098402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.175966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:30.176336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Checking segment: {'id': '4e9f2732-b0fb-469c-a03e-4602e8dc44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dbeed084-6e38-4c7e-bf67-043219afbf23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:30.176728 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.177113 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Bound using segment: {'id': '4e9f2732-b0fb-469c-a03e-4602e8dc44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dbeed084-6e38-4c7e-bf67-043219afbf23'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:30.177575 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Bound port: c08f8e74-90ee-49c4-9d8b-636007e0d23e, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9f2732-b0fb-469c-a03e-4602e8dc44b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'dbeed084-6e38-4c7e-bf67-043219afbf23'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:30.177938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.192135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-14801186-e873-4f6e-846a-bfe503e93ba8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.221022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Calling delete_port for eca6eefb-d2ba-403d-bfae-786ec08eb955 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:30.234801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0042d67-82c1-42af-9d52-8451c292a432 None None] Pushing event updated for resources: {'Port': ['ID=3492e8a8-524f-4eef-93b6-5a354851bde3,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:30.268174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8::355 (dbeed084-6e38-4c7e-bf67-043219afbf23/08b86d97-6816-4116-b423-080cbf46b7b9/028cb192-95a8-4d88-804e-99579aa6151a) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:30.271235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Deleting port 6b456ab1-7884-46a1-b788-84b7c7388de4 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:30.271573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.287114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Allocated IP 2001:db8:0:1::1 (bce8d790-7db0-485b-b627-7bd6c6062440/099e8269-bea0-4a97-bae9-1c3ff8a1f91b/e63377a0-4c40-45a3-b39d-e489d110197a) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:30.348228 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.351604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port eca6eefb-d2ba-403d-bfae-786ec08eb955, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=eca6eefb-d2ba-403d-bfae-786ec08eb955,segment=NetworkSegment(3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0),segment_id=3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:30.378655 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.577645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bca7d7f9-2a64-4905-859e-6cf019ff984e tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.620726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-14801186-e873-4f6e-846a-bfe503e93ba8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.669737 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7d64870f-922e-4ce8-a0df-8cdae67509b4 None None] Provisioning complete for port eca6eefb-d2ba-403d-bfae-786ec08eb955 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:30.670104 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7d64870f-922e-4ce8-a0df-8cdae67509b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.754701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=eca6eefb-d2ba-403d-bfae-786ec08eb955,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:30.760952 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] For port c08f8e74-90ee-49c4-9d8b-636007e0d23e, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:30.790811 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] For port c08f8e74-90ee-49c4-9d8b-636007e0d23e, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c08f8e74-90ee-49c4-9d8b-636007e0d23e,segment=NetworkSegment(4e9f2732-b0fb-469c-a03e-4602e8dc44b2),segment_id=4e9f2732-b0fb-469c-a03e-4602e8dc44b2)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:30.806000 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.863058 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:50:30.863374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:50:30.913334 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-879db3df-3210-464a-b5c2-b1809541b8e0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:30.972167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3492e8a8-524f-4eef-93b6-5a354851bde3 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:30.980505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14801186-e873-4f6e-846a-bfe503e93ba8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=2eddd2ec-fc6d-4594-bec9-5fbe3fd64683,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:30.989682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0110c3-1e4c-4ce5-8b74-6745ce5cfb80 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Router 0fe25539-a0a7-474e-acf6-aac631734dab has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:50:31.013631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-14801186-e873-4f6e-846a-bfe503e93ba8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:31.043160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:31.046081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d50552-2d9c-4acb-9f58-b52650d1f37a None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:31.097361 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-879db3df-3210-464a-b5c2-b1809541b8e0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for 32b0e638-9216-4b07-b5bb-40251b18a036 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:31.156163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6b10-d3a9-4d8d-81d4-8d428e1e1ae0 req-3998fe83-637c-4c59-bf9b-d2a2a9202666 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:31.164912 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ca5a6b10-d3a9-4d8d-81d4-8d428e1e1ae0 req-3998fe83-637c-4c59-bf9b-d2a2a9202666 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.9070461 Mar 03 05:50:31.234583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1c03d-be4a-49d8-8fd2-fb4104b225bd None None] Pushing event updated for resources: {'Port': ['ID=c08f8e74-90ee-49c4-9d8b-636007e0d23e,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:31.343188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:31.349952 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ca5a6b10-d3a9-4d8d-81d4-8d428e1e1ae0 req-9f0b2aaf-4614-44ce-aa56-08e9aea8279c tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858282 Mar 03 05:50:31.449314 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:31.462344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Transition to ACTIVE for port object e63377a0-4c40-45a3-b39d-e489d110197a will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:31.493637 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 3492e8a8-524f-4eef-93b6-5a354851bde3 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:31.527884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0110c3-1e4c-4ce5-8b74-6745ce5cfb80 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:31.552668 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Calling delete_port for 6b456ab1-7884-46a1-b788-84b7c7388de4 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:31.554459 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Transition to ACTIVE for port object e63377a0-4c40-45a3-b39d-e489d110197a will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:31.555284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object 028cb192-95a8-4d88-804e-99579aa6151a will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:31.558936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad0062-073d-4d54-9dd9-c3df5f5f2fa1 None None] Sync routers for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:31.568023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device eca6eefb-d2ba-403d-bfae-786ec08eb955 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:31.597750 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-14801186-e873-4f6e-846a-bfe503e93ba8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/2eddd2ec-fc6d-4594-bec9-5fbe3fd64683 HTTP/1.1" status: 204 len: 168 time: 2.8562133 Mar 03 05:50:31.608946 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57738) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:31.616397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:31.649641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bca7d7f9-2a64-4905-859e-6cf019ff984e tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:31.690013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865e540-3d81-4cc3-a3be-eb870383d931 req-0270de5f-c929-48b7-81db-ab103579be5d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:31.698508 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f865e540-3d81-4cc3-a3be-eb870383d931 req-0270de5f-c929-48b7-81db-ab103579be5d tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.1975396 Mar 03 05:50:31.702538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bca7d7f9-2a64-4905-859e-6cf019ff984e tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:31.704470 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bca7d7f9-2a64-4905-859e-6cf019ff984e tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "DELETE /v2.0/subnets/f1d8a2a2-255c-43ae-9f0e-49a13ce0b095 HTTP/1.1" status: 204 len: 168 time: 2.1818259 Mar 03 05:50:31.709745 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6f0110c3-1e4c-4ce5-8b74-6745ce5cfb80 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "PUT /v2.0/routers/0fe25539-a0a7-474e-acf6-aac631734dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9516547 Mar 03 05:50:31.710401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57742) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:31.710732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57744) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:31.714943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:31.729188 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-879db3df-3210-464a-b5c2-b1809541b8e0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:31.760034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad0062-073d-4d54-9dd9-c3df5f5f2fa1 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:31.761329 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8dad0062-073d-4d54-9dd9-c3df5f5f2fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:31.812474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879db3df-3210-464a-b5c2-b1809541b8e0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Port': ['ID=32b0e638-9216-4b07-b5bb-40251b18a036,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:31.840498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port eca6eefb-d2ba-403d-bfae-786ec08eb955 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:31.844322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:31.886092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6830d4c-6ae1-4d45-bfa4-b77a230d5b50 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Deleting subnet 099e8269-bea0-4a97-bae9-1c3ff8a1f91b {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:50:31.888457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7d7f9-2a64-4905-859e-6cf019ff984e tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event deleted for resources: {'Subnet': ['ID=f1d8a2a2-255c-43ae-9f0e-49a13ce0b095,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:31.888760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Network bce8d790-7db0-485b-b627-7bd6c6062440 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:31.891408 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:31.893367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Pushing event updated for resources: {'Port': ['ID=e63377a0-4c40-45a3-b39d-e489d110197a,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:31.907880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8dad0062-073d-4d54-9dd9-c3df5f5f2fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:31.909721 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network dbeed084-6e38-4c7e-bf67-043219afbf23 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:31.914876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:31.926112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa285a0-8a6c-477d-b716-20b5d92e380e None None] Network e1f60ed2-8735-4042-95cc-454143e9382d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:31.929105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6830d4c-6ae1-4d45-bfa4-b77a230d5b50 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:32.004308 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:32.034411 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f865e540-3d81-4cc3-a3be-eb870383d931 req-5c693c28-350b-4719-98b6-00c39728cd38 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347316 Mar 03 05:50:32.058580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeaa81ad-c873-4c7b-98c4-496b887f1378 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 52cd5e3d-0404-403f-bbd9-3087be03b4f8 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:50:32.061357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:32.068116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:32.068769 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:32.085000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eeaa81ad-c873-4c7b-98c4-496b887f1378 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:32.088490 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port eca6eefb-d2ba-403d-bfae-786ec08eb955 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:32.088990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:32.195620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eeaa81ad-c873-4c7b-98c4-496b887f1378 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:32.224007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad0062-073d-4d54-9dd9-c3df5f5f2fa1 None None] Routers {'0fe25539-a0a7-474e-acf6-aac631734dab'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:32.224657 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8dad0062-073d-4d54-9dd9-c3df5f5f2fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0fe25539-a0a7-474e-acf6-aac631734dab'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:32.284292 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-879db3df-3210-464a-b5c2-b1809541b8e0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:32.310589 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3114779 Mar 03 05:50:32.311431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57752) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:32.316980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6830d4c-6ae1-4d45-bfa4-b77a230d5b50 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:32.367682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21a2330-5a45-4500-8876-5de01d771845 None None] Network dbeed084-6e38-4c7e-bf67-043219afbf23 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:32.390395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a3f97fda-7910-4c19-b91a-bf95fdc05a62 None None] Provisioning for port 3492e8a8-524f-4eef-93b6-5a354851bde3 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:32.417305 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a3f97fda-7910-4c19-b91a-bf95fdc05a62 None None] Provisioning complete for port 3492e8a8-524f-4eef-93b6-5a354851bde3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:32.417514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9987c60-1345-4bb2-9dd8-9b4012fced1f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=028cb192-95a8-4d88-804e-99579aa6151a,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:32.417652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a3f97fda-7910-4c19-b91a-bf95fdc05a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:32.441622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8dad0062-073d-4d54-9dd9-c3df5f5f2fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:32.442468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dad0062-073d-4d54-9dd9-c3df5f5f2fa1 None None] The sync data for ids ['0fe25539-a0a7-474e-acf6-aac631734dab'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:50:32.454672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:32.476764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Attempting to bind port e63377a0-4c40-45a3-b39d-e489d110197a on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:32.477120 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Attempting to bind port e63377a0-4c40-45a3-b39d-e489d110197a by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '15a92aad-585a-41ae-8b36-f25b40464dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bce8d790-7db0-485b-b627-7bd6c6062440'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:32.477481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Attempting to bind port e63377a0-4c40-45a3-b39d-e489d110197a on network bce8d790-7db0-485b-b627-7bd6c6062440 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:32.578484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:32.578905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Checking segment: {'id': '15a92aad-585a-41ae-8b36-f25b40464dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bce8d790-7db0-485b-b627-7bd6c6062440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:32.579526 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:32.579652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Bound using segment: {'id': '15a92aad-585a-41ae-8b36-f25b40464dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bce8d790-7db0-485b-b627-7bd6c6062440'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:32.580398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Bound port: e63377a0-4c40-45a3-b39d-e489d110197a, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a92aad-585a-41ae-8b36-f25b40464dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'bce8d790-7db0-485b-b627-7bd6c6062440'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:32.580522 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:32.612595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eeaa81ad-c873-4c7b-98c4-496b887f1378 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:32.751755 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6830d4c-6ae1-4d45-bfa4-b77a230d5b50 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:32.966297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.043187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Pushing event deleted for resources: {'Port': ['ID=6b456ab1-7884-46a1-b788-84b7c7388de4,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:33.083410 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a3f97fda-7910-4c19-b91a-bf95fdc05a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.117264 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] For port eca6eefb-d2ba-403d-bfae-786ec08eb955, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=eca6eefb-d2ba-403d-bfae-786ec08eb955,segment=NetworkSegment(3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0),segment_id=3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:33.118940 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.147754 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-a3f97fda-7910-4c19-b91a-bf95fdc05a62 None None] For port 3492e8a8-524f-4eef-93b6-5a354851bde3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3492e8a8-524f-4eef-93b6-5a354851bde3,segment=NetworkSegment(f75d5ec0-eaaa-4524-8be1-a2707defd135),segment_id=f75d5ec0-eaaa-4524-8be1-a2707defd135)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:33.157608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a3f97fda-7910-4c19-b91a-bf95fdc05a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.202196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c08f8e74-90ee-49c4-9d8b-636007e0d23e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:33.223960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.267385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eeaa81ad-c873-4c7b-98c4-496b887f1378 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.272201 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179dc765-ebc4-4dbf-a048-66a97c1187af None None] DHCP port deletion for e1f60ed2-8735-4042-95cc-454143e9382d request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:50:33.276153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting port 779780db-2647-4fbe-9866-38f96cec19c7 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:33.276530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.282620 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Calling delete_port for eca6eefb-d2ba-403d-bfae-786ec08eb955 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:33.291027 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-179dc765-ebc4-4dbf-a048-66a97c1187af None None] Deleting port 3492e8a8-524f-4eef-93b6-5a354851bde3 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:33.291976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-179dc765-ebc4-4dbf-a048-66a97c1187af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.357937 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] For port e63377a0-4c40-45a3-b39d-e489d110197a, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:33.359521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6830d4c-6ae1-4d45-bfa4-b77a230d5b50 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.365167 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.390597 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] For port e63377a0-4c40-45a3-b39d-e489d110197a, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e63377a0-4c40-45a3-b39d-e489d110197a,segment=NetworkSegment(15a92aad-585a-41ae-8b36-f25b40464dd6),segment_id=15a92aad-585a-41ae-8b36-f25b40464dd6)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:33.399451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-32409673-e63f-496c-b01a-9fe297010fd8 None None] Provisioning complete for port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:33.399961 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32409673-e63f-496c-b01a-9fe297010fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.426811 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f97fda-7910-4c19-b91a-bf95fdc05a62 None None] Pushing event updated for resources: {'Port': ['ID=3492e8a8-524f-4eef-93b6-5a354851bde3,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:33.441025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa81ad-c873-4c7b-98c4-496b887f1378 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=52cd5e3d-0404-403f-bbd9-3087be03b4f8,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:33.445085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eeaa81ad-c873-4c7b-98c4-496b887f1378 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.459391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.464553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa7d61c-56d1-4da1-a76c-fc8f37b60566 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:33.574341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6830d4c-6ae1-4d45-bfa4-b77a230d5b50 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.576041 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2e034-94f7-4b10-bb5b-ec49f9f27d05 None None] Pushing event updated for resources: {'Port': ['ID=e63377a0-4c40-45a3-b39d-e489d110197a,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:33.584418 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6830d4c-6ae1-4d45-bfa4-b77a230d5b50 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event deleted for resources: {'Subnet': ['ID=099e8269-bea0-4a97-bae9-1c3ff8a1f91b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:33.683467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46c59b-b747-4ea5-b17e-3ef1b9884ad0 req-bcbf84e8-1069-4bf3-aaf0-d227aaa15859 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:33.685050 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6a46c59b-b747-4ea5-b17e-3ef1b9884ad0 req-bcbf84e8-1069-4bf3-aaf0-d227aaa15859 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 1.3895562 Mar 03 05:50:33.692820 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879db3df-3210-464a-b5c2-b1809541b8e0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router d9c126c7-e38d-4070-8781-41d30a24fe5e has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:50:33.699516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.704285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.707148 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-eeaa81ad-c873-4c7b-98c4-496b887f1378 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/52cd5e3d-0404-403f-bbd9-3087be03b4f8 HTTP/1.1" status: 204 len: 168 time: 2.0951042 Mar 03 05:50:33.712301 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c6830d4c-6ae1-4d45-bfa4-b77a230d5b50 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "DELETE /v2.0/subnets/099e8269-bea0-4a97-bae9-1c3ff8a1f91b HTTP/1.1" status: 204 len: 168 time: 1.9895294 Mar 03 05:50:33.724645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57756) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:33.725039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57758) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:33.961056 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f02b30ef-ebbb-4670-968d-6f6ee4c8707c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2346325 Mar 03 05:50:33.965859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.966452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Fanout notify agent at l3_agent the message router_deleted on router 21e160b3-c84b-4d0f-8c0e-cdd9249a805c {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:50:33.969492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-179dc765-ebc4-4dbf-a048-66a97c1187af None None] For port 3492e8a8-524f-4eef-93b6-5a354851bde3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3492e8a8-524f-4eef-93b6-5a354851bde3,segment=NetworkSegment(f75d5ec0-eaaa-4524-8be1-a2707defd135),segment_id=f75d5ec0-eaaa-4524-8be1-a2707defd135)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:33.969886 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-179dc765-ebc4-4dbf-a048-66a97c1187af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:33.969999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57764) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:33.981351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:34.032875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:34.038432 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cd235fa4-e1c6-47a4-b8f2-bc14fbb7e705 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "DELETE /v2.0/routers/21e160b3-c84b-4d0f-8c0e-cdd9249a805c HTTP/1.1" status: 204 len: 168 time: 5.4150553 Mar 03 05:50:34.042223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771f638-454f-4bec-861a-1506218e63a7 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:34.043004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0771f638-454f-4bec-861a-1506218e63a7 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Synchronizing usage tracker for tenant:d0435aac8ccc4cde97c52559403e6cc7 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:34.048599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57768) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:34.061577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a7ea3523-1bc6-4203-b3f3-6bb40c7d06ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1909807766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:34.108714 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6a46c59b-b747-4ea5-b17e-3ef1b9884ad0 req-65db2d41-89e3-4873-9e6a-954b3e2a0b53 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4144166 Mar 03 05:50:34.140333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-179dc765-ebc4-4dbf-a048-66a97c1187af None None] Calling delete_port for 3492e8a8-524f-4eef-93b6-5a354851bde3 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:34.165813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:34.230609 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port c08f8e74-90ee-49c4-9d8b-636007e0d23e completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:34.251851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a7ea3523-1bc6-4203-b3f3-6bb40c7d06ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:34.255288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879db3df-3210-464a-b5c2-b1809541b8e0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:34.266108 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4fbe1d-3f0c-425e-a510-bef1e3580649 None None] Sync routers for ids ['d9c126c7-e38d-4070-8781-41d30a24fe5e'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:34.277766 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4fbe1d-3f0c-425e-a510-bef1e3580649 None None] Routers {'d9c126c7-e38d-4070-8781-41d30a24fe5e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:34.279839 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4b4fbe1d-3f0c-425e-a510-bef1e3580649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d9c126c7-e38d-4070-8781-41d30a24fe5e'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:34.282100 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-179dc765-ebc4-4dbf-a048-66a97c1187af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:34.317116 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-879db3df-3210-464a-b5c2-b1809541b8e0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/d9c126c7-e38d-4070-8781-41d30a24fe5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7828248 Mar 03 05:50:34.317864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57774) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:34.327052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:34.348974 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Calling delete_port for 779780db-2647-4fbe-9866-38f96cec19c7 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:34.408351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a7ea3523-1bc6-4203-b3f3-6bb40c7d06ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Usage tracker for resource:router and tenant:febb3bd0b277432e94b2917097a2dfcc is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:34.416158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179dc765-ebc4-4dbf-a048-66a97c1187af None None] No DVR routers for this DVR port 3492e8a8-524f-4eef-93b6-5a354851bde3 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:50:34.430880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dc765-ebc4-4dbf-a048-66a97c1187af None None] Pushing event deleted for resources: {'Port': ['ID=3492e8a8-524f-4eef-93b6-5a354851bde3,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:34.435837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:34.444930 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4b4fbe1d-3f0c-425e-a510-bef1e3580649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:34.461789 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-32409673-e63f-496c-b01a-9fe297010fd8 None None] Provisioning for port c08f8e74-90ee-49c4-9d8b-636007e0d23e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:34.462912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0771f638-454f-4bec-861a-1506218e63a7 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Unset dirty status for tenant:d0435aac8ccc4cde97c52559403e6cc7 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:34.476576 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-32409673-e63f-496c-b01a-9fe297010fd8 None None] Provisioning complete for port c08f8e74-90ee-49c4-9d8b-636007e0d23e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:34.477342 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32409673-e63f-496c-b01a-9fe297010fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:34.485067 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0771f638-454f-4bec-861a-1506218e63a7 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7571356 Mar 03 05:50:34.487155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57778) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:34.507830 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4fbe1d-3f0c-425e-a510-bef1e3580649 None None] Routers {'d9c126c7-e38d-4070-8781-41d30a24fe5e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:34.508457 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4b4fbe1d-3f0c-425e-a510-bef1e3580649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d9c126c7-e38d-4070-8781-41d30a24fe5e'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:34.520866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:34.533555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:34.542902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a7ea3523-1bc6-4203-b3f3-6bb40c7d06ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:34.582558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a7ea3523-1bc6-4203-b3f3-6bb40c7d06ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:34.585338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:34.590429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:34.634306 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32409673-e63f-496c-b01a-9fe297010fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:34.656470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da156b4-f62d-4e8d-95a6-335440392316 None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:50:34.660949 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4b4fbe1d-3f0c-425e-a510-bef1e3580649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:34.661364 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4fbe1d-3f0c-425e-a510-bef1e3580649 None None] The sync data for ids ['d9c126c7-e38d-4070-8781-41d30a24fe5e'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:50:34.670840 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1da156b4-f62d-4e8d-95a6-335440392316 None None] Deleting port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:34.671474 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1da156b4-f62d-4e8d-95a6-335440392316 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:34.698072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9e960bd7-0c91-4e06-ba20-28e5ecf8d4c5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Synchronizing usage tracker for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:34.720858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:34.726045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3523-1bc6-4203-b3f3-6bb40c7d06ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:34.727098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3523-1bc6-4203-b3f3-6bb40c7d06ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:34.743463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3523-1bc6-4203-b3f3-6bb40c7d06ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:34.802905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-32409673-e63f-496c-b01a-9fe297010fd8 None None] For port c08f8e74-90ee-49c4-9d8b-636007e0d23e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c08f8e74-90ee-49c4-9d8b-636007e0d23e,segment=NetworkSegment(4e9f2732-b0fb-469c-a03e-4602e8dc44b2),segment_id=4e9f2732-b0fb-469c-a03e-4602e8dc44b2)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:34.818697 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32409673-e63f-496c-b01a-9fe297010fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:34.896690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Port': ['ID=eca6eefb-d2ba-403d-bfae-786ec08eb955,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:34.923487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9e960bd7-0c91-4e06-ba20-28e5ecf8d4c5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Unset dirty status for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:34.924713 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9e960bd7-0c91-4e06-ba20-28e5ecf8d4c5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9c126c7-e38d-4070-8781-41d30a24fe5e HTTP/1.1" status: 200 len: 205 time: 0.6021125 Mar 03 05:50:34.983093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57784) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:35.108109 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:35.136912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-1da156b4-f62d-4e8d-95a6-335440392316 None None] For port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=079c4e92-cb18-41df-a54f-b7b5e5c2f29e,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:35.137676 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1da156b4-f62d-4e8d-95a6-335440392316 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:35.199477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:35.224712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No DVR routers for this DVR port eca6eefb-d2ba-403d-bfae-786ec08eb955 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:50:35.278279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3523-1bc6-4203-b3f3-6bb40c7d06ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:35.303396 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1da156b4-f62d-4e8d-95a6-335440392316 None None] Calling delete_port for 079c4e92-cb18-41df-a54f-b7b5e5c2f29e owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:35.304418 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Deleting port e63377a0-4c40-45a3-b39d-e489d110197a {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:35.304800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:35.370759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b531a47f-c741-4890-895d-13d152bee896 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:35.401358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b84c2a-d5b4-4be4-8470-0bf88b6d184b None None] DHCP port deletion for 9eae6f3d-6992-402c-bb91-227e7deafa22 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:50:35.405263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e63377a0-4c40-45a3-b39d-e489d110197a up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:35.421646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7ea3523-1bc6-4203-b3f3-6bb40c7d06ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:35.425586 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a7ea3523-1bc6-4203-b3f3-6bb40c7d06ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3731215 Mar 03 05:50:35.431082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57788) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:35.445263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84815fc9-78a1-4ceb-b1f7-0a8e9236c417 None None] Network bce8d790-7db0-485b-b627-7bd6c6062440 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:35.459229 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Request body: {'router': {'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:35.517922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1da156b4-f62d-4e8d-95a6-335440392316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:35.535034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0e55a601-2acf-4faa-97ec-e6f67e7ba799 None None] Provisioning for port 028cb192-95a8-4d88-804e-99579aa6151a completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:35.621314 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:35.622565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0e55a601-2acf-4faa-97ec-e6f67e7ba799 None None] Provisioning complete for port 028cb192-95a8-4d88-804e-99579aa6151a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:35.623043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0e55a601-2acf-4faa-97ec-e6f67e7ba799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:35.675129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da156b4-f62d-4e8d-95a6-335440392316 None None] No DVR routers for this DVR port 079c4e92-cb18-41df-a54f-b7b5e5c2f29e on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:50:35.696263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32409673-e63f-496c-b01a-9fe297010fd8 None None] Pushing event updated for resources: {'Port': ['ID=c08f8e74-90ee-49c4-9d8b-636007e0d23e,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:35.729870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3dc8a3-8fd4-4c70-9c58-ebac93c12fd0 req-3eb14bb4-18b1-4ff3-8c9e-167957a093d1 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:35.731350 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-df3dc8a3-8fd4-4c70-9c58-ebac93c12fd0 req-3eb14bb4-18b1-4ff3-8c9e-167957a093d1 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.9930148 Mar 03 05:50:35.744029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:35.814287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da156b4-f62d-4e8d-95a6-335440392316 None None] Pushing event deleted for resources: {'Port': ['ID=079c4e92-cb18-41df-a54f-b7b5e5c2f29e,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:35.821885 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0e55a601-2acf-4faa-97ec-e6f67e7ba799 None None] Port 028cb192-95a8-4d88-804e-99579aa6151a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:50:35.833319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port e63377a0-4c40-45a3-b39d-e489d110197a completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:35.844392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Port': ['ID=779780db-2647-4fbe-9866-38f96cec19c7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:35.862979 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0e55a601-2acf-4faa-97ec-e6f67e7ba799 None None] Provisioning complete for port c08f8e74-90ee-49c4-9d8b-636007e0d23e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:35.863472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0e55a601-2acf-4faa-97ec-e6f67e7ba799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:35.987229 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 079c4e92-cb18-41df-a54f-b7b5e5c2f29e no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:50:36.004961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b531a47f-c741-4890-895d-13d152bee896 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.010672 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b531a47f-c741-4890-895d-13d152bee896 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.031259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 079c4e92-cb18-41df-a54f-b7b5e5c2f29e {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:50:36.031552 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 079c4e92-cb18-41df-a54f-b7b5e5c2f29e not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:50:36.032087 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3492e8a8-524f-4eef-93b6-5a354851bde3 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:50:36.062330 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3726ab-fa8b-40ba-9374-64c7323c7764 None None] DHCP port deletion for bce8d790-7db0-485b-b627-7bd6c6062440 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:50:36.079475 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7c3726ab-fa8b-40ba-9374-64c7323c7764 None None] Deleting port e63377a0-4c40-45a3-b39d-e489d110197a {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:36.080022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7c3726ab-fa8b-40ba-9374-64c7323c7764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.109782 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 3492e8a8-524f-4eef-93b6-5a354851bde3 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:50:36.110273 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3492e8a8-524f-4eef-93b6-5a354851bde3 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:50:36.110779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device eca6eefb-d2ba-403d-bfae-786ec08eb955 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:50:36.165379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] For port e63377a0-4c40-45a3-b39d-e489d110197a, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e63377a0-4c40-45a3-b39d-e489d110197a,segment=NetworkSegment(15a92aad-585a-41ae-8b36-f25b40464dd6),segment_id=15a92aad-585a-41ae-8b36-f25b40464dd6)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:36.165703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.165965 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: eca6eefb-d2ba-403d-bfae-786ec08eb955 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:50:36.166453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device eca6eefb-d2ba-403d-bfae-786ec08eb955 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:50:36.204074 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-df3dc8a3-8fd4-4c70-9c58-ebac93c12fd0 req-7ea27950-84e7-4229-b7c4-8d5f5e89e820 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3564229 Mar 03 05:50:36.261119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b531a47f-c741-4890-895d-13d152bee896 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.261531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b531a47f-c741-4890-895d-13d152bee896 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Fanout notify agent at l3_agent the message router_deleted on router d9c126c7-e38d-4070-8781-41d30a24fe5e {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:50:36.274215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.307171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.329004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Subnet': ['ID=3757357e-8477-4d19-92e5-611cf060fad8,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:36.344699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b531a47f-c741-4890-895d-13d152bee896 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.348780 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b531a47f-c741-4890-895d-13d152bee896 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/d9c126c7-e38d-4070-8781-41d30a24fe5e HTTP/1.1" status: 204 len: 168 time: 1.3625154 Mar 03 05:50:36.373715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57792) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:36.374132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Calling delete_port for e63377a0-4c40-45a3-b39d-e489d110197a owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:36.384517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7c3726ab-fa8b-40ba-9374-64c7323c7764 None None] For port e63377a0-4c40-45a3-b39d-e489d110197a, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e63377a0-4c40-45a3-b39d-e489d110197a,segment=NetworkSegment(15a92aad-585a-41ae-8b36-f25b40464dd6),segment_id=15a92aad-585a-41ae-8b36-f25b40464dd6)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:36.386181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7c3726ab-fa8b-40ba-9374-64c7323c7764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.448967 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.objects.ports [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87793) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:50:36.452245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.497117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.517196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.557694 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf9d42c-03cf-4104-a302-deb4eb5cfc8e None None] Network 9eae6f3d-6992-402c-bb91-227e7deafa22 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:36.561135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-54204af6-1164-40e1-a323-a607496e472d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting subnet 5e0e38d1-17a9-4bcd-b620-34ed7ff507a5 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:50:36.565315 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.572478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-54204af6-1164-40e1-a323-a607496e472d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.577921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7c3726ab-fa8b-40ba-9374-64c7323c7764 None None] Calling delete_port for e63377a0-4c40-45a3-b39d-e489d110197a owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:36.600864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eae6f3d-6992-402c-bb91-227e7deafa22']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:36.617153 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.623658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:36.624266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8c6ee7-a153-4b1e-a269-2fe18f3fa2a0') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:36.638028 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-23834fe9-9084-4cc9-9d0f-58d9c08b17be None None] Provisioning for port e63377a0-4c40-45a3-b39d-e489d110197a completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:36.696156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.712826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-23834fe9-9084-4cc9-9d0f-58d9c08b17be None None] Provisioning complete for port e63377a0-4c40-45a3-b39d-e489d110197a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:36.713724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-23834fe9-9084-4cc9-9d0f-58d9c08b17be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.762079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-54204af6-1164-40e1-a323-a607496e472d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.832337 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.838829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=028cb192-95a8-4d88-804e-99579aa6151a,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:36.859753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:36.861063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:36.861885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.866480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.873083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:36.880063 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7c3726ab-fa8b-40ba-9374-64c7323c7764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.884717 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.plugins.ml2.db [None req-23834fe9-9084-4cc9-9d0f-58d9c08b17be None None] No ports have port_id starting with e63377a0-4c40-45a3-b39d-e489d110197a Mar 03 05:50:36.889089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.891416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:36.892207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:36.896796 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:36.919216 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75877781-c7bb-4d8c-bfec-db6fbc4e7000 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:36.920877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=f5f14dc3-2db4-41c9-a179-64f7fe847a93,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:36.951065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cd023b-d0f2-4a0e-9eeb-77db965fb78c None None] DHCP port deletion for 9eae6f3d-6992-402c-bb91-227e7deafa22 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:50:36.965867 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f3178d0a-79a9-451b-9e3d-ab5500e35729 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9902568 Mar 03 05:50:36.966783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57796) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:36.976742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3726ab-fa8b-40ba-9374-64c7323c7764 None None] Pushing event deleted for resources: {'Port': ['ID=e63377a0-4c40-45a3-b39d-e489d110197a,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:36.981227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-80458c1e-2993-4b12-b8bd-df43a29b0d2a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:37.003601 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3726ab-fa8b-40ba-9374-64c7323c7764 None None] No DVR routers for this DVR port e63377a0-4c40-45a3-b39d-e489d110197a on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:50:37.116379 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.119890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c08f8e74-90ee-49c4-9d8b-636007e0d23e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:37.121877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.166699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:50:37.166988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:50:37.168479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Network': ['ID=9eae6f3d-6992-402c-bb91-227e7deafa22,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:37.173756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.174439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Fanout notify agent at l3_agent the message router_deleted on router 0fe25539-a0a7-474e-acf6-aac631734dab {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:50:37.178413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-54204af6-1164-40e1-a323-a607496e472d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.216198 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6e1d6084-f1ac-4585-b467-ec8527c5cc3d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/9eae6f3d-6992-402c-bb91-227e7deafa22 HTTP/1.1" status: 204 len: 168 time: 11.3881769 Mar 03 05:50:37.223017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57800) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:37.237981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2755'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:37.252855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.254668 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-baf34941-6167-40b6-ad6b-9abff2c51144 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/routers/0fe25539-a0a7-474e-acf6-aac631734dab HTTP/1.1" status: 204 len: 168 time: 5.5298414 Mar 03 05:50:37.256939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:37.257658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bbc0db06-7d75-427d-bcbd-52799a8c6b11 None None] Provisioning complete for port 028cb192-95a8-4d88-804e-99579aa6151a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:37.258028 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bbc0db06-7d75-427d-bcbd-52799a8c6b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.259624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57806) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:37.265307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:network and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:37.268480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:37.277302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:37.293054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-80458c1e-2993-4b12-b8bd-df43a29b0d2a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:37.301210 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.308036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:37.311584 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.335618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-80458c1e-2993-4b12-b8bd-df43a29b0d2a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:37.351753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:37.371210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.371554 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Added segment df853e4a-afd0-4617-a5a4-340e0e180f13 of type vlan for network 1590130a-9e35-40af-9de8-e4bee342d15d Mar 03 05:50:37.386788 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2a0a35-fbf8-42f8-ab1a-34c840951f01 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Deleting subnet e0549d03-e14b-40fb-8865-9de3643c1c27 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:50:37.390974 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-db2a0a35-fbf8-42f8-ab1a-34c840951f01 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.405034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.419978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-54204af6-1164-40e1-a323-a607496e472d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.434450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-80458c1e-2993-4b12-b8bd-df43a29b0d2a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:37.444197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0db06-7d75-427d-bcbd-52799a8c6b11 None None] Port 028cb192-95a8-4d88-804e-99579aa6151a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:50:37.450729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-80458c1e-2993-4b12-b8bd-df43a29b0d2a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:37.451896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': 'f5f14dc3-2db4-41c9-a179-64f7fe847a93'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:37.452797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.455166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.460875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:37.461470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.468850 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c08f8e74-90ee-49c4-9d8b-636007e0d23e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:37.469217 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.522474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54204af6-1164-40e1-a323-a607496e472d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0e38d1-17a9-4bcd-b620-34ed7ff507a5,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:37.540350 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-54204af6-1164-40e1-a323-a607496e472d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.553851 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63595d38-ebe3-49f3-a893-ec804e886634 None None] Network 81f28655-33bb-457c-8dec-984a2f707379 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:37.583836 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-db2a0a35-fbf8-42f8-ab1a-34c840951f01 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.586545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80458c1e-2993-4b12-b8bd-df43a29b0d2a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:37.590641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80458c1e-2993-4b12-b8bd-df43a29b0d2a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.613660 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3823221 Mar 03 05:50:37.625097 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57810) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:37.633465 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-54204af6-1164-40e1-a323-a607496e472d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/5e0e38d1-17a9-4bcd-b620-34ed7ff507a5 HTTP/1.1" status: 204 len: 168 time: 1.2555211 Mar 03 05:50:37.644994 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'subnet': {'network_id': '1590130a-9e35-40af-9de8-e4bee342d15d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:37.662425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57814) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:37.672683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Deleting port e63377a0-4c40-45a3-b39d-e489d110197a {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:37.672862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.752119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.878743 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Allocated IP 2001:db8::f816:3eff:fe28:6ec7 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/f5f14dc3-2db4-41c9-a179-64f7fe847a93/bb3899a7-1bed-4bef-8fb3-7420e926c73b) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:37.891885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bcefd-e009-4620-a308-1b98f00cc498 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=1590130a-9e35-40af-9de8-e4bee342d15d,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:37.898353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] The port 'e63377a0-4c40-45a3-b39d-e489d110197a' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:50:37.901756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:37.915329 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 1590130a-9e35-40af-9de8-e4bee342d15d details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:37.943125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e63377a0-4c40-45a3-b39d-e489d110197a no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:50:37.968522 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.006756 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: e63377a0-4c40-45a3-b39d-e489d110197a {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:50:38.006756 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e63377a0-4c40-45a3-b39d-e489d110197a not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:50:38.027472 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-db2a0a35-fbf8-42f8-ab1a-34c840951f01 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.102527 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.ipam_backend_mixin [None req-80458c1e-2993-4b12-b8bd-df43a29b0d2a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5f14dc3-2db4-41c9-a179-64f7fe847a93 (CIDR: 2001:db8::/64) Mar 03 05:50:38.157220 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-80458c1e-2993-4b12-b8bd-df43a29b0d2a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:50:38.157796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80458c1e-2993-4b12-b8bd-df43a29b0d2a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:50:38.165726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:38.169392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.173461 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.188184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485fd64-495a-4301-af7f-73cd86c6d41f req-c23470cb-d163-48c3-bf6d-cf5f522621ab tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:38.189700 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7485fd64-495a-4301-af7f-73cd86c6d41f req-c23470cb-d163-48c3-bf6d-cf5f522621ab tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.7656569 Mar 03 05:50:38.195296 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:subnet and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:38.216575 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:38.241086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:38.265296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb8bfb5-d645-4b0c-8ac3-a034337b3072 None None] DHCP port deletion for 81f28655-33bb-457c-8dec-984a2f707379 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:50:38.279142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8bfb5-d645-4b0c-8ac3-a034337b3072 None None] Deleting port 4dba1300-b53c-4010-ba05-c7abe93cbfc8 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:38.279512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6fb8bfb5-d645-4b0c-8ac3-a034337b3072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.344820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.397748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce8d790-7db0-485b-b627-7bd6c6062440']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:38.403627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port 4dba1300-b53c-4010-ba05-c7abe93cbfc8 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:38.404243 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.414335 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-80458c1e-2993-4b12-b8bd-df43a29b0d2a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4431241 Mar 03 05:50:38.417181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57818) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:38.422866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a92aad-585a-41ae-8b36-f25b40464dd6') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:38.423247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a92aad-585a-41ae-8b36-f25b40464dd6') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:38.433458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:38.468020 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7485fd64-495a-4301-af7f-73cd86c6d41f req-73cb3590-0b50-4e40-aa7a-f92301df597c tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691412 Mar 03 05:50:38.468931 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Transition to ACTIVE for port object bb3899a7-1bed-4bef-8fb3-7420e926c73b will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:38.481957 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-db2a0a35-fbf8-42f8-ab1a-34c840951f01 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.482263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.489577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Allocated IP 172.26.3.134 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/6309e25f-c56a-4f71-ad2f-40d64a927a5c) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:38.500974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Transition to ACTIVE for port object bb3899a7-1bed-4bef-8fb3-7420e926c73b will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:38.517731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:38.521398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.568523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.581224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a0a35-fbf8-42f8-ab1a-34c840951f01 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Subnet': ['ID=e0549d03-e14b-40fb-8865-9de3643c1c27,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:38.583635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-db2a0a35-fbf8-42f8-ab1a-34c840951f01 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.598471 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:38.598874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:38.613598 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:38.626622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6fb8bfb5-d645-4b0c-8ac3-a034337b3072 None None] For port 4dba1300-b53c-4010-ba05-c7abe93cbfc8, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4dba1300-b53c-4010-ba05-c7abe93cbfc8,segment=NetworkSegment(2614879e-943f-4aed-a739-3854ce4fea83),segment_id=2614879e-943f-4aed-a739-3854ce4fea83)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:38.627154 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6fb8bfb5-d645-4b0c-8ac3-a034337b3072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.733848 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-db2a0a35-fbf8-42f8-ab1a-34c840951f01 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/subnets/e0549d03-e14b-40fb-8865-9de3643c1c27 HTTP/1.1" status: 204 len: 168 time: 1.4704089 Mar 03 05:50:38.747233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57826) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:38.805679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6fb8bfb5-d645-4b0c-8ac3-a034337b3072 None None] Calling delete_port for 4dba1300-b53c-4010-ba05-c7abe93cbfc8 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:38.836183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:38.851574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.877916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:38.880425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.886701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:38.912964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.920111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:38.928541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:38.934306 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] For port 4dba1300-b53c-4010-ba05-c7abe93cbfc8, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4dba1300-b53c-4010-ba05-c7abe93cbfc8,segment=NetworkSegment(2614879e-943f-4aed-a739-3854ce4fea83),segment_id=2614879e-943f-4aed-a739-3854ce4fea83)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:38.934671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:38.940219 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event deleted for resources: {'Network': ['ID=bce8d790-7db0-485b-b627-7bd6c6062440,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:38.943104 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:38.945808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:38.966995 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3a806b0f-c8b6-4f97-ae6c-c313ab1715fb tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "DELETE /v2.0/networks/bce8d790-7db0-485b-b627-7bd6c6062440 HTTP/1.1" status: 204 len: 168 time: 4.4174602 Mar 03 05:50:38.969635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57830) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:38.971705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:38.975156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.017333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.056169 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Attempting to bind port bb3899a7-1bed-4bef-8fb3-7420e926c73b on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:39.056169 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Attempting to bind port bb3899a7-1bed-4bef-8fb3-7420e926c73b by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:39.056169 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Attempting to bind port bb3899a7-1bed-4bef-8fb3-7420e926c73b on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:39.057215 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Pushing event updated for resources: {'Port': ['ID=bb3899a7-1bed-4bef-8fb3-7420e926c73b,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:39.071100 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:39.071856 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:39.073125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.073667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:39.074598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Bound port: bb3899a7-1bed-4bef-8fb3-7420e926c73b, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:39.075208 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.076976 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for 4dba1300-b53c-4010-ba05-c7abe93cbfc8 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:39.090129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 4dba1300-b53c-4010-ba05-c7abe93cbfc8 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:50:39.122397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6fb8bfb5-d645-4b0c-8ac3-a034337b3072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.176345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 4dba1300-b53c-4010-ba05-c7abe93cbfc8 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:50:39.176822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 4dba1300-b53c-4010-ba05-c7abe93cbfc8 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:50:39.182448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8bfb5-d645-4b0c-8ac3-a034337b3072 None None] Pushing event deleted for resources: {'Port': ['ID=4dba1300-b53c-4010-ba05-c7abe93cbfc8,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:39.217685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c239fb7e-784c-4a77-83c8-21f16c39f026 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.218828 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb8bfb5-d645-4b0c-8ac3-a034337b3072 None None] No DVR routers for this DVR port 4dba1300-b53c-4010-ba05-c7abe93cbfc8 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:50:39.220712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba01d77-7fef-4e3c-86e2-696d2e2ed79a req-ccaa4685-ee5a-4e22-98bc-b6906765d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:39.222242 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7ba01d77-7fef-4e3c-86e2-696d2e2ed79a req-ccaa4685-ee5a-4e22-98bc-b6906765d650 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b48212c453e4049a0f406125c5ca8be&device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 1098 time: 0.3836453 Mar 03 05:50:39.282738 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] For port bb3899a7-1bed-4bef-8fb3-7420e926c73b, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:39.286032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] For port bb3899a7-1bed-4bef-8fb3-7420e926c73b, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bb3899a7-1bed-4bef-8fb3-7420e926c73b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:39.290326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.376721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16092c33-96a5-496f-be3f-c3101bd84acc None None] Pushing event updated for resources: {'Port': ['ID=bb3899a7-1bed-4bef-8fb3-7420e926c73b,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:39.387910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e030bbcb-235f-4e64-8255-ab188ea8bdf0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.404369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.418523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:50:39.419124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:50:39.514736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:39.562555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.573202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:39.584858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef21ef-5100-47cd-b157-c1c3bf40fdc5 req-7797b49c-d133-433a-ac74-175d9ccab111 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:39.586362 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-adef21ef-5100-47cd-b157-c1c3bf40fdc5 req-7797b49c-d133-433a-ac74-175d9ccab111 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4462166 Mar 03 05:50:39.590076 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c239fb7e-784c-4a77-83c8-21f16c39f026 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.594635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.595435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.609996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:39.692799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba01d77-7fef-4e3c-86e2-696d2e2ed79a req-d6048e6d-9ced-4c76-9590-ad958187f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:39.694316 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7ba01d77-7fef-4e3c-86e2-696d2e2ed79a req-d6048e6d-9ced-4c76-9590-ad958187f36e service neutron] 10.222.0.23 "GET /v2.0/networks?id=331b4cde-bf4b-4bc0-811f-6811cf8e6483 HTTP/1.1" status: 200 len: 913 time: 0.4643195 Mar 03 05:50:39.710346 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Pushing event updated for resources: {'Port': ['ID=6309e25f-c56a-4f71-ad2f-40d64a927a5c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:39.797696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-c239fb7e-784c-4a77-83c8-21f16c39f026 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f60ed2-8735-4042-95cc-454143e9382d']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:39.834310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-c239fb7e-784c-4a77-83c8-21f16c39f026 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75d5ec0-eaaa-4524-8be1-a2707defd135') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:39.834600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-c239fb7e-784c-4a77-83c8-21f16c39f026 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75d5ec0-eaaa-4524-8be1-a2707defd135') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:39.859529 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c239fb7e-784c-4a77-83c8-21f16c39f026 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.901706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e030bbcb-235f-4e64-8255-ab188ea8bdf0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.931395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port 4dba1300-b53c-4010-ba05-c7abe93cbfc8 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:39.932277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.951676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c239fb7e-784c-4a77-83c8-21f16c39f026 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:39.955086 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7ba01d77-7fef-4e3c-86e2-696d2e2ed79a req-321eef34-b962-4f8d-99a5-9ea76193438c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9 HTTP/1.1" status: 200 len: 1000 time: 0.2421007 Mar 03 05:50:40.021886 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e030bbcb-235f-4e64-8255-ab188ea8bdf0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68c4e26-2339-4bc4-90fd-173df31e09f4']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:40.109942 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.135281 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c239fb7e-784c-4a77-83c8-21f16c39f026 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:40.135684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c239fb7e-784c-4a77-83c8-21f16c39f026 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:40.151297 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:40.158298 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-adef21ef-5100-47cd-b157-c1c3bf40fdc5 req-96da1522-62fb-405e-9c5a-7eedcc33e611 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5545378 Mar 03 05:50:40.158897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=028cb192-95a8-4d88-804e-99579aa6151a,revision_number=3']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:40.165804 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] The port '4dba1300-b53c-4010-ba05-c7abe93cbfc8' was deleted {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:50:40.174041 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e030bbcb-235f-4e64-8255-ab188ea8bdf0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba141a79-9a5c-4aef-91f5-8743e545d763') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:40.174345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e030bbcb-235f-4e64-8255-ab188ea8bdf0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba141a79-9a5c-4aef-91f5-8743e545d763') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:40.241038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e030bbcb-235f-4e64-8255-ab188ea8bdf0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.327655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e030bbcb-235f-4e64-8255-ab188ea8bdf0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.340300 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Subnet': ['ID=8abdbd55-051d-4e1c-9782-ad1a3a5869d5,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:40.354400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e030bbcb-235f-4e64-8255-ab188ea8bdf0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:40.355320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e030bbcb-235f-4e64-8255-ab188ea8bdf0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:40.376038 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:40.415718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c239fb7e-784c-4a77-83c8-21f16c39f026 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.421653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c239fb7e-784c-4a77-83c8-21f16c39f026 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.429418 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba01d77-7fef-4e3c-86e2-696d2e2ed79a req-33815d97-432d-46bc-961d-411bd56f3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:40.431315 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7ba01d77-7fef-4e3c-86e2-696d2e2ed79a req-33815d97-432d-46bc-961d-411bd56f3063 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95f19597-877f-493e-a52a-b03389550958 HTTP/1.1" status: 200 len: 851 time: 0.4633815 Mar 03 05:50:40.455083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network dbeed084-6e38-4c7e-bf67-043219afbf23 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:40.508375 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:40.511794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.534409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.535738 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking segment: {'id': 'df853e4a-afd0-4617-a5a4-340e0e180f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1590130a-9e35-40af-9de8-e4bee342d15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:40.536359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network hostable DHCP agents. Network: 1590130a-9e35-40af-9de8-e4bee342d15d, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:40.569914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f28655-33bb-457c-8dec-984a2f707379']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:40.601434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-437fa16d-d37e-4378-a433-dfbc9da2e0f3 None None] Provisioning for port bb3899a7-1bed-4bef-8fb3-7420e926c73b completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:40.651696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239fb7e-784c-4a77-83c8-21f16c39f026 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event deleted for resources: {'Network': ['ID=e1f60ed2-8735-4042-95cc-454143e9382d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:40.662601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2614879e-943f-4aed-a739-3854ce4fea83') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:40.662917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2614879e-943f-4aed-a739-3854ce4fea83') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:40.671135 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c239fb7e-784c-4a77-83c8-21f16c39f026 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "DELETE /v2.0/networks/e1f60ed2-8735-4042-95cc-454143e9382d HTTP/1.1" status: 204 len: 168 time: 1.6814604 Mar 03 05:50:40.674833 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e030bbcb-235f-4e64-8255-ab188ea8bdf0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.679848 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57834) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:40.681438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:40.700521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:40.704196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:40.705036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.710395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec845481-4bb2-480f-a405-1b25f5508e29 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:40.788344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.795245 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e030bbcb-235f-4e64-8255-ab188ea8bdf0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.796779 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=d10b382b-07b8-41c0-a067-ff6711c3b311,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:40.815799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network 1590130a-9e35-40af-9de8-e4bee342d15d is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:40.830984 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ac20058e-8439-4a38-8029-405e41391fb6 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4103994 Mar 03 05:50:40.839122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57838) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:40.846445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'mac_address': 'fa:16:3e:0b:d0:47', 'name': 'tempest-NetworksTestDHCPv6-50679184'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:40.853392 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030bbcb-235f-4e64-8255-ab188ea8bdf0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] Pushing event deleted for resources: {'Network': ['ID=f68c4e26-2339-4bc4-90fd-173df31e09f4,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:40.864068 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e294bed5-f864-4b74-9156-fc2ff2afea1f None None] Provisioning complete for port 028cb192-95a8-4d88-804e-99579aa6151a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:40.865277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e294bed5-f864-4b74-9156-fc2ff2afea1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.871316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.876815 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e030bbcb-235f-4e64-8255-ab188ea8bdf0 tempest-FloatingIPTestJSON-1717113206 tempest-FloatingIPTestJSON-1717113206-project] 10.222.0.20 "DELETE /v2.0/networks/f68c4e26-2339-4bc4-90fd-173df31e09f4 HTTP/1.1" status: 204 len: 168 time: 2.1217241 Mar 03 05:50:40.878075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba01d77-7fef-4e3c-86e2-696d2e2ed79a req-d053867e-9963-467d-ad04-6d2776f36212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:40.879676 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7ba01d77-7fef-4e3c-86e2-696d2e2ed79a req-d053867e-9963-467d-ad04-6d2776f36212 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=331b4cde-bf4b-4bc0-811f-6811cf8e6483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4243131 Mar 03 05:50:40.880275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.921858 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e294bed5-f864-4b74-9156-fc2ff2afea1f None None] Port 028cb192-95a8-4d88-804e-99579aa6151a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:50:40.937627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 1590130a-9e35-40af-9de8-e4bee342d15d) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:40.942502 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:40.943428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.959626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c4c26f-dfec-4082-a15d-e008ba67ea02 None None] Network 1590130a-9e35-40af-9de8-e4bee342d15d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:40.962471 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:40.962909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:40.977370 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:41.153626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c010964a-6481-4b8f-9ad0-68e7c52434b8 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:41.164497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bb3899a7-1bed-4bef-8fb3-7420e926c73b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:41.171148 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-38c5c728-b993-4b09-a421-494a0b540421 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5365348 Mar 03 05:50:41.174675 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57844) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:41.292590 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7ba01d77-7fef-4e3c-86e2-696d2e2ed79a req-c9979180-34c7-403a-bda6-01849d358f77 service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510582 Mar 03 05:50:41.360020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57852) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:41.372063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:41.399568 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:41.416660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:41.428380 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:41.463709 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port bb3899a7-1bed-4bef-8fb3-7420e926c73b completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:41.473542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port bb3899a7-1bed-4bef-8fb3-7420e926c73b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:41.474164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:41.484640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:41.508842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Network': ['ID=81f28655-33bb-457c-8dec-984a2f707379,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:41.511054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:41.656373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-1590130a-9e35-40af-9de8-e4bee342d15d', 'network_id': '1590130a-9e35-40af-9de8-e4bee342d15d', 'tenant_id': '4fe60e3d9d73442c9246c69224665117', 'fixed_ips': [{'subnet_id': '8abdbd55-051d-4e1c-9782-ad1a3a5869d5'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:41.657252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:41.701722 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fda8d165-d167-4c1a-a972-c2d433884960 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/networks/81f28655-33bb-457c-8dec-984a2f707379 HTTP/1.1" status: 204 len: 168 time: 4.0371611 Mar 03 05:50:41.716837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57858) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:41.732474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1545c1c5-11ae-4f98-ac0c-0e51a3cba5c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-820190002', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:41.744105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1545c1c5-11ae-4f98-ac0c-0e51a3cba5c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:41.758462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1545c1c5-11ae-4f98-ac0c-0e51a3cba5c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:router and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:41.772809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1545c1c5-11ae-4f98-ac0c-0e51a3cba5c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:41.776090 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:41.781664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5be7bb-cae6-45bd-93e7-f4b74d661686 None None] Update dhcp port {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'fixed_ips': [{'subnet_id': 'f5f14dc3-2db4-41c9-a179-64f7fe847a93', 'ip_address': '2001:db8::f816:3eff:fe28:6ec7'}, {'subnet_id': 'd10b382b-07b8-41c0-a067-ff6711c3b311'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': 'bb3899a7-1bed-4bef-8fb3-7420e926c73b'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:50:41.805453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Router 67a27007-37b2-4496-9541-f178acb07383 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:50:41.814207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1545c1c5-11ae-4f98-ac0c-0e51a3cba5c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:41.818099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:41.825006 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c010964a-6481-4b8f-9ad0-68e7c52434b8 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:41.841106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:41.878806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:41.889373 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:41.898597 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7ba01d77-7fef-4e3c-86e2-696d2e2ed79a req-768397cd-9eed-4a4c-987f-98f7877e817a service neutron] 10.222.0.23 "GET /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239723 Mar 03 05:50:41.901930 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cd5be7bb-cae6-45bd-93e7-f4b74d661686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:41.941088 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c010964a-6481-4b8f-9ad0-68e7c52434b8 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a566d57-6670-412f-a0bb-0ded7b912e8b']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:41.969909 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1825985d-23f1-45b5-bcae-c5b52c44e551 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2952856795e04c42b30b59107a591af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5929322 Mar 03 05:50:41.969909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c010964a-6481-4b8f-9ad0-68e7c52434b8 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc4e9ee-1c7f-4a15-8b17-af7cca577cd1') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:41.969909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c010964a-6481-4b8f-9ad0-68e7c52434b8 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc4e9ee-1c7f-4a15-8b17-af7cca577cd1') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:41.981126 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57862) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:41.982359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1545c1c5-11ae-4f98-ac0c-0e51a3cba5c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:41.983204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1545c1c5-11ae-4f98-ac0c-0e51a3cba5c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.017947 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port bb3899a7-1bed-4bef-8fb3-7420e926c73b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bb3899a7-1bed-4bef-8fb3-7420e926c73b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:42.027491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.061196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c010964a-6481-4b8f-9ad0-68e7c52434b8 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.068252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1545c1c5-11ae-4f98-ac0c-0e51a3cba5c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.112636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c010964a-6481-4b8f-9ad0-68e7c52434b8 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.137193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Allocated IP 172.20.0.1 (1590130a-9e35-40af-9de8-e4bee342d15d/8abdbd55-051d-4e1c-9782-ad1a3a5869d5/02f27806-f185-4565-bb1b-939231f8c562) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:42.146442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.150591 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e0bb0-a93f-4640-92b7-4316c1e29b60 req-34310387-786f-4650-9a82-9bc06be0749f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:42.152111 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7a7e0bb0-a93f-4640-92b7-4316c1e29b60 req-34310387-786f-4650-9a82-9bc06be0749f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.6698041 Mar 03 05:50:42.157247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c010964a-6481-4b8f-9ad0-68e7c52434b8 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:42.157902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c010964a-6481-4b8f-9ad0-68e7c52434b8 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:42.175101 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:42.177753 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:42.179314 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.217637 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ebd653-fc36-4531-acd2-f9356897a70e None None] Sync routers for ids ['67a27007-37b2-4496-9541-f178acb07383'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:42.225817 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f0daa58c-0a07-4825-8eae-0bf5640a8c53 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "PUT /v2.0/routers/67a27007-37b2-4496-9541-f178acb07383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8085315 Mar 03 05:50:42.226030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port a3e9854d-c4d9-4fc7-986c-753c96a3fbed yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:50:42.249466 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57866) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:42.264992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1545c1c5-11ae-4f98-ac0c-0e51a3cba5c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.273091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e5556f8f-18d2-424c-a2d4-f6832a957e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.285630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=bb3899a7-1bed-4bef-8fb3-7420e926c73b,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:42.344142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ebd653-fc36-4531-acd2-f9356897a70e None None] Routers {'67a27007-37b2-4496-9541-f178acb07383'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:42.344451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-a3ebd653-fc36-4531-acd2-f9356897a70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['67a27007-37b2-4496-9541-f178acb07383'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:42.352720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e5556f8f-18d2-424c-a2d4-f6832a957e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.382800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1545c1c5-11ae-4f98-ac0c-0e51a3cba5c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.387075 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1545c1c5-11ae-4f98-ac0c-0e51a3cba5c6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6644931 Mar 03 05:50:42.391069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57870) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:42.405911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-792510369'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:42.424033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:42.434000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Router 24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:50:42.436833 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:network and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:42.437075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-a3ebd653-fc36-4531-acd2-f9356897a70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:42.440027 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7a7e0bb0-a93f-4640-92b7-4316c1e29b60 req-3febcbb5-6f7e-47dd-b514-a53c39c69f13 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633176 Mar 03 05:50:42.441358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:42.450860 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:42.456650 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c010964a-6481-4b8f-9ad0-68e7c52434b8 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.461726 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ebd653-fc36-4531-acd2-f9356897a70e None None] Routers {'67a27007-37b2-4496-9541-f178acb07383'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:42.462326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-a3ebd653-fc36-4531-acd2-f9356897a70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['67a27007-37b2-4496-9541-f178acb07383'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:42.463355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c010964a-6481-4b8f-9ad0-68e7c52434b8 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.496369 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010964a-6481-4b8f-9ad0-68e7c52434b8 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event deleted for resources: {'Network': ['ID=7a566d57-6670-412f-a0bb-0ded7b912e8b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:42.499812 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c010964a-6481-4b8f-9ad0-68e7c52434b8 tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "DELETE /v2.0/networks/7a566d57-6670-412f-a0bb-0ded7b912e8b HTTP/1.1" status: 204 len: 168 time: 1.8152931 Mar 03 05:50:42.502525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57874) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:42.528069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:42.532168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.539594 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-cd5be7bb-cae6-45bd-93e7-f4b74d661686 None None] Allocated IP 2001:db8:0:1::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/d10b382b-07b8-41c0-a067-ff6711c3b311/bb3899a7-1bed-4bef-8fb3-7420e926c73b) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:42.555205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-a3ebd653-fc36-4531-acd2-f9356897a70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:42.555648 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ebd653-fc36-4531-acd2-f9356897a70e None None] The sync data for ids ['67a27007-37b2-4496-9541-f178acb07383'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:50:42.570517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34df462-8dca-4c61-bb5a-cd70d54bdfca tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:42.571258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b34df462-8dca-4c61-bb5a-cd70d54bdfca tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:42.643948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e5556f8f-18d2-424c-a2d4-f6832a957e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.655476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1d6930cd-e700-4831-95d6-27d01f373bac tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.661320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b34df462-8dca-4c61-bb5a-cd70d54bdfca tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:42.665503 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b34df462-8dca-4c61-bb5a-cd70d54bdfca tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a27007-37b2-4496-9541-f178acb07383 HTTP/1.1" status: 200 len: 988 time: 0.4149868 Mar 03 05:50:42.668555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57878) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:42.670757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:42.694765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5556f8f-18d2-424c-a2d4-f6832a957e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192d6811-dab1-4b85-a4f8-d2ad9065441c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:42.767342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e5556f8f-18d2-424c-a2d4-f6832a957e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.768430 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e5556f8f-18d2-424c-a2d4-f6832a957e20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/192d6811-dab1-4b85-a4f8-d2ad9065441c HTTP/1.1" status: 204 len: 168 time: 0.7816689 Mar 03 05:50:42.778593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.779039 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Added segment dc5cb957-d17d-458d-a861-7e3265f8f960 of type vlan for network 1277dedc-1f40-4a59-951b-863b5ac555c0 Mar 03 05:50:42.780669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:42.808240 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce8dd94-6199-4260-a39f-a49bb976f824 None None] Sync routers for ids ['24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:42.827624 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.830047 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8dd94-6199-4260-a39f-a49bb976f824 None None] Routers {'24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:42.830937 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1ce8dd94-6199-4260-a39f-a49bb976f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:42.841800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1d6930cd-e700-4831-95d6-27d01f373bac tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.863098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.867449 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-938bbf9d-a32e-4527-8a50-75f9cc1982ab tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "PUT /v2.0/routers/24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02 HTTP/1.1" status: 200 len: 880 time: 7.4336746 Mar 03 05:50:42.870804 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57884) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:42.877863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Transition to ACTIVE for port object 02f27806-f185-4565-bb1b-939231f8c562 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:42.910123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-1d6930cd-e700-4831-95d6-27d01f373bac tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f773d88e-44a1-4165-99c4-efae770b3357']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:42.959640 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-1d6930cd-e700-4831-95d6-27d01f373bac tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea1bdfdd-ac21-4289-b8c2-14c763a73068') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:42.962477 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Transition to ACTIVE for port object 02f27806-f185-4565-bb1b-939231f8c562 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:42.964490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-1d6930cd-e700-4831-95d6-27d01f373bac tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea1bdfdd-ac21-4289-b8c2-14c763a73068') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:42.969302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-cd5be7bb-cae6-45bd-93e7-f4b74d661686 None None] For port bb3899a7-1bed-4bef-8fb3-7420e926c73b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bb3899a7-1bed-4bef-8fb3-7420e926c73b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:42.986838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:42.992386 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1d6930cd-e700-4831-95d6-27d01f373bac tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.064909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.076134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1d6930cd-e700-4831-95d6-27d01f373bac tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.101637 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6930cd-e700-4831-95d6-27d01f373bac tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:43.102053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1d6930cd-e700-4831-95d6-27d01f373bac tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.164052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Network 1590130a-9e35-40af-9de8-e4bee342d15d is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:43.179588 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1ce8dd94-6199-4260-a39f-a49bb976f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:43.179869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:43.195089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:43.203734 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce8dd94-6199-4260-a39f-a49bb976f824 None None] Routers {'24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:43.205296 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1ce8dd94-6199-4260-a39f-a49bb976f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:43.214711 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bb3899a7-1bed-4bef-8fb3-7420e926c73b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:43.221901 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:43.239674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.268611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cd5be7bb-cae6-45bd-93e7-f4b74d661686 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.297253 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.resource_extend [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:50:43.325577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Pushing event updated for resources: {'Port': ['ID=02f27806-f185-4565-bb1b-939231f8c562,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:43.346924 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1ce8dd94-6199-4260-a39f-a49bb976f824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:43.347541 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce8dd94-6199-4260-a39f-a49bb976f824 None None] The sync data for ids ['24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:50:43.370233 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cd5be7bb-cae6-45bd-93e7-f4b74d661686 None None] Transition to ACTIVE for port object bb3899a7-1bed-4bef-8fb3-7420e926c73b will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:43.386739 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Subnet': ['ID=8abdbd55-051d-4e1c-9782-ad1a3a5869d5,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:43.388891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1d6930cd-e700-4831-95d6-27d01f373bac tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.403158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cd5be7bb-cae6-45bd-93e7-f4b74d661686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.440579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1d6930cd-e700-4831-95d6-27d01f373bac tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.508809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Attempting to bind port 02f27806-f185-4565-bb1b-939231f8c562 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:43.509221 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Attempting to bind port 02f27806-f185-4565-bb1b-939231f8c562 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'df853e4a-afd0-4617-a5a4-340e0e180f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1590130a-9e35-40af-9de8-e4bee342d15d'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:43.509578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Attempting to bind port 02f27806-f185-4565-bb1b-939231f8c562 on network 1590130a-9e35-40af-9de8-e4bee342d15d {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:43.531458 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:43.531739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Checking segment: {'id': 'df853e4a-afd0-4617-a5a4-340e0e180f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1590130a-9e35-40af-9de8-e4bee342d15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:43.532160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.532540 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Bound using segment: {'id': 'df853e4a-afd0-4617-a5a4-340e0e180f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1590130a-9e35-40af-9de8-e4bee342d15d'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:43.533012 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Bound port: 02f27806-f185-4565-bb1b-939231f8c562, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df853e4a-afd0-4617-a5a4-340e0e180f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1590130a-9e35-40af-9de8-e4bee342d15d'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:43.533373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.545247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6930cd-e700-4831-95d6-27d01f373bac tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] Pushing event deleted for resources: {'Network': ['ID=f773d88e-44a1-4165-99c4-efae770b3357,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:43.551899 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1d6930cd-e700-4831-95d6-27d01f373bac tempest-BulkNetworkOpsIpV6Test-171295590 tempest-BulkNetworkOpsIpV6Test-171295590-project] 10.222.0.20 "DELETE /v2.0/networks/f773d88e-44a1-4165-99c4-efae770b3357 HTTP/1.1" status: 204 len: 168 time: 1.0481358 Mar 03 05:50:43.561857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.589239 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1590130a-9e35-40af-9de8-e4bee342d15d']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:43.602701 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df853e4a-afd0-4617-a5a4-340e0e180f13') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:43.603264 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df853e4a-afd0-4617-a5a4-340e0e180f13') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:43.615845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.635549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.643638 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:43.644072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:43.660367 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:43.827409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.834037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:43.834734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:43.871578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5be7bb-cae6-45bd-93e7-f4b74d661686 None None] Pushing event updated for resources: {'Port': ['ID=bb3899a7-1bed-4bef-8fb3-7420e926c73b,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:43.942196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57912) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:43.944542 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8c8ddbdb-47ed-4129-bdbd-f9b7724e1a89 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/routers/24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02 HTTP/1.1" status: 200 len: 921 time: 1.0672157 Mar 03 05:50:43.966606 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] For port 02f27806-f185-4565-bb1b-939231f8c562, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:43.971869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] For port 02f27806-f185-4565-bb1b-939231f8c562, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=02f27806-f185-4565-bb1b-939231f8c562,segment=NetworkSegment(df853e4a-afd0-4617-a5a4-340e0e180f13),segment_id=df853e4a-afd0-4617-a5a4-340e0e180f13)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:43.979707 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:44.001175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 05:50:44.001175 dv-neutron-831582-1-hyperv neutron-server[87792]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 05:50:44.001175 dv-neutron-831582-1-hyperv neutron-server[87792]: [parameters: {'id': '1590130a-9e35-40af-9de8-e4bee342d15d'}] Mar 03 05:50:44.001175 dv-neutron-831582-1-hyperv neutron-server[87792]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:50:44.001648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:50:44.080639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee2562-fa51-454d-8d3f-0afa642b1d6d req-a088a786-d137-4f00-9b00-61ed9908d9cc tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:44.082401 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-52ee2562-fa51-454d-8d3f-0afa642b1d6d req-a088a786-d137-4f00-9b00-61ed9908d9cc tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4184811 Mar 03 05:50:44.089845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57916) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:44.110032 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7115228 Mar 03 05:50:44.110887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c8000-33cc-4e89-abe1-27eed5fb0191 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Network': ['ID=1277dedc-1f40-4a59-951b-863b5ac555c0,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:44.121061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57922) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:44.135224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57926) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:44.136134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135840f-3916-4f46-85a5-4ae16fa74c1f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:44.140383 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f135840f-3916-4f46-85a5-4ae16fa74c1f tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&device_id=24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1947703 Mar 03 05:50:44.143658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57928) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:44.177356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b818a8f-9ec1-4a21-b6c3-5aade66636d9 None None] Pushing event updated for resources: {'Port': ['ID=02f27806-f185-4565-bb1b-939231f8c562,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:44.177790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'subnet': {'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:44.190588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 1277dedc-1f40-4a59-951b-863b5ac555c0 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:44.230747 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-52ee2562-fa51-454d-8d3f-0afa642b1d6d req-1713fa1d-9fe3-45b1-b60c-a759fc0bbfe7 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307383 Mar 03 05:50:44.364859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:44.382013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:subnet and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:44.394429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:44.401549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b230387f-e0ae-4da8-b710-7f64c7a1622a None None] Network 1590130a-9e35-40af-9de8-e4bee342d15d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:44.407070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:44.409163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf604d1d-1ec5-42ef-ba00-2bca4c6e19ac tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:44.414821 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cf604d1d-1ec5-42ef-ba00-2bca4c6e19ac tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/networks/2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 881 time: 0.2701144 Mar 03 05:50:44.418400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57938) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:44.442923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8:0:1::168 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/d10b382b-07b8-41c0-a067-ff6711c3b311/a3e9854d-c4d9-4fc7-986c-753c96a3fbed) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:44.450299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-251557088'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:44.498442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:44.502866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:44.520386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::f816:3eff:fe0b:d047 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/f5f14dc3-2db4-41c9-a179-64f7fe847a93/a3e9854d-c4d9-4fc7-986c-753c96a3fbed) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:44.581199 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:44.588676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:44.615956 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Usage tracker for resource:network and tenant:3e791c1dbb294a3db14d8c6ada79981f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:44.618897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port 02f27806-f185-4565-bb1b-939231f8c562 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:44.619271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:44.646241 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ee75c36c-b203-4a00-b8b0-362fbd15166c tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "GET /v2.0/ports?device_id=24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02 HTTP/1.1" status: 200 len: 205 time: 0.2160425 Mar 03 05:50:44.648432 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:44.652691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57944) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:44.668159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:44.682822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4e959999-98b9-410c-a585-3109e4f57d0b None None] Provisioning for port bb3899a7-1bed-4bef-8fb3-7420e926c73b completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:44.688399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f7352e-36c3-4ada-9ed5-02d10209dca9 None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 05:50:44.704115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Made reservation on behalf of 3e791c1dbb294a3db14d8c6ada79981f for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:44.707504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:44.715088 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4e959999-98b9-410c-a585-3109e4f57d0b None None] Provisioning complete for port bb3899a7-1bed-4bef-8fb3-7420e926c73b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:44.715456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4e959999-98b9-410c-a585-3109e4f57d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:44.764621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:44.773655 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8a38104a-6121-4c19-ba08-8b73352a7b5e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d0435aac8ccc4cde97c52559403e6cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5612600 Mar 03 05:50:44.779891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57948) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:44.809199 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:44.825653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109c129-e77f-4250-a92b-06a951f1eb09 req-a7c83134-4a41-4e6f-a8d5-8197bc333b31 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:44.827946 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e109c129-e77f-4250-a92b-06a951f1eb09 req-a7c83134-4a41-4e6f-a8d5-8197bc333b31 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4116747 Mar 03 05:50:44.850063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Usage tracker for resource:security_group_rule and tenant:3e791c1dbb294a3db14d8c6ada79981f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:44.892281 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:44.904412 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f7352e-36c3-4ada-9ed5-02d10209dca9 None None] Resources bound (agent type, host, resource id): {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 05:50:44.923648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:45.050767 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e109c129-e77f-4250-a92b-06a951f1eb09 req-325cc6c6-de97-456f-952b-8843f4d89c95 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027371 Mar 03 05:50:45.063610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] For port 02f27806-f185-4565-bb1b-939231f8c562, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=02f27806-f185-4565-bb1b-939231f8c562,segment=NetworkSegment(df853e4a-afd0-4617-a5a4-340e0e180f13),segment_id=df853e4a-afd0-4617-a5a4-340e0e180f13)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:45.064019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.071835 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f362-2bff-44d2-9681-945bb0bb7c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.164197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bb3899a7-1bed-4bef-8fb3-7420e926c73b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:45.167094 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ed7deece-0404-416c-a009-0563cee4e92b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.219233 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.235638 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Calling delete_port for 02f27806-f185-4565-bb1b-939231f8c562 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:45.290219 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f362-2bff-44d2-9681-945bb0bb7c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.404391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fdf748-ab5a-4c4a-9814-a7f0e8234012 None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 05:50:45.437734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.450067 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port bb3899a7-1bed-4bef-8fb3-7420e926c73b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:45.450443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.495084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.497362 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.557591 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f362-2bff-44d2-9681-945bb0bb7c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.560538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.606397 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Port': ['ID=02f27806-f185-4565-bb1b-939231f8c562,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:45.619419 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No DVR routers for this DVR port 02f27806-f185-4565-bb1b-939231f8c562 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:50:45.664451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fdf748-ab5a-4c4a-9814-a7f0e8234012 None None] Resources bound (agent type, host, resource id): {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 05:50:45.668879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7f362-2bff-44d2-9681-945bb0bb7c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663058df-2d36-41eb-91c5-3e4cc03a9c52,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:45.706031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object a3e9854d-c4d9-4fc7-986c-753c96a3fbed will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:45.711837 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:45.722617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.818700 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.819094 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Added segment 61366153-de5c-478b-82a3-83660c3aec3e of type vlan for network 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1 Mar 03 05:50:45.832031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f362-2bff-44d2-9681-945bb0bb7c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.833172 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c7c7f362-2bff-44d2-9681-945bb0bb7c7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/663058df-2d36-41eb-91c5-3e4cc03a9c52 HTTP/1.1" status: 204 len: 168 time: 1.0514593 Mar 03 05:50:45.833998 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc4a420-873c-4c7d-bb43-4fa2a36ed34e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:45.849895 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.924586 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.930707 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1590130a-9e35-40af-9de8-e4bee342d15d']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:45.935984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:45.955832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Subnet': ['ID=1082a56c-9738-4377-ab6e-335aeb408105,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:45.956115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df853e4a-afd0-4617-a5a4-340e0e180f13') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:45.956333 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df853e4a-afd0-4617-a5a4-340e0e180f13') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:45.968319 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Checking segment: {'id': 'dc5cb957-d17d-458d-a861-7e3265f8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:45.968972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network hostable DHCP agents. Network: 1277dedc-1f40-4a59-951b-863b5ac555c0, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:45.972903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01cb82-0745-4421-8290-a4aef60781b0 req-e85e76f9-918e-4e20-bb70-a86d184ead41 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:45.974440 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6f01cb82-0745-4421-8290-a4aef60781b0 req-e85e76f9-918e-4e20-bb70-a86d184ead41 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.4272592 Mar 03 05:50:45.978767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Deleting port 6309e25f-c56a-4f71-ad2f-40d64a927a5c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:45.979345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.010489 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.023875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.054413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.057144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.067449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:46.069683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.089013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:46.090080 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.129136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:46.146178 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6f01cb82-0745-4421-8290-a4aef60781b0 req-5df2fc81-a31d-4593-a928-638996724a0e tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610994 Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:46.146814 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:46.148780 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 1277dedc-1f40-4a59-951b-863b5ac555c0 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:46.174366 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:46.176821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:46.183566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:46.184268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.214178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=a3e9854d-c4d9-4fc7-986c-753c96a3fbed,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:46.283513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ed7deece-0404-416c-a009-0563cee4e92b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port 028cb192-95a8-4d88-804e-99579aa6151a {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:46.284173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ed7deece-0404-416c-a009-0563cee4e92b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.333393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 1277dedc-1f40-4a59-951b-863b5ac555c0) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:46.339142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:46.340389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.349984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f76c56-80f8-4565-ab19-5ce63ff3fb3e None None] Network 1277dedc-1f40-4a59-951b-863b5ac555c0 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:46.369738 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dbdaef0d-67f8-4438-8fb1-10c947099ca1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.5276470 Mar 03 05:50:46.378020 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57968) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:46.454675 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-535b8607-e298-40c8-9110-ccba9e2fe822 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3323293 Mar 03 05:50:46.455729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57972) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:46.518223 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event updated for resources: {'Network': ['ID=0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:46.518758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-28c80a60-ee39-4a5b-9dce-936f1b2fd14c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port a3e9854d-c4d9-4fc7-986c-753c96a3fbed {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:46.518921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-28c80a60-ee39-4a5b-9dce-936f1b2fd14c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.529693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:46.548347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.577931 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-444ecb12-3b9c-4036-829a-fb5fc3e84a85 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4824777 Mar 03 05:50:46.577931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.581766 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/1590130a-9e35-40af-9de8-e4bee342d15d HTTP/1.1" status: 204 len: 168 time: 5.3987505 Mar 03 05:50:46.581847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e19ff-6787-4284-919d-565fddfc4797 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Network': ['ID=1590130a-9e35-40af-9de8-e4bee342d15d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:46.585552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 57980) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:46.588924 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57978) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:46.595903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Request body: {'subnet': {'network_id': '0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:46.661045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.707090 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1854631448'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:46.712717 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:46.718029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:network and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:46.721056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:46.721331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:46.725760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Usage tracker for resource:subnet and tenant:3e791c1dbb294a3db14d8c6ada79981f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:46.729165 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:46.735294 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-da94b592-b063-4a7f-94d5-6d7f78ba10ff None None] Provisioning for port a3e9854d-c4d9-4fc7-986c-753c96a3fbed completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:46.735613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:46.748613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Made reservation on behalf of 3e791c1dbb294a3db14d8c6ada79981f for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:46.753868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-da94b592-b063-4a7f-94d5-6d7f78ba10ff None None] Provisioning complete for port a3e9854d-c4d9-4fc7-986c-753c96a3fbed triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:46.754214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-da94b592-b063-4a7f-94d5-6d7f78ba10ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.755953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.769434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:46.863223 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-da94b592-b063-4a7f-94d5-6d7f78ba10ff None None] Port a3e9854d-c4d9-4fc7-986c-753c96a3fbed cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:50:46.875251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-1277dedc-1f40-4a59-951b-863b5ac555c0', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:46.876060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:46.911473 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 57992) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:47.017103 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Calling delete_port for 6309e25f-c56a-4f71-ad2f-40d64a927a5c owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:47.039704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.076718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Allocated IP 2001:db8::2 (1277dedc-1f40-4a59-951b-863b5ac555c0/1082a56c-9738-4377-ab6e-335aeb408105/948eb4c8-ea10-43f8-ab3a-d81109f2b5a1) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:47.085103 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-435382935'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:47.106453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:47.113605 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Usage tracker for resource:network and tenant:08a69d353a394481b00ee18f4ebfc800 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:47.117447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:47.129935 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:47.156016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event updated for resources: {'Subnet': ['ID=56bee108-d51e-45b2-a9c6-a146b7fda03e,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:47.171055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Checking segment: {'id': '61366153-de5c-478b-82a3-83660c3aec3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:47.171695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Network hostable DHCP agents. Network: 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:47.176073 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:47.179561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.195616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.219416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:47.225943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Usage tracker for resource:security_group_rule and tenant:08a69d353a394481b00ee18f4ebfc800 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:47.230737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:47.239179 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:47.241497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Network 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:47.270113 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:47.275036 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:47.276209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.295354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc1a171-16da-4c59-aa54-39d461bc2afa None None] Network 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:47.341694 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-07025c04-dcc7-44f5-a53c-349025fe493e tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7516403 Mar 03 05:50:47.382731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58000) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:47.398692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f3ff5db8-0d30-4cab-b632-a386050e3b4f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-30378629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:47.417155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f3ff5db8-0d30-4cab-b632-a386050e3b4f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:47.425332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.428057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f3ff5db8-0d30-4cab-b632-a386050e3b4f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Usage tracker for resource:router and tenant:3e791c1dbb294a3db14d8c6ada79981f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:47.435579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f3ff5db8-0d30-4cab-b632-a386050e3b4f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:47.441104 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Transition to ACTIVE for port object 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:47.445546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f3ff5db8-0d30-4cab-b632-a386050e3b4f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:47.470212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:47.474552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.486349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3ff5db8-0d30-4cab-b632-a386050e3b4f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.487830 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3ff5db8-0d30-4cab-b632-a386050e3b4f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.504739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Transition to ACTIVE for port object 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:47.510137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.521168 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.521410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.547438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3ff5db8-0d30-4cab-b632-a386050e3b4f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.583633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Network 1277dedc-1f40-4a59-951b-863b5ac555c0 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:47.586251 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2bbd4-6e8e-468c-add1-b1fb74dcf690 req-21fc8390-1aa5-4938-b98e-8abc81dd0d8b tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:47.588615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:47.594172 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:47.594734 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e3e2bbd4-6e8e-468c-add1-b1fb74dcf690 req-21fc8390-1aa5-4938-b98e-8abc81dd0d8b tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.2518342 Mar 03 05:50:47.611028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:47.636551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b63ef1-219c-4155-ab60-19e04f8c7304,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:47.649843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.650194 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Added segment fec74ab9-dca4-4f62-bc30-a06a88377135 of type vlan for network 63ba8e5b-7a94-4a60-a611-2f412e2ab14c Mar 03 05:50:47.654092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3ff5db8-0d30-4cab-b632-a386050e3b4f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.692407 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e3e2bbd4-6e8e-468c-add1-b1fb74dcf690 req-e623a710-8b99-49d9-af3e-baff0f57cfbc tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966749 Mar 03 05:50:47.725652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.727315 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Pushing event updated for resources: {'Port': ['ID=948eb4c8-ea10-43f8-ab3a-d81109f2b5a1,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:47.735611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Attempting to bind port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:47.736050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Attempting to bind port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dc5cb957-d17d-458d-a861-7e3265f8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:47.736673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Attempting to bind port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 on network 1277dedc-1f40-4a59-951b-863b5ac555c0 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:47.741752 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3ff5db8-0d30-4cab-b632-a386050e3b4f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.743343 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f3ff5db8-0d30-4cab-b632-a386050e3b4f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.3582070 Mar 03 05:50:47.743684 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:47.744325 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Checking segment: {'id': 'dc5cb957-d17d-458d-a861-7e3265f8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:47.744903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.745453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Bound using segment: {'id': 'dc5cb957-d17d-458d-a861-7e3265f8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:47.746097 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Bound port: 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5cb957-d17d-458d-a861-7e3265f8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:47.746636 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.752536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58004) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:47.764925 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1', 'network_id': '0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1', 'tenant_id': '3e791c1dbb294a3db14d8c6ada79981f', 'fixed_ips': [{'subnet_id': '56bee108-d51e-45b2-a9c6-a146b7fda03e'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:47.766032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.770104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ed7deece-0404-416c-a009-0563cee4e92b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.789193 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:47.858675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] For port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:47.861748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] For port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=948eb4c8-ea10-43f8-ab3a-d81109f2b5a1,segment=NetworkSegment(dc5cb957-d17d-458d-a861-7e3265f8f960),segment_id=dc5cb957-d17d-458d-a861-7e3265f8f960)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:47.891288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.896844 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:47.897428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.903584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:47.991396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ed7deece-0404-416c-a009-0563cee4e92b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for 028cb192-95a8-4d88-804e-99579aa6151a owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:48.040501 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-28c80a60-ee39-4a5b-9dce-936f1b2fd14c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:48.057410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:48.057755 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Added segment ba5a4764-83dd-4af4-a8df-553d7f633f78 of type vlan for network 3d9394d3-77ef-40c4-991e-e05adac79517 Mar 03 05:50:48.064258 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:48.076391 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1637242 Mar 03 05:50:48.121013 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5f1b3-ee66-4864-a416-ab0531904998 None None] Pushing event updated for resources: {'Port': ['ID=948eb4c8-ea10-43f8-ab3a-d81109f2b5a1,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:48.148876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Allocated IP 172.20.0.2 (0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1/56bee108-d51e-45b2-a9c6-a146b7fda03e/06c438bd-ddbe-4089-9e5b-f4a361911249) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:48.199635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ce806-0041-4b6c-a176-99c4757e5334 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Network': ['ID=63ba8e5b-7a94-4a60-a611-2f412e2ab14c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:48.222729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 63ba8e5b-7a94-4a60-a611-2f412e2ab14c details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:48.238871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-28c80a60-ee39-4a5b-9dce-936f1b2fd14c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for a3e9854d-c4d9-4fc7-986c-753c96a3fbed owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:48.268743 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a0a019fa-1218-447f-9904-c5b8b9eb3be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:48.507453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:48.612605 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:48.624145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Transition to ACTIVE for port object 06c438bd-ddbe-4089-9e5b-f4a361911249 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:48.665226 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Transition to ACTIVE for port object 06c438bd-ddbe-4089-9e5b-f4a361911249 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:48.672688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:48.774223 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Network 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:48.777551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:48.780075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:48.834766 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.resource_extend [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:50:48.899814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Pushing event updated for resources: {'Port': ['ID=06c438bd-ddbe-4089-9e5b-f4a361911249,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:48.937460 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Attempting to bind port 06c438bd-ddbe-4089-9e5b-f4a361911249 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:48.937887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Attempting to bind port 06c438bd-ddbe-4089-9e5b-f4a361911249 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '61366153-de5c-478b-82a3-83660c3aec3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:48.938256 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Attempting to bind port 06c438bd-ddbe-4089-9e5b-f4a361911249 on network 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:48.946703 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:48.947091 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Checking segment: {'id': '61366153-de5c-478b-82a3-83660c3aec3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:48.947497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:48.947919 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Bound using segment: {'id': '61366153-de5c-478b-82a3-83660c3aec3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:48.948437 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Bound port: 06c438bd-ddbe-4089-9e5b-f4a361911249, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61366153-de5c-478b-82a3-83660c3aec3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:48.948822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:49.000875 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:49.101547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] For port 06c438bd-ddbe-4089-9e5b-f4a361911249, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:49.111346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] For port 06c438bd-ddbe-4089-9e5b-f4a361911249, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=06c438bd-ddbe-4089-9e5b-f4a361911249,segment=NetworkSegment(61366153-de5c-478b-82a3-83660c3aec3e),segment_id=61366153-de5c-478b-82a3-83660c3aec3e)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:49.121985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:49.168492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:49.174144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:49.174751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:49.178458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:49.218373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:49.249107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834ecba-8a63-4390-95d8-d763b882d65b req-527cb6f1-507c-4ff2-a16a-39690ea6ba0f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:49.249800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-d834ecba-8a63-4390-95d8-d763b882d65b req-527cb6f1-507c-4ff2-a16a-39690ea6ba0f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Synchronizing usage tracker for tenant:9b48212c453e4049a0f406125c5ca8be on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:49.364497 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:50:49.400926 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Pushing event deleted for resources: {'Port': ['ID=6309e25f-c56a-4f71-ad2f-40d64a927a5c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:49.412826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfac6f-5c62-4659-a657-248580da94ac None None] Pushing event updated for resources: {'Port': ['ID=06c438bd-ddbe-4089-9e5b-f4a361911249,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:49.459835 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45ceac-db13-44bb-9970-f0d4355f6ac9 req-e8bb546d-8a87-4259-a78a-e83a6da9c0e1 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:49.470331 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:49.475566 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fa45ceac-db13-44bb-9970-f0d4355f6ac9 req-e8bb546d-8a87-4259-a78a-e83a6da9c0e1 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.6343629 Mar 03 05:50:49.608297 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fa45ceac-db13-44bb-9970-f0d4355f6ac9 req-e80701c6-a6ac-4b6a-bc78-4e05de9461e9 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315310 Mar 03 05:50:49.792213 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a413fecf-de69-4f23-9bff-3cc17663c60b None None] Network 1277dedc-1f40-4a59-951b-863b5ac555c0 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:49.809266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Allocated IP 172.20.0.1 (0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1/56bee108-d51e-45b2-a9c6-a146b7fda03e/0a5ef5c5-919d-4fe9-be55-d54d55b0770b) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:49.840993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-28c80a60-ee39-4a5b-9dce-936f1b2fd14c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:49.987880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-997be0e1-e51a-4d81-81b1-f1d174cd77f8 None None] Provisioning for port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:50.000900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-997be0e1-e51a-4d81-81b1-f1d174cd77f8 None None] Provisioning complete for port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:50.001275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-997be0e1-e51a-4d81-81b1-f1d174cd77f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:50.021085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Allocated IP 2001:db8::1 (1277dedc-1f40-4a59-951b-863b5ac555c0/1082a56c-9738-4377-ab6e-335aeb408105/2cb75e82-c49f-4c19-94cf-4609beaffb3e) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:50.067528 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:50.094589 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Transition to ACTIVE for port object 0a5ef5c5-919d-4fe9-be55-d54d55b0770b will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:50.134474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:50.265952 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Network 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:50.269592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:50.274127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:50.275975 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:50.293175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Transition to ACTIVE for port object 2cb75e82-c49f-4c19-94cf-4609beaffb3e will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:50.346945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-997be0e1-e51a-4d81-81b1-f1d174cd77f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:50.382998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=3d9394d3-77ef-40c4-991e-e05adac79517,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:50.387073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-d834ecba-8a63-4390-95d8-d763b882d65b req-527cb6f1-507c-4ff2-a16a-39690ea6ba0f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Unset dirty status for tenant:9b48212c453e4049a0f406125c5ca8be on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:50.388540 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d834ecba-8a63-4390-95d8-d763b882d65b req-527cb6f1-507c-4ff2-a16a-39690ea6ba0f tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.23 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 2.5817692 Mar 03 05:50:50.405773 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:50.437886 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-997be0e1-e51a-4d81-81b1-f1d174cd77f8 None None] For port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=948eb4c8-ea10-43f8-ab3a-d81109f2b5a1,segment=NetworkSegment(dc5cb957-d17d-458d-a861-7e3265f8f960),segment_id=dc5cb957-d17d-458d-a861-7e3265f8f960)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:50.458172 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 3d9394d3-77ef-40c4-991e-e05adac79517 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:50.468272 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-74ff2485-94c2-4472-b198-c0c43b8ed8ac tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.7665682 Mar 03 05:50:50.469371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ed7deece-0404-416c-a009-0563cee4e92b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:50.486442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:50.492526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58010) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:50.526798 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'subnet': {'network_id': '3d9394d3-77ef-40c4-991e-e05adac79517', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:50.560292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c80a60-ee39-4a5b-9dce-936f1b2fd14c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=a3e9854d-c4d9-4fc7-986c-753c96a3fbed,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:50.620401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-997be0e1-e51a-4d81-81b1-f1d174cd77f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:50.686518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:50.754379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-333b7e53-e35c-42d8-bcc9-312a152a651f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:50.763963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:50.766952 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997be0e1-e51a-4d81-81b1-f1d174cd77f8 None None] Pushing event updated for resources: {'Port': ['ID=948eb4c8-ea10-43f8-ab3a-d81109f2b5a1,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:50.778177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event updated for resources: {'Port': ['ID=0a5ef5c5-919d-4fe9-be55-d54d55b0770b,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:50.797289 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:subnet and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:50.805614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:50.838674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:50.912972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:50.940302 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:50.944557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:50.961503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc1a243-565c-451f-9704-6a5cb1bae462 None None] Network 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:50.985865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Deleting port 826e9bd1-5c53-4770-a508-37a9a2fc28f9 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:50.986509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:51.202881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7deece-0404-416c-a009-0563cee4e92b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=028cb192-95a8-4d88-804e-99579aa6151a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:51.416887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:51.417556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-28c80a60-ee39-4a5b-9dce-936f1b2fd14c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:51.424134 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-28c80a60-ee39-4a5b-9dce-936f1b2fd14c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/a3e9854d-c4d9-4fc7-986c-753c96a3fbed HTTP/1.1" status: 204 len: 168 time: 5.0399179 Mar 03 05:50:51.481541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e6d7b22a-848d-4d9c-afa7-8d0f0146698a None None] Provisioning for port 06c438bd-ddbe-4089-9e5b-f4a361911249 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:51.516122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58016) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:51.516493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58018) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:51.530682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:51.539576 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:51.553304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:51.553748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:51.631942 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7b959c96-4b15-4c21-a0c1-6423414b4093 None None] Provisioning complete for port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:51.632420 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7b959c96-4b15-4c21-a0c1-6423414b4093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:51.730695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 06c438bd-ddbe-4089-9e5b-f4a361911249 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:51.742717 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 1277dedc-1f40-4a59-951b-863b5ac555c0 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:51.748129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:51.753022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'subnet': {'network_id': '63ba8e5b-7a94-4a60-a611-2f412e2ab14c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:51.810597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a4405-bc9e-4e06-922c-942ac9563fb1 req-37a0c8f1-5694-4bc9-af5f-27ceb71d3b60 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:51.812121 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-007a4405-bc9e-4e06-922c-942ac9563fb1 req-37a0c8f1-5694-4bc9-af5f-27ceb71d3b60 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 945 time: 0.9639802 Mar 03 05:50:51.819631 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:51.845341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:51.850478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:51.870031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:51.870878 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:51.908474 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 06c438bd-ddbe-4089-9e5b-f4a361911249 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:51.917223 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 06c438bd-ddbe-4089-9e5b-f4a361911249 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:51.917915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:51.928476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Subnet': ['ID=6534eb39-249d-40fd-a94b-e2b1979eca7d,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:51.960188 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-007a4405-bc9e-4e06-922c-942ac9563fb1 req-cc180100-77aa-4cd7-b1a7-828c4d50ade0 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418138 Mar 03 05:50:51.968666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 826e9bd1-5c53-4770-a508-37a9a2fc28f9 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:50:52.012152 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking segment: {'id': 'ba5a4764-83dd-4af4-a8df-553d7f633f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3d9394d3-77ef-40c4-991e-e05adac79517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:52.012527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network hostable DHCP agents. Network: 3d9394d3-77ef-40c4-991e-e05adac79517, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:52.151254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-169995de-a646-43ad-a697-9a9593313b9d None None] Provisioning complete for port 06c438bd-ddbe-4089-9e5b-f4a361911249 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:52.151992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-169995de-a646-43ad-a697-9a9593313b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.157416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network 3d9394d3-77ef-40c4-991e-e05adac79517 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:52.160423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] For port 826e9bd1-5c53-4770-a508-37a9a2fc28f9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9,segment=NetworkSegment(46ad05fc-48cb-4646-a06a-35cad9ab2437),segment_id=46ad05fc-48cb-4646-a06a-35cad9ab2437)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:52.160915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.191124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 3d9394d3-77ef-40c4-991e-e05adac79517) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:52.216562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc92d8d-a555-4999-8e04-b05278ae1912 None None] Network 3d9394d3-77ef-40c4-991e-e05adac79517 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:52.223853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:52.224450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.239503 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.249271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.252312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.331496 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1e630a63-e0d6-457e-afa6-e3d7eca5fe7e tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8320181 Mar 03 05:50:52.340395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58024) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:52.394124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c1adf6-1945-4ec3-b883-b3b995212194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826e9bd1-5c53-4770-a508-37a9a2fc28f9'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:50:52.415647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 826e9bd1-5c53-4770-a508-37a9a2fc28f9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9,segment=NetworkSegment(46ad05fc-48cb-4646-a06a-35cad9ab2437),segment_id=46ad05fc-48cb-4646-a06a-35cad9ab2437)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:52.422638 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.438438 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.443639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event updated for resources: {'Port': ['ID=0a5ef5c5-919d-4fe9-be55-d54d55b0770b,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:52.488166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.488537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.488849 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Floating IP 87fe1f17-c8bc-44b0-bc46-a515064b3c23 disassociated. External IP: 172.26.3.50, port: 826e9bd1-5c53-4770-a508-37a9a2fc28f9. Mar 03 05:50:52.489186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Calling delete_port for 826e9bd1-5c53-4770-a508-37a9a2fc28f9 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:52.510253 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c1adf6-1945-4ec3-b883-b3b995212194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '826e9bd1-5c53-4770-a508-37a9a2fc28f9', 'code': 200} Mar 03 05:50:52.517390 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.603672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:50:52.604023 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:50:52.630559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-169995de-a646-43ad-a697-9a9593313b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.662266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.664935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=826e9bd1-5c53-4770-a508-37a9a2fc28f9,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:52.670838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 06c438bd-ddbe-4089-9e5b-f4a361911249, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=06c438bd-ddbe-4089-9e5b-f4a361911249,segment=NetworkSegment(61366153-de5c-478b-82a3-83660c3aec3e),segment_id=61366153-de5c-478b-82a3-83660c3aec3e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:52.692464 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Network 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:52.702154 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.719072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:52.734911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=2cb75e82-c49f-4c19-94cf-4609beaffb3e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:52.740381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ed7deece-0404-416c-a009-0563cee4e92b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.793633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-3d9394d3-77ef-40c4-991e-e05adac79517', 'network_id': '3d9394d3-77ef-40c4-991e-e05adac79517', 'tenant_id': '4fe60e3d9d73442c9246c69224665117', 'fixed_ips': [{'subnet_id': '6534eb39-249d-40fd-a94b-e2b1979eca7d'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:52.794721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.851069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.851889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Fanout notify agent at l3_agent the message router_deleted on router 24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:50:52.910341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:52.921947 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.953303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=06c438bd-ddbe-4089-9e5b-f4a361911249,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:52.955898 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.956616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-169995de-a646-43ad-a697-9a9593313b9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:50:52.956958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-169995de-a646-43ad-a697-9a9593313b9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:50:52.977749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Usage tracker for resource:subnet and tenant:08a69d353a394481b00ee18f4ebfc800 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:52.980336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:52.991553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:53.011065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:53.015863 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-44bd3f3a-4fb4-435e-a7e1-fa9d84411b22 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "DELETE /v2.0/routers/24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02 HTTP/1.1" status: 204 len: 168 time: 8.3531556 Mar 03 05:50:53.016606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58032) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:53.018277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:53.025124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-26e17cc9-9ad0-4c66-8562-4e4d2ded17d1 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1061773372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:53.043371 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-26e17cc9-9ad0-4c66-8562-4e4d2ded17d1 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:53.062732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-26e17cc9-9ad0-4c66-8562-4e4d2ded17d1 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Usage tracker for resource:router and tenant:febb3bd0b277432e94b2917097a2dfcc is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:53.066124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Allocated IP 172.20.0.2 (3d9394d3-77ef-40c4-991e-e05adac79517/6534eb39-249d-40fd-a94b-e2b1979eca7d/65ee6075-e483-43b2-b3c7-b42c662ab5b9) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:53.066818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-26e17cc9-9ad0-4c66-8562-4e4d2ded17d1 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:53.077343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-26e17cc9-9ad0-4c66-8562-4e4d2ded17d1 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:53.090500 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Router 88e7e69a-34c9-4249-9833-7cea564b169e is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:50:53.094837 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-26e17cc9-9ad0-4c66-8562-4e4d2ded17d1 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:53.096137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-26e17cc9-9ad0-4c66-8562-4e4d2ded17d1 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:53.141132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Deleting port 826e9bd1-5c53-4770-a508-37a9a2fc28f9 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:53.141132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:53.180491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 06c438bd-ddbe-4089-9e5b-f4a361911249 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:53.209665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cc0935-5ff0-4b84-8802-fcc0e36bf844 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:53.210409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-86cc0935-5ff0-4b84-8802-fcc0e36bf844 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:53.264677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:53.268113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:53.352711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-26e17cc9-9ad0-4c66-8562-4e4d2ded17d1 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:53.371968 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 06c438bd-ddbe-4089-9e5b-f4a361911249 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:53.372341 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:53.381572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:53.401080 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-26e17cc9-9ad0-4c66-8562-4e4d2ded17d1 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:53.405853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da1f25-3b39-4a2d-a085-b79eaa119ab5 None None] Sync routers for ids ['88e7e69a-34c9-4249-9833-7cea564b169e'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:53.435361 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c2addf19-fe7d-4634-a4a1-f80bdb1d0c26 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "PUT /v2.0/routers/88e7e69a-34c9-4249-9833-7cea564b169e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6765976 Mar 03 05:50:53.436993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58036) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:53.447510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da1f25-3b39-4a2d-a085-b79eaa119ab5 None None] Routers {'88e7e69a-34c9-4249-9833-7cea564b169e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:53.448160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f7da1f25-3b39-4a2d-a085-b79eaa119ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['88e7e69a-34c9-4249-9833-7cea564b169e'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:53.456807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Request body: {'port': {'network_id': '0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1', 'name': 'tempest-FloatingIPNegativeTestJSON-2101029679'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:53.472644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-26e17cc9-9ad0-4c66-8562-4e4d2ded17d1 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:53.473779 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-26e17cc9-9ad0-4c66-8562-4e4d2ded17d1 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4562426 Mar 03 05:50:53.477887 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58040) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:53.498999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'enable_snat': True}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:53.560871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:53.565339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f7da1f25-3b39-4a2d-a085-b79eaa119ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:53.585556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Transition to ACTIVE for port object 65ee6075-e483-43b2-b3c7-b42c662ab5b9 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:53.617171 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da1f25-3b39-4a2d-a085-b79eaa119ab5 None None] Routers {'88e7e69a-34c9-4249-9833-7cea564b169e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:53.617800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f7da1f25-3b39-4a2d-a085-b79eaa119ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['88e7e69a-34c9-4249-9833-7cea564b169e'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:53.661289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7deece-0404-416c-a009-0563cee4e92b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Router 67a27007-37b2-4496-9541-f178acb07383 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:50:53.678172 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648f9c3-d723-48a3-81a2-0687bb2124ee req-06771942-3856-427d-b891-50efafe8fe61 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:53.679640 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9648f9c3-d723-48a3-81a2-0687bb2124ee req-06771942-3856-427d-b891-50efafe8fe61 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 943 time: 0.3996642 Mar 03 05:50:53.718840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-86cc0935-5ff0-4b84-8802-fcc0e36bf844 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:53.722569 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-86cc0935-5ff0-4b84-8802-fcc0e36bf844 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 2.2009826 Mar 03 05:50:53.722706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f7da1f25-3b39-4a2d-a085-b79eaa119ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:53.722706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7da1f25-3b39-4a2d-a085-b79eaa119ab5 None None] The sync data for ids ['88e7e69a-34c9-4249-9833-7cea564b169e'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:50:53.726151 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Transition to ACTIVE for port object 65ee6075-e483-43b2-b3c7-b42c662ab5b9 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:53.733624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58044) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:53.748747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:53.788639 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-169995de-a646-43ad-a697-9a9593313b9d None None] Provisioning for port 0a5ef5c5-919d-4fe9-be55-d54d55b0770b completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:53.821554 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-169995de-a646-43ad-a697-9a9593313b9d None None] Provisioning complete for port 0a5ef5c5-919d-4fe9-be55-d54d55b0770b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:53.821757 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-169995de-a646-43ad-a697-9a9593313b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:53.860506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Network 3d9394d3-77ef-40c4-991e-e05adac79517 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:53.866588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:53.869544 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:53.934033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:53.939900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Pushing event updated for resources: {'Port': ['ID=65ee6075-e483-43b2-b3c7-b42c662ab5b9,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:53.984392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-169995de-a646-43ad-a697-9a9593313b9d None None] Port 0a5ef5c5-919d-4fe9-be55-d54d55b0770b cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:50:54.016949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Attempting to bind port 65ee6075-e483-43b2-b3c7-b42c662ab5b9 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:54.017328 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Attempting to bind port 65ee6075-e483-43b2-b3c7-b42c662ab5b9 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'ba5a4764-83dd-4af4-a8df-553d7f633f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3d9394d3-77ef-40c4-991e-e05adac79517'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:54.017654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Attempting to bind port 65ee6075-e483-43b2-b3c7-b42c662ab5b9 on network 3d9394d3-77ef-40c4-991e-e05adac79517 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:54.022796 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:54.023160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Checking segment: {'id': 'ba5a4764-83dd-4af4-a8df-553d7f633f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3d9394d3-77ef-40c4-991e-e05adac79517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:54.023549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.024010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Bound using segment: {'id': 'ba5a4764-83dd-4af4-a8df-553d7f633f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3d9394d3-77ef-40c4-991e-e05adac79517'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:54.024460 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Bound port: 65ee6075-e483-43b2-b3c7-b42c662ab5b9, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5a4764-83dd-4af4-a8df-553d7f633f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3d9394d3-77ef-40c4-991e-e05adac79517'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:54.024821 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.084323 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9648f9c3-d723-48a3-81a2-0687bb2124ee req-81a3f8c4-378b-4d4e-82d3-95b0e11aa204 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3889382 Mar 03 05:50:54.092679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7deece-0404-416c-a009-0563cee4e92b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:54.110574 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c2837-ee21-4f8a-9e97-9bdae0137f90 None None] Sync routers for ids ['67a27007-37b2-4496-9541-f178acb07383'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:54.125231 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c2837-ee21-4f8a-9e97-9bdae0137f90 None None] Routers {'67a27007-37b2-4496-9541-f178acb07383'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:54.125860 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ea8c2837-ee21-4f8a-9e97-9bdae0137f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['67a27007-37b2-4496-9541-f178acb07383'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:54.133384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] For port 65ee6075-e483-43b2-b3c7-b42c662ab5b9, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:54.137546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] For port 65ee6075-e483-43b2-b3c7-b42c662ab5b9, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=65ee6075-e483-43b2-b3c7-b42c662ab5b9,segment=NetworkSegment(ba5a4764-83dd-4af4-a8df-553d7f633f78),segment_id=ba5a4764-83dd-4af4-a8df-553d7f633f78)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:54.139091 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fae55cc3-d262-4fce-b833-067d867b8181 None None] Provisioning complete for port 0a5ef5c5-919d-4fe9-be55-d54d55b0770b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:54.139531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fae55cc3-d262-4fce-b833-067d867b8181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.160133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Subnet': ['ID=6534eb39-249d-40fd-a94b-e2b1979eca7d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:54.171885 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.228707 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ed7deece-0404-416c-a009-0563cee4e92b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "PUT /v2.0/routers/67a27007-37b2-4496-9541-f178acb07383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5519638 Mar 03 05:50:54.239795 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58048) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:54.248121 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:54.265632 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ea8c2837-ee21-4f8a-9e97-9bdae0137f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:54.275984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fae55cc3-d262-4fce-b833-067d867b8181 None None] Port 0a5ef5c5-919d-4fe9-be55-d54d55b0770b cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:50:54.290351 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c2837-ee21-4f8a-9e97-9bdae0137f90 None None] Routers {'67a27007-37b2-4496-9541-f178acb07383'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:54.291431 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ea8c2837-ee21-4f8a-9e97-9bdae0137f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['67a27007-37b2-4496-9541-f178acb07383'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:54.295170 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e10a2d5-38bf-4d64-80bb-1b4ccc3c865d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:54.299181 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0e10a2d5-38bf-4d64-80bb-1b4ccc3c865d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5612481 Mar 03 05:50:54.314653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] For port 826e9bd1-5c53-4770-a508-37a9a2fc28f9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=826e9bd1-5c53-4770-a508-37a9a2fc28f9,segment=NetworkSegment(46ad05fc-48cb-4646-a06a-35cad9ab2437),segment_id=46ad05fc-48cb-4646-a06a-35cad9ab2437)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:54.315036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.322779 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58052) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:54.344845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Usage tracker for resource:port and tenant:3e791c1dbb294a3db14d8c6ada79981f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:54.352751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.362228 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.368577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:54.375106 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-485c2333-8698-4b7b-8446-87d2db840dde tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:50:54.379074 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-485c2333-8698-4b7b-8446-87d2db840dde tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/028cb192-95a8-4d88-804e-99579aa6151a HTTP/1.1" status: 404 len: 333 time: 0.1362293 Mar 03 05:50:54.385139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0e902-f54c-46ea-b0bd-5c46885867c3 None None] Pushing event updated for resources: {'Port': ['ID=65ee6075-e483-43b2-b3c7-b42c662ab5b9,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:54.388592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:54.390239 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58056) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:54.407216 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fae55cc3-d262-4fce-b833-067d867b8181 None None] Provisioning for port 2cb75e82-c49f-4c19-94cf-4609beaffb3e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:54.407967 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ea8c2837-ee21-4f8a-9e97-9bdae0137f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:54.409136 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8c2837-ee21-4f8a-9e97-9bdae0137f90 None None] The sync data for ids ['67a27007-37b2-4496-9541-f178acb07383'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:50:54.425863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fae55cc3-d262-4fce-b833-067d867b8181 None None] Provisioning complete for port 2cb75e82-c49f-4c19-94cf-4609beaffb3e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:54.426239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fae55cc3-d262-4fce-b833-067d867b8181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.466111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9394d3-77ef-40c4-991e-e05adac79517']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:54.480955 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b82318-b798-41d2-a077-c39c03dbcee5 None None] Network 3d9394d3-77ef-40c4-991e-e05adac79517 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:54.514684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Made reservation on behalf of 3e791c1dbb294a3db14d8c6ada79981f for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:54.518130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.522980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fae55cc3-d262-4fce-b833-067d867b8181 None None] Port 2cb75e82-c49f-4c19-94cf-4609beaffb3e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:50:54.562057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f794ba-f2b3-41f2-9bf8-bd2e5e83a204 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:54.563560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f794ba-f2b3-41f2-9bf8-bd2e5e83a204 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:54.565073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f794ba-f2b3-41f2-9bf8-bd2e5e83a204 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:54.565858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-28f794ba-f2b3-41f2-9bf8-bd2e5e83a204 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:50:54.568403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.578579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5a4764-83dd-4af4-a8df-553d7f633f78') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:54.579297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5a4764-83dd-4af4-a8df-553d7f633f78') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:54.607419 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4a31-27ad-4025-b746-f5240359e8df tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.661368 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.662092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.690712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] device_id is not set on port 2f4c5ff7-0bec-4262-bff8-e5662e138000 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:50:54.702232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.703235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.703675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbebb7e4-c5be-46e5-9392-4bdfc9f2c702 None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 05:50:54.799853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-28f794ba-f2b3-41f2-9bf8-bd2e5e83a204 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:50:54.801368 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-28f794ba-f2b3-41f2-9bf8-bd2e5e83a204 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4778123 Mar 03 05:50:54.827554 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58060) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:54.836224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:54.914816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Subnet': ['ID=0cc55d71-88d8-4e30-9e56-69aa33fee726,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:54.938935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=2cb75e82-c49f-4c19-94cf-4609beaffb3e,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:54.993125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbebb7e4-c5be-46e5-9392-4bdfc9f2c702 None None] Network 63ba8e5b-7a94-4a60-a611-2f412e2ab14c is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:50:55.005567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbebb7e4-c5be-46e5-9392-4bdfc9f2c702 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 63ba8e5b-7a94-4a60-a611-2f412e2ab14c) {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 05:50:55.143976 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:55.144383 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:55.163729 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:55.177195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Checking segment: {'id': 'fec74ab9-dca4-4f62-bc30-a06a88377135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '63ba8e5b-7a94-4a60-a611-2f412e2ab14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:55.177555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Network hostable DHCP agents. Network: 63ba8e5b-7a94-4a60-a611-2f412e2ab14c, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:55.191870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.192240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.192548 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Floating IP 87fe1f17-c8bc-44b0-bc46-a515064b3c23 disassociated. External IP: 172.26.3.50, port: 826e9bd1-5c53-4770-a508-37a9a2fc28f9. Mar 03 05:50:55.192886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Calling delete_port for 826e9bd1-5c53-4770-a508-37a9a2fc28f9 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:55.270249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Unable to find a vacant binding_index for network 63ba8e5b-7a94-4a60-a611-2f412e2ab14c and agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 03 05:50:55.285950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 63ba8e5b-7a94-4a60-a611-2f412e2ab14c) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:55.306595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:55.307186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.314854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 1277dedc-1f40-4a59-951b-863b5ac555c0 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:55.317827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:55.344360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4a31-27ad-4025-b746-f5240359e8df tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.362478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4a31-27ad-4025-b746-f5240359e8df tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.404705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be5e3ea-292b-468c-acb4-dc0c5a566eaa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet d10b382b-07b8-41c0-a067-ff6711c3b311 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:50:55.459994 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5256c6a4-8ad2-418b-ac0c-4cde667953cc tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9391701 Mar 03 05:50:55.461914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 05:50:55.461914 dv-neutron-831582-1-hyperv neutron-server[87792]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 05:50:55.461914 dv-neutron-831582-1-hyperv neutron-server[87792]: [parameters: {'id': '3d9394d3-77ef-40c4-991e-e05adac79517'}] Mar 03 05:50:55.461914 dv-neutron-831582-1-hyperv neutron-server[87792]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:50:55.462185 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:50:55.463651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.467382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58066) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:55.469398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4be5e3ea-292b-468c-acb4-dc0c5a566eaa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.481017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-63ba8e5b-7a94-4a60-a611-2f412e2ab14c', 'network_id': '63ba8e5b-7a94-4a60-a611-2f412e2ab14c', 'tenant_id': '08a69d353a394481b00ee18f4ebfc800', 'fixed_ips': [{'subnet_id': '0cc55d71-88d8-4e30-9e56-69aa33fee726'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:50:55.482065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.529978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4a31-27ad-4025-b746-f5240359e8df tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.530459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0c4a31-27ad-4025-b746-f5240359e8df tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Fanout notify agent at l3_agent the message router_deleted on router 67a27007-37b2-4496-9541-f178acb07383 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:50:55.567047 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Allocated IP 172.20.0.14 (0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1/56bee108-d51e-45b2-a9c6-a146b7fda03e/2f4c5ff7-0bec-4262-bff8-e5662e138000) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:55.570438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-225907416'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:55.579595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4be5e3ea-292b-468c-acb4-dc0c5a566eaa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.586027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:55.593397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Pushing event deleted for resources: {'Port': ['ID=826e9bd1-5c53-4770-a508-37a9a2fc28f9,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:55.598383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Usage tracker for resource:network and tenant:08a69d353a394481b00ee18f4ebfc800 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:55.611788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:55.625453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:55.661527 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Allocated IP 2001:db8:0:ffff::2 (63ba8e5b-7a94-4a60-a611-2f412e2ab14c/0cc55d71-88d8-4e30-9e56-69aa33fee726/1315cdfa-1a61-4fe9-8a5d-db6a95b0b394) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:55.668580 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a0c4a31-27ad-4025-b746-f5240359e8df tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.672507 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1a0c4a31-27ad-4025-b746-f5240359e8df tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/routers/67a27007-37b2-4496-9541-f178acb07383 HTTP/1.1" status: 204 len: 168 time: 1.2788956 Mar 03 05:50:55.684600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58070) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:55.706316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174db44-1518-447a-97fe-f7e4874d2e8f req-e2b1a41d-8a88-4195-ac6b-10d5be9d2246 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:55.707720 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e174db44-1518-447a-97fe-f7e4874d2e8f req-e2b1a41d-8a88-4195-ac6b-10d5be9d2246 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 943 time: 0.4033022 Mar 03 05:50:55.767901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:55.771463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.816452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-8007277c-56a7-4cea-a61a-cf0f89dd4050 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting subnet 08b86d97-6816-4116-b423-080cbf46b7b9 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:50:55.831844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8007277c-56a7-4cea-a61a-cf0f89dd4050 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.886574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.896865 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Transition to ACTIVE for port object 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:55.921933 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Transition to ACTIVE for port object 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:55.929492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.946060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:55.961773 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e174db44-1518-447a-97fe-f7e4874d2e8f req-c331ad90-9f06-4bbe-9db5-73c81a7310a1 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups?id=48e97873-7418-4c81-8683-5a51a736bf61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378190 Mar 03 05:50:55.994770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:55.995106 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Added segment 06edb2cb-c1bf-4cc0-b20e-4040521c10b7 of type vlan for network 3e4710fb-e88d-41cc-97df-f799d159cb15 Mar 03 05:50:56.001994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Network 63ba8e5b-7a94-4a60-a611-2f412e2ab14c is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:56.005285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:56.008414 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:56.008578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.032140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8007277c-56a7-4cea-a61a-cf0f89dd4050 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.044322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4be5e3ea-292b-468c-acb4-dc0c5a566eaa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.060336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 3fe65802-28ae-4793-9dbb-83ec890567ee is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:50:56.071553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Router 20432d48-16f1-4947-b872-9f76ab0b42f2 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:50:56.074581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.089056 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Pushing event updated for resources: {'Port': ['ID=1315cdfa-1a61-4fe9-8a5d-db6a95b0b394,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:56.115011 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Attempting to bind port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:56.115382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Attempting to bind port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'fec74ab9-dca4-4f62-bc30-a06a88377135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '63ba8e5b-7a94-4a60-a611-2f412e2ab14c'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:56.115804 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Attempting to bind port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 on network 63ba8e5b-7a94-4a60-a611-2f412e2ab14c {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:56.121432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:56.122114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Checking segment: {'id': 'fec74ab9-dca4-4f62-bc30-a06a88377135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '63ba8e5b-7a94-4a60-a611-2f412e2ab14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:56.122255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.122545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Bound using segment: {'id': 'fec74ab9-dca4-4f62-bc30-a06a88377135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '63ba8e5b-7a94-4a60-a611-2f412e2ab14c'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:56.123046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Bound port: 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec74ab9-dca4-4f62-bc30-a06a88377135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '63ba8e5b-7a94-4a60-a611-2f412e2ab14c'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:56.123436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.142388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port 65ee6075-e483-43b2-b3c7-b42c662ab5b9 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:56.142731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.200677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.216552 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] For port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:50:56.221270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] For port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1315cdfa-1a61-4fe9-8a5d-db6a95b0b394,segment=NetworkSegment(fec74ab9-dca4-4f62-bc30-a06a88377135),segment_id=fec74ab9-dca4-4f62-bc30-a06a88377135)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:50:56.230379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.234410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.resource_extend [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:50:56.243404 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.317625 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.352757 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7159f-ebda-46dc-b8b4-5ac720d9ccd1 None None] Pushing event updated for resources: {'Port': ['ID=1315cdfa-1a61-4fe9-8a5d-db6a95b0b394,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:56.361407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.366759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:56.367341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.376293 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4be5e3ea-292b-468c-acb4-dc0c5a566eaa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.450780 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5e3ea-292b-468c-acb4-dc0c5a566eaa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=d10b382b-07b8-41c0-a067-ff6711c3b311,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:56.453319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Transition to ACTIVE for port object 2f4c5ff7-0bec-4262-bff8-e5662e138000 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:56.458101 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4be5e3ea-292b-468c-acb4-dc0c5a566eaa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.512887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:56.526309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Sync routers for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:56.534524 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4be5e3ea-292b-468c-acb4-dc0c5a566eaa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/d10b382b-07b8-41c0-a067-ff6711c3b311 HTTP/1.1" status: 204 len: 168 time: 1.6949635 Mar 03 05:50:56.542333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:56.543295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:56.566002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58074) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:56.579429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8007277c-56a7-4cea-a61a-cf0f89dd4050 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.776731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:50:56.781000 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Allocated IP 172.26.3.242 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/1bf16bb2-7b7f-49f7-b126-4dc6d059472c) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:50:56.868648 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3998382 Mar 03 05:50:56.889671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58078) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:56.915859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'subnet': {'network_id': '3e4710fb-e88d-41cc-97df-f799d159cb15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:56.918348 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6416895e-1235-41ee-9394-489e401a2a31 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4047401 Mar 03 05:50:56.927341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e4d8e-b418-4b3a-981e-e0d9094510da tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Network': ['ID=3e4710fb-e88d-41cc-97df-f799d159cb15,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:56.929363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58082) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:56.940667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:50:56.940851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] For port 65ee6075-e483-43b2-b3c7-b42c662ab5b9, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=65ee6075-e483-43b2-b3c7-b42c662ab5b9,segment=NetworkSegment(ba5a4764-83dd-4af4-a8df-553d7f633f78),segment_id=ba5a4764-83dd-4af4-a8df-553d7f633f78)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:56.942208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:56.943013 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 3e4710fb-e88d-41cc-97df-f799d159cb15 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:56.959670 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f01346-597b-4f84-98e2-bdc123398de6 None None] Sync routers for ids ['20432d48-16f1-4947-b872-9f76ab0b42f2'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:50:56.974493 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f01346-597b-4f84-98e2-bdc123398de6 None None] Routers {'20432d48-16f1-4947-b872-9f76ab0b42f2'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:56.975516 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d1f01346-597b-4f84-98e2-bdc123398de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['20432d48-16f1-4947-b872-9f76ab0b42f2'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:56.979943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-509987982'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:56.998610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:57.080006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:network and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:57.113058 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Calling delete_port for 65ee6075-e483-43b2-b3c7-b42c662ab5b9 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:57.117150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:57.128477 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] No DVR routers for this DVR port 826e9bd1-5c53-4770-a508-37a9a2fc28f9 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:50:57.136828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-5830f025-2076-4617-b4ac-9bc75e1ae9dd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet f5f14dc3-2db4-41c9-a179-64f7fe847a93 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:50:57.145474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.153214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.171385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c1adf6-1945-4ec3-b883-b3b995212194', 'name': 'network-vif-deleted', 'tag': '826e9bd1-5c53-4770-a508-37a9a2fc28f9'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:50:57.191862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5830f025-2076-4617-b4ac-9bc75e1ae9dd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.223442 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:50:57.235306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:57.240062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8007277c-56a7-4cea-a61a-cf0f89dd4050 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.293405 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-d1f01346-597b-4f84-98e2-bdc123398de6 None None] Set router 20432d48-16f1-4947-b872-9f76ab0b42f2 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:50:57.364910 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:57.389469 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c1adf6-1945-4ec3-b883-b3b995212194', 'name': 'network-vif-deleted', 'tag': '826e9bd1-5c53-4770-a508-37a9a2fc28f9', 'status': 'completed', 'code': 200} Mar 03 05:50:57.406784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8007277c-56a7-4cea-a61a-cf0f89dd4050 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Subnet': ['ID=08b86d97-6816-4116-b423-080cbf46b7b9,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:57.421544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8007277c-56a7-4cea-a61a-cf0f89dd4050 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.427529 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8007277c-56a7-4cea-a61a-cf0f89dd4050 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/08b86d97-6816-4116-b423-080cbf46b7b9 HTTP/1.1" status: 204 len: 168 time: 1.7387674 Mar 03 05:50:57.433445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58090) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:57.437431 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d834ecba-8a63-4390-95d8-d763b882d65b req-4be61cbd-ae9b-4b2e-8e2d-e9e09d724607 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.23 "DELETE /v2.0/ports/826e9bd1-5c53-4770-a508-37a9a2fc28f9 HTTP/1.1" status: 204 len: 173 time: 6.9524894 Mar 03 05:50:57.486859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:57.499910 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6a72beaf-ae41-4b5f-8a74-169e14641950 req-0d40a499-8883-48f7-9566-efefdefac3ab tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/ports?device_id=04c1adf6-1945-4ec3-b883-b3b995212194 HTTP/1.1" status: 200 len: 210 time: 0.2769277 Mar 03 05:50:57.504879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.522841 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:50:52Z', 'revision_number': 2, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:50:53Z', 'revision_number': 2, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:57.529835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Checking router: 3fe65802-28ae-4793-9dbb-83ec890567ee for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:50:57.530844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Updating router 3fe65802-28ae-4793-9dbb-83ec890567ee port 2cb75e82-c49f-4c19-94cf-4609beaffb3e binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:50:57.613093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:50:57.619506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.644883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.645379 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Added segment 60319853-f325-4b47-883d-8a8635b7d998 of type vlan for network d496c477-913a-44ba-a50e-76e922a8f844 Mar 03 05:50:57.659859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Network 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:57.676170 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:57.678557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:57.693474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event updated for resources: {'Port': ['ID=2f4c5ff7-0bec-4262-bff8-e5662e138000,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:57.703996 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:57.716054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.765518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.772202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:57.773404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.799142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:50:57.800714 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d1f01346-597b-4f84-98e2-bdc123398de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:46:11Z', 'revision_number': 4, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'fa78cf91-1d03-4e45-bdbd-55b23a146b89', 'name': '', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'mac_address': 'fa:16:3e:f5:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '95f19597-877f-493e-a52a-b03389550958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:06Z', 'updated_at': '2022-03-03T05:46:29Z', 'revision_number': 5, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'subnets': [{'id': '95f19597-877f-493e-a52a-b03389550958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:57.800909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.807630 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f01346-597b-4f84-98e2-bdc123398de6 None None] Checking router: 20432d48-16f1-4947-b872-9f76ab0b42f2 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:50:57.819355 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f01346-597b-4f84-98e2-bdc123398de6 None None] Routers {'20432d48-16f1-4947-b872-9f76ab0b42f2'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:50:57.820728 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d1f01346-597b-4f84-98e2-bdc123398de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['20432d48-16f1-4947-b872-9f76ab0b42f2'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:57.822276 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Usage tracker for resource:subnet and tenant:08a69d353a394481b00ee18f4ebfc800 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:57.850595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:57.864505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:57.922117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.933869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:57.964332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5830f025-2076-4617-b4ac-9bc75e1ae9dd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:58.028980 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-463eb386-44b7-4ac1-a112-7d353a6163d5 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5880477 Mar 03 05:50:58.039585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:58.061796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:58.065984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Network': ['ID=d496c477-913a-44ba-a50e-76e922a8f844,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:58.074795 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-74c78c5b-c219-44c1-ba19-adc0e79c681f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1356757 Mar 03 05:50:58.091093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58096) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:58.091583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58098) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:58.126012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:58.146685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'subnet': {'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:58.159333 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No DVR routers for this DVR port 65ee6075-e483-43b2-b3c7-b42c662ab5b9 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:50:58.191188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:58.219444 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Transition to ACTIVE for port object 2cb75e82-c49f-4c19-94cf-4609beaffb3e will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:50:58.222703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:58.231400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd65c7b8-2e53-4496-aa95-742822a933ec None None] Network 63ba8e5b-7a94-4a60-a611-2f412e2ab14c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:58.269017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:58.299037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Usage tracker for resource:floatingip and tenant:3e791c1dbb294a3db14d8c6ada79981f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:58.301096 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-d1f01346-597b-4f84-98e2-bdc123398de6 None None] Set router 20432d48-16f1-4947-b872-9f76ab0b42f2 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:50:58.313214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:58.436483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f801bf8-248e-4d30-a9e1-28853d4af0e2 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:58.454621 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d2768-f3e2-4c71-bdb3-8e4bfa79c728 None None] Network dbeed084-6e38-4c7e-bf67-043219afbf23 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:50:58.463919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Port': ['ID=65ee6075-e483-43b2-b3c7-b42c662ab5b9,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:58.464800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:58.469761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network d496c477-913a-44ba-a50e-76e922a8f844 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:50:58.470573 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:58.484087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port c08f8e74-90ee-49c4-9d8b-636007e0d23e {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:50:58.484617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:58.542814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:58.630926 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:58.656046 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:50:58.657766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:58.673714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:50:58.677596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:50:58.678870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:subnet and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:50:58.684380 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:50:58.691858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:50:58.696563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:50:58.722306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5830f025-2076-4617-b4ac-9bc75e1ae9dd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:58.737530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event updated for resources: {'Port': ['ID=1bf16bb2-7b7f-49f7-b126-4dc6d059472c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:58.773225 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c18fd0-7376-4431-a90a-a601e425b9c3 None None] Pushing event updated for resources: {'Port': ['ID=2cb75e82-c49f-4c19-94cf-4609beaffb3e,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:58.786488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58108) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:58.788719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9394d3-77ef-40c4-991e-e05adac79517']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:58.804385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cf751893-b32d-425c-b135-206208f5ce55 None None] Provisioning for port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:50:58.817934 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d1f01346-597b-4f84-98e2-bdc123398de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:46:11Z', 'revision_number': 4, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'fa78cf91-1d03-4e45-bdbd-55b23a146b89', 'name': '', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'mac_address': 'fa:16:3e:f5:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '95f19597-877f-493e-a52a-b03389550958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:06Z', 'updated_at': '2022-03-03T05:46:29Z', 'revision_number': 5, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'subnets': [{'id': '95f19597-877f-493e-a52a-b03389550958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:58.824204 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f01346-597b-4f84-98e2-bdc123398de6 None None] The sync data for ids ['20432d48-16f1-4947-b872-9f76ab0b42f2'] in dv-neutron-831582-1-hyperv is: [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:46:11Z', 'revision_number': 4, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'fa78cf91-1d03-4e45-bdbd-55b23a146b89', 'name': '', 'network_id': '331b4cde-bf4b-4bc0-811f-6811cf8e6483', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'mac_address': 'fa:16:3e:f5:95:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '95f19597-877f-493e-a52a-b03389550958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:46:06Z', 'updated_at': '2022-03-03T05:46:29Z', 'revision_number': 5, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'subnets': [{'id': '95f19597-877f-493e-a52a-b03389550958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:50:58.836314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5830f025-2076-4617-b4ac-9bc75e1ae9dd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:58.861335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5a4764-83dd-4af4-a8df-553d7f633f78') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:58.861822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5a4764-83dd-4af4-a8df-553d7f633f78') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:50:58.904816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:50:58.908834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.050248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830f025-2076-4617-b4ac-9bc75e1ae9dd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f14dc3-2db4-41c9-a179-64f7fe847a93,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:59.059432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5830f025-2076-4617-b4ac-9bc75e1ae9dd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.126161 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.202115 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cf751893-b32d-425c-b135-206208f5ce55 None None] Provisioning complete for port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:50:59.202472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cf751893-b32d-425c-b135-206208f5ce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.250644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.282987 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5830f025-2076-4617-b4ac-9bc75e1ae9dd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/f5f14dc3-2db4-41c9-a179-64f7fe847a93 HTTP/1.1" status: 204 len: 168 time: 2.4253654 Mar 03 05:50:59.293059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58112) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:59.304105 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec6f46e-ea0f-4c7a-900b-2728af6ee66a None None] New status for floating IP 87fe1f17-c8bc-44b0-bc46-a515064b3c23: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:50:59.321566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] For port c08f8e74-90ee-49c4-9d8b-636007e0d23e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c08f8e74-90ee-49c4-9d8b-636007e0d23e,segment=NetworkSegment(4e9f2732-b0fb-469c-a03e-4602e8dc44b2),segment_id=4e9f2732-b0fb-469c-a03e-4602e8dc44b2)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:50:59.322790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.329521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:50:59.329923 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:50:59.347144 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:50:59.520396 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5bd1017a-9c0e-4a50-b4ab-3e0bf8f17754 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2232985 Mar 03 05:50:59.529216 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a224e20-053f-46b3-84ce-354a9d0805b4 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.538676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58116) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:59.558595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:50:59.636224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for c08f8e74-90ee-49c4-9d8b-636007e0d23e owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:50:59.641455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.650654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.objects.ports [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87792) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:50:59.705669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.777567 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.788176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.790241 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Attempting to bind port 2cb75e82-c49f-4c19-94cf-4609beaffb3e on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:50:59.790863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Attempting to bind port 2cb75e82-c49f-4c19-94cf-4609beaffb3e by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dc5cb957-d17d-458d-a861-7e3265f8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:50:59.791087 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Attempting to bind port 2cb75e82-c49f-4c19-94cf-4609beaffb3e on network 1277dedc-1f40-4a59-951b-863b5ac555c0 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:50:59.792384 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a224e20-053f-46b3-84ce-354a9d0805b4 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.823474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.833939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:50:59.834413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Checking segment: {'id': 'dc5cb957-d17d-458d-a861-7e3265f8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:59.834881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.835307 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Bound using segment: {'id': 'dc5cb957-d17d-458d-a861-7e3265f8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:50:59.835881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Bound port: 2cb75e82-c49f-4c19-94cf-4609beaffb3e, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5cb957-d17d-458d-a861-7e3265f8f960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:50:59.836473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.865952 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Network': ['ID=3d9394d3-77ef-40c4-991e-e05adac79517,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:59.879568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Subnet': ['ID=e8fbf0c7-2892-4cfa-abf9-d409d7556e4b,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:50:59.884961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.912463 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/3d9394d3-77ef-40c4-991e-e05adac79517 HTTP/1.1" status: 204 len: 168 time: 7.5709600 Mar 03 05:50:59.917923 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58120) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:50:59.926481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:59.926802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:59.927143 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:59.927482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:59.927854 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:59.928191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:59.928520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:59.929877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:59.929877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:59.929877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:59.929877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:59.930247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5af7394-ec4c-4fa8-b9d8-759aa882c8eb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:50:59.953559 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Checking segment: {'id': '60319853-f325-4b47-883d-8a8635b7d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:50:59.953746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network hostable DHCP agents. Network: d496c477-913a-44ba-a50e-76e922a8f844, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:50:59.976603 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cf751893-b32d-425c-b135-206208f5ce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:50:59.977738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No DVR routers for this DVR port c08f8e74-90ee-49c4-9d8b-636007e0d23e on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:51:00.022580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=c08f8e74-90ee-49c4-9d8b-636007e0d23e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:00.040560 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] For port 2cb75e82-c49f-4c19-94cf-4609beaffb3e, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:00.045755 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] For port 2cb75e82-c49f-4c19-94cf-4609beaffb3e, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=2cb75e82-c49f-4c19-94cf-4609beaffb3e,segment=NetworkSegment(dc5cb957-d17d-458d-a861-7e3265f8f960),segment_id=dc5cb957-d17d-458d-a861-7e3265f8f960)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:00.048071 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-cf751893-b32d-425c-b135-206208f5ce55 None None] For port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1315cdfa-1a61-4fe9-8a5d-db6a95b0b394,segment=NetworkSegment(fec74ab9-dca4-4f62-bc30-a06a88377135),segment_id=fec74ab9-dca4-4f62-bc30-a06a88377135)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:00.052967 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.060049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-990851996'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:00.074539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:00.079830 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:network and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:00.083242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:00.089829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Subnet': ['ID=14f16437-265b-4b1d-b531-754f96ea88b2,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:00.104961 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cf751893-b32d-425c-b135-206208f5ce55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.107455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:51:00.135054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:00.140215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.156353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:00.156558 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] Deleting port bb3899a7-1bed-4bef-8fb3-7420e926c73b {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:00.156904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.212991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c021a5-cb25-42c4-8e10-27f3216fa524 None None] DHCP port deletion for dbeed084-6e38-4c7e-bf67-043219afbf23 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:51:00.223875 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:00.224535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:00.232667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:00.238011 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:00.239809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network d496c477-913a-44ba-a50e-76e922a8f844 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:00.242766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:00.243343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbeed084-6e38-4c7e-bf67-043219afbf23']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:00.252189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.273279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9f2732-b0fb-469c-a03e-4602e8dc44b2') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:00.273582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9f2732-b0fb-469c-a03e-4602e8dc44b2') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:00.282243 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:00.291113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, d496c477-913a-44ba-a50e-76e922a8f844) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:00.297787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.329601 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3523537b-1b1f-4446-b16e-f19117104789 None None] Network d496c477-913a-44ba-a50e-76e922a8f844 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:00.329877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:00.330477 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.361430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:00.386616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.387635 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Added segment 7c4d17ca-cac0-499b-a731-302595d2532f of type vlan for network 2b81c798-bd58-42b5-a0fe-99b5e46b513d Mar 03 05:51:00.393608 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-26cc7c97-d177-4550-ba61-cc3f74a192cf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2940092 Mar 03 05:51:00.396991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58124) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:00.399915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c18fd0-7376-4431-a90a-a601e425b9c3 None None] Pushing event updated for resources: {'Port': ['ID=2cb75e82-c49f-4c19-94cf-4609beaffb3e,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:00.446453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.486492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Checking segment: {'id': '06edb2cb-c1bf-4cc0-b20e-4040521c10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3e4710fb-e88d-41cc-97df-f799d159cb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:00.487192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Network hostable DHCP agents. Network: 3e4710fb-e88d-41cc-97df-f799d159cb15, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:00.516779 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.520127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Allocated IP 172.26.3.144 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/700ad6eb-6521-4a2b-8688-bd64475693e6) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:00.531403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:00.535257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.545474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:00.555451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a224e20-053f-46b3-84ce-354a9d0805b4 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.556314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.557824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.563331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:00.563858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:00.580514 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:00.582470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:51:00.702857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.741467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42e035a-0626-4b27-b06d-5fc56eaf9a0c None None] Network 63ba8e5b-7a94-4a60-a611-2f412e2ab14c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:00.783386 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a224e20-053f-46b3-84ce-354a9d0805b4 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e97873-7418-4c81-8683-5a51a736bf61,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:00.833776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.847153 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=2b81c798-bd58-42b5-a0fe-99b5e46b513d,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:00.863059 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.888622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.888831 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Network 3e4710fb-e88d-41cc-97df-f799d159cb15 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:00.894171 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 2b81c798-bd58-42b5-a0fe-99b5e46b513d details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:00.904596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a224e20-053f-46b3-84ce-354a9d0805b4 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.905708 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3a224e20-053f-46b3-84ce-354a9d0805b4 tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "DELETE /v2.0/security-groups/48e97873-7418-4c81-8683-5a51a736bf61 HTTP/1.1" status: 204 len: 168 time: 2.1061811 Mar 03 05:51:00.909923 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-27d5ffcc-5e97-4cf8-93a4-b8b238790123 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9854865 Mar 03 05:51:00.910483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58128) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:00.910806 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58130) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:00.934609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 3e4710fb-e88d-41cc-97df-f799d159cb15) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:00.939879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:00.940459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:00.961250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'subnet': {'network_id': '2b81c798-bd58-42b5-a0fe-99b5e46b513d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:00.966450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Network': ['ID=dbeed084-6e38-4c7e-bf67-043219afbf23,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:01.004255 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/networks/dbeed084-6e38-4c7e-bf67-043219afbf23 HTTP/1.1" status: 204 len: 168 time: 3.5630708 Mar 03 05:51:01.006789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58136) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:01.022992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4d329d-3d68-4f87-9288-1a01439d030e None None] Network 3e4710fb-e88d-41cc-97df-f799d159cb15 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:01.072028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:01.072672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:01.073192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:01.073732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:01.074244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:01.074875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:01.075382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:01.076008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:01.076539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:01.077052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:01.077551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:01.078047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9768b1-ac03-419b-9027-54f271bb07ac tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:01.168998 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c08f8e74-90ee-49c4-9d8b-636007e0d23e no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:51:01.185832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:01.198192 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-d4f4f8ac-1447-4ebf-8909-beb38516600a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] show failed (client error): The resource could not be found. Mar 03 05:51:01.201716 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d4f4f8ac-1447-4ebf-8909-beb38516600a tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "GET /v2.0/security-groups/48e97873-7418-4c81-8683-5a51a736bf61 HTTP/1.1" status: 404 len: 347 time: 0.2830217 Mar 03 05:51:01.211477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58140) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:01.279641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf751893-b32d-425c-b135-206208f5ce55 None None] Pushing event updated for resources: {'Port': ['ID=1315cdfa-1a61-4fe9-8a5d-db6a95b0b394,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:01.285688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d393dca0-8588-46f6-bc16-58a47a28e43a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:01.286601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d393dca0-8588-46f6-bc16-58a47a28e43a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:01.350556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: c08f8e74-90ee-49c4-9d8b-636007e0d23e {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:51:01.350749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c08f8e74-90ee-49c4-9d8b-636007e0d23e not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:51:01.351001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bb3899a7-1bed-4bef-8fb3-7420e926c73b no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:51:01.357849 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-20ef3a6d-2708-4630-ba5e-6e497aa494b1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4672716 Mar 03 05:51:01.362988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58144) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:01.369737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'port': {'network_id': '3e4710fb-e88d-41cc-97df-f799d159cb15', 'name': 'tempest-NetworksIpV6TestAttrs-1156552018'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:01.456664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-57557045-3972-4653-bf7b-9437f5c07bf0 None None] Provisioning for port 2f4c5ff7-0bec-4262-bff8-e5662e138000 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:01.559566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d393dca0-8588-46f6-bc16-58a47a28e43a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:01.561310 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-57557045-3972-4653-bf7b-9437f5c07bf0 None None] Provisioning complete for port 2f4c5ff7-0bec-4262-bff8-e5662e138000 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:01.561673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-57557045-3972-4653-bf7b-9437f5c07bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:01.562343 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d393dca0-8588-46f6-bc16-58a47a28e43a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/95120444-9ba8-49e8-81a1-2cb12778fdb7 HTTP/1.1" status: 200 len: 844 time: 0.4939756 Mar 03 05:51:01.568404 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58148) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:01.590434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:01.629118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3409e95a-7ffc-4e76-b0f7-d22e7b7033ff tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Deleting port b527143d-2532-464e-9354-33519ab01194 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:01.629458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3409e95a-7ffc-4e76-b0f7-d22e7b7033ff tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:01.684089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:subnet and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:01.693312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:01.696965 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:01.717697 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:01.750092 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] For port bb3899a7-1bed-4bef-8fb3-7420e926c73b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bb3899a7-1bed-4bef-8fb3-7420e926c73b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:01.750484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:01.784735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:01.816633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:01.830429 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-57557045-3972-4653-bf7b-9437f5c07bf0 None None] Port 2f4c5ff7-0bec-4262-bff8-e5662e138000 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:01.832897 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:01.846375 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-40c68322-99fa-47ca-ab9e-a937d3fb4115 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/95120444-9ba8-49e8-81a1-2cb12778fdb7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2639792 Mar 03 05:51:01.869419 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:01.872818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:01.873770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58152) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:01.892043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event updated for resources: {'Port': ['ID=700ad6eb-6521-4a2b-8688-bd64475693e6,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:01.903365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:01.919292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:01.943887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Usage tracker for resource:port and tenant:08a69d353a394481b00ee18f4ebfc800 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:01.948856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:01.964730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:01.998271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.025634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] Calling delete_port for bb3899a7-1bed-4bef-8fb3-7420e926c73b owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:02.028584 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.068390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.079477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.113433 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-d496c477-913a-44ba-a50e-76e922a8f844', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:02.114259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.118979 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.ipam_backend_mixin [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Performing IP validity checks on allocation pools {{(pid=87792) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 05:51:02.119556 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.ipam_backend_mixin [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87792) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 05:51:02.124486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:02.127932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.155496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:02.170561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:02.221606 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.223003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:02.242127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:02.245586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] device_id is not set on port 2d0d3b10-b520-4d84-bc1b-8fac59004889 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:51:02.256434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:02.260681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:02.261604 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.273199 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3409e95a-7ffc-4e76-b0f7-d22e7b7033ff tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.273541 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3409e95a-7ffc-4e76-b0f7-d22e7b7033ff tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.282143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ba580ee2-f271-492b-82d8-f7b4cfe7dc30 None None] Provisioning complete for port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:02.282323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:02.282896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ba580ee2-f271-492b-82d8-f7b4cfe7dc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.301240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.305297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=330c79d0-3605-4b87-8021-057696417188,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:02.322748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:02.326220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.373058 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-3e4710fb-e88d-41cc-97df-f799d159cb15', 'network_id': '3e4710fb-e88d-41cc-97df-f799d159cb15', 'tenant_id': '08a69d353a394481b00ee18f4ebfc800', 'fixed_ips': [{'subnet_id': '14f16437-265b-4b1d-b531-754f96ea88b2'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:02.373796 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.534806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port bb3899a7-1bed-4bef-8fb3-7420e926c73b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bb3899a7-1bed-4bef-8fb3-7420e926c73b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:02.587978 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:02.650644 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:50:52Z', 'revision_number': 2, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:00Z', 'revision_number': 4, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:02.652486 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:51:02.652881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:51:02.656571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3409e95a-7ffc-4e76-b0f7-d22e7b7033ff tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Calling delete_port for b527143d-2532-464e-9354-33519ab01194 owned by network:floatingip {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:02.689956 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a755c71c-a13f-434c-aa21-aa272fb5d2f2 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1472611 Mar 03 05:51:02.700120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58156) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:02.720827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1c29f-9e82-4a9c-8bb3-fa1d6110dd19 None None] The sync data for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv is: [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:50:52Z', 'revision_number': 2, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:00Z', 'revision_number': 4, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:51:02.743629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Allocated IP 2001:db8::f816:3eff:fe44:b810 (3e4710fb-e88d-41cc-97df-f799d159cb15/14f16437-265b-4b1d-b531-754f96ea88b2/2d0d3b10-b520-4d84-bc1b-8fac59004889) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:02.891753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=bb3899a7-1bed-4bef-8fb3-7420e926c73b,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:02.925240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Allocated IP 2001:db8:1::2 (d496c477-913a-44ba-a50e-76e922a8f844/e8fbf0c7-2892-4cfa-abf9-d409d7556e4b/1ec66433-36a5-4b09-8a7a-bf83f0a93506) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:02.972711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Router 861c80a9-0892-434c-b7e4-34aece56c63e is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:51:02.983817 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.022999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7326096c-e75c-4acd-b0b5-f4e9e26c7b91 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:03.024124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.227058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Subnet': ['ID=e56ef3fe-b9fe-4d52-892d-37758a113cc6,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:03.266305 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.276001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] Deleting port bb3899a7-1bed-4bef-8fb3-7420e926c73b {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:03.276381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.293175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.299359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.336086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:03.355375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:03.448543 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:03.459196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3409e95a-7ffc-4e76-b0f7-d22e7b7033ff tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.506016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Transition to ACTIVE for port object 1ec66433-36a5-4b09-8a7a-bf83f0a93506 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:03.514196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24da32e-a761-4359-9462-6487a7a38411 None None] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:03.520676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking segment: {'id': '7c4d17ca-cac0-499b-a731-302595d2532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '2b81c798-bd58-42b5-a0fe-99b5e46b513d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:03.521037 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network hostable DHCP agents. Network: 2b81c798-bd58-42b5-a0fe-99b5e46b513d, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:03.548068 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409e95a-7ffc-4e76-b0f7-d22e7b7033ff tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Pushing event deleted for resources: {'Port': ['ID=b527143d-2532-464e-9354-33519ab01194,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:03.550038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Subnet': ['ID=3ba8568a-6ecb-4cbd-923f-d428b50a391b,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:03.619488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:51:03.629883 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac178744-18a2-48d9-bb46-66dd91eee671 None None] Sync routers for ids ['861c80a9-0892-434c-b7e4-34aece56c63e'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:51:03.641045 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac178744-18a2-48d9-bb46-66dd91eee671 None None] Routers {'861c80a9-0892-434c-b7e4-34aece56c63e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:03.641842 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ac178744-18a2-48d9-bb46-66dd91eee671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['861c80a9-0892-434c-b7e4-34aece56c63e'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:03.725456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network 2b81c798-bd58-42b5-a0fe-99b5e46b513d is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:03.743145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7326096c-e75c-4acd-b0b5-f4e9e26c7b91 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:03.762088 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.765996 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ff5d5c1e-81b7-4e5a-b3d6-a50428272d76 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "PUT /v2.0/routers/861c80a9-0892-434c-b7e4-34aece56c63e HTTP/1.1" status: 200 len: 915 time: 10.2723281 Mar 03 05:51:03.776984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7326096c-e75c-4acd-b0b5-f4e9e26c7b91 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:03.780191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58162) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:03.783941 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.784372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7326096c-e75c-4acd-b0b5-f4e9e26c7b91 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:03.791613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 2b81c798-bd58-42b5-a0fe-99b5e46b513d) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:03.795067 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ac178744-18a2-48d9-bb46-66dd91eee671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:03.823468 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac178744-18a2-48d9-bb46-66dd91eee671 None None] Routers {'861c80a9-0892-434c-b7e4-34aece56c63e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:03.824240 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ac178744-18a2-48d9-bb46-66dd91eee671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['861c80a9-0892-434c-b7e4-34aece56c63e'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:03.849760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] For port bb3899a7-1bed-4bef-8fb3-7420e926c73b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bb3899a7-1bed-4bef-8fb3-7420e926c73b,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:03.850332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.861523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:03.862427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.872981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Transition to ACTIVE for port object 2d0d3b10-b520-4d84-bc1b-8fac59004889 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:03.899287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.925662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3409e95a-7ffc-4e76-b0f7-d22e7b7033ff tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks [] for floatingip, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.928009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3409e95a-7ffc-4e76-b0f7-d22e7b7033ff tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.929242 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3409e95a-7ffc-4e76-b0f7-d22e7b7033ff tempest-ServerActionsTestJSON-840511159 tempest-ServerActionsTestJSON-840511159-project] 10.222.0.20 "DELETE /v2.0/floatingips/87fe1f17-c8bc-44b0-bc46-a515064b3c23 HTTP/1.1" status: 204 len: 168 time: 2.7167597 Mar 03 05:51:03.930648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:03.931759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.945107 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ac178744-18a2-48d9-bb46-66dd91eee671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:03.945505 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac178744-18a2-48d9-bb46-66dd91eee671 None None] The sync data for ids ['861c80a9-0892-434c-b7e4-34aece56c63e'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:51:03.946461 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7326096c-e75c-4acd-b0b5-f4e9e26c7b91 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:03.949356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58166) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:03.992919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:03.996720 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-93e5cd82-a505-466b-b3bc-228d1a5edeee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.0786176 Mar 03 05:51:04.000356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event updated for resources: {'Port': ['ID=700ad6eb-6521-4a2b-8688-bd64475693e6,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:04.000518 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7326096c-e75c-4acd-b0b5-f4e9e26c7b91 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:04.004068 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7326096c-e75c-4acd-b0b5-f4e9e26c7b91 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:04.004213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58172) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:04.005126 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] Calling delete_port for bb3899a7-1bed-4bef-8fb3-7420e926c73b owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:04.028969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Network 3e4710fb-e88d-41cc-97df-f799d159cb15 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:04.105503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Transition to ACTIVE for port object 1ec66433-36a5-4b09-8a7a-bf83f0a93506 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:04.126460 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:04.130824 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8595f3a-2a92-415c-bd80-cede5b484931 None None] Network 2b81c798-bd58-42b5-a0fe-99b5e46b513d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:04.135340 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:04.137770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Port': ['ID=2d0d3b10-b520-4d84-bc1b-8fac59004889,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:04.203549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:04.209541 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:04.210172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:04.229432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:04.278620 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a51e6ed4-923e-4a0a-8832-121f4a3e0a4d tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/routers/861c80a9-0892-434c-b7e4-34aece56c63e HTTP/1.1" status: 200 len: 921 time: 0.4959977 Mar 03 05:51:04.283826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58176) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:04.289226 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] Pushing event deleted for resources: {'Port': ['ID=bb3899a7-1bed-4bef-8fb3-7420e926c73b,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:04.349230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0aa340-fe6f-4ae8-8539-140da6065eb5 None None] No DVR routers for this DVR port bb3899a7-1bed-4bef-8fb3-7420e926c73b on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:51:04.352168 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:04.352653 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:04.375273 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5a9b79fd-1282-4222-9515-f743c4b3f12d tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4956267 Mar 03 05:51:04.386460 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58180) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:04.411198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'security_group': {'name': 'tempest-secgroup-2012991422'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:04.424293 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-711e23c2-aa33-4578-9215-7fedb6c5a727 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0588901 Mar 03 05:51:04.431356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Allocated IP 2001:db8:1::1 (d496c477-913a-44ba-a50e-76e922a8f844/e8fbf0c7-2892-4cfa-abf9-d409d7556e4b/8ba79742-a54b-4c6a-bb4d-636e51764655) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:04.435247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58184) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:04.438480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:04.473415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1503d821-2335-4c5d-80a1-30aad2436a43 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:04.487098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:security_group and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:04.497664 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:04.512721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:04.541399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:04.569298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d18ff37e-cdcd-4ef4-97cf-c05076f51897 None None] Provisioning complete for port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:04.569802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d18ff37e-cdcd-4ef4-97cf-c05076f51897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:04.586714 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.ipam_backend_mixin [None req-7326096c-e75c-4acd-b0b5-f4e9e26c7b91 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 330c79d0-3605-4b87-8021-057696417188 (CIDR: 2001:db8::/64) Mar 03 05:51:04.595852 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-7326096c-e75c-4acd-b0b5-f4e9e26c7b91 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:51:04.596307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7326096c-e75c-4acd-b0b5-f4e9e26c7b91 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:04.609633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Network d496c477-913a-44ba-a50e-76e922a8f844 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:04.610820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:04.616181 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-57722216-af7e-4fc5-b8a8-c0d3fff52ff4 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5150511 Mar 03 05:51:04.620976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:04.625514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58188) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:04.628570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:04.640194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e18405d8-8096-49a8-953c-4169c7672fb1 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Request body: {'floatingip': {'port_id': '2f4c5ff7-0bec-4262-bff8-e5662e138000', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:04.672730 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:04.675251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:04.701151 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ba2f97-1331-4e46-a5c7-d7296a9349eb tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Deleting subnet 14f16437-265b-4b1d-b531-754f96ea88b2 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:51:04.729450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:04.737973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:security_group_rule and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:04.743226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:04.781381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:04.789509 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7326096c-e75c-4acd-b0b5-f4e9e26c7b91 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0883512 Mar 03 05:51:04.791702 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Allocated IP 2001:db8::f816:3eff:fef3:5802 (3e4710fb-e88d-41cc-97df-f799d159cb15/14f16437-265b-4b1d-b531-754f96ea88b2/0f71cb05-6eee-4f02-8fdf-c885a36d3e48) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:04.797593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58192) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:04.803486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e18405d8-8096-49a8-953c-4169c7672fb1 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for floatingip, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:04.849590 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:04.861754 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Pushing event updated for resources: {'Port': ['ID=1ec66433-36a5-4b09-8a7a-bf83f0a93506,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:04.869944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:04.915054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:04.927830 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e6842f-089a-4ef2-b1d7-2882722ab012 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:04.929602 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-01e6842f-089a-4ef2-b1d7-2882722ab012 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&device_id=861c80a9-0892-434c-b7e4-34aece56c63e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6427400 Mar 03 05:51:04.933851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58196) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:04.984452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Transition to ACTIVE for port object 8ba79742-a54b-4c6a-bb4d-636e51764655 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:05.053662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Attempting to bind port 1ec66433-36a5-4b09-8a7a-bf83f0a93506 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:05.053896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Attempting to bind port 1ec66433-36a5-4b09-8a7a-bf83f0a93506 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '60319853-f325-4b47-883d-8a8635b7d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:05.054422 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Attempting to bind port 1ec66433-36a5-4b09-8a7a-bf83f0a93506 on network d496c477-913a-44ba-a50e-76e922a8f844 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:05.110861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.117302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.162965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.186478 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:05.187180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Checking segment: {'id': '60319853-f325-4b47-883d-8a8635b7d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:05.187577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.188151 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Bound using segment: {'id': '60319853-f325-4b47-883d-8a8635b7d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:05.188780 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Bound port: 1ec66433-36a5-4b09-8a7a-bf83f0a93506, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60319853-f325-4b47-883d-8a8635b7d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:05.189334 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.194097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba8568a-6ecb-4cbd-923f-d428b50a391b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:05.222553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05574e94-251a-4825-a2e0-f98cd8693402 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:05.223125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-05574e94-251a-4825-a2e0-f98cd8693402 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Synchronizing usage tracker for tenant:d8dcd0e28e994ccf81d5a0d16e99c859 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:05.263320 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-e18405d8-8096-49a8-953c-4169c7672fb1 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] update failed (client error): The resource could not be found. Mar 03 05:51:05.263710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.266903 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e18405d8-8096-49a8-953c-4169c7672fb1 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "PUT /v2.0/floatingips/808bb73a-bf3b-4de3-88b9-d6789cb40309 HTTP/1.1" status: 404 len: 507 time: 0.6338072 Mar 03 05:51:05.267754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:05.269816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58200) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:05.275535 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:05.307574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:05.328382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:05.385875 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:05.389788 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.412693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20db7a4-fd0c-44ba-a390-45c3f6a86017,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:05.445959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.450675 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-938be038-9f7b-4342-86f2-400c48b0f0ab tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0632372 Mar 03 05:51:05.453117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.471104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58204) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:05.490606 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303bb49d-6371-405a-a994-233079505471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-2b81c798-bd58-42b5-a0fe-99b5e46b513d', 'network_id': '2b81c798-bd58-42b5-a0fe-99b5e46b513d', 'tenant_id': '4fe60e3d9d73442c9246c69224665117', 'fixed_ips': [{'subnet_id': '3ba8568a-6ecb-4cbd-923f-d428b50a391b'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:05.491746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-303bb49d-6371-405a-a994-233079505471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.491979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-05574e94-251a-4825-a2e0-f98cd8693402 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Unset dirty status for tenant:d8dcd0e28e994ccf81d5a0d16e99c859 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:05.493010 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-05574e94-251a-4825-a2e0-f98cd8693402 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/networks/2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 881 time: 0.5582166 Mar 03 05:51:05.504196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58208) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:05.504392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'security_group': {'name': 'tempest-secgroup-418885616'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:05.532692 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'tenant_id': 'abf03cd3c52b4b1cb398f908af2b84e5', 'fixed_ips': [{'subnet_id': 'e56ef3fe-b9fe-4d52-892d-37758a113cc6'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:05.533508 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.581965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network d496c477-913a-44ba-a50e-76e922a8f844 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:05.583019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:05.598331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:05.600516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:security_group and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:05.604601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b81c798-bd58-42b5-a0fe-99b5e46b513d']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:05.620113 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'tenant_id': '7201cccd96b94ae29ad530d0cd4ce237', 'fixed_ips': [{'subnet_id': '330c79d0-3605-4b87-8021-057696417188'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:05.620953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.622757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=8ba79742-a54b-4c6a-bb4d-636e51764655,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:05.634120 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:05.636933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:05.637641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.646953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-617cf7cf-b541-484e-b4cb-26e17f32764f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.647352 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:05.650214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] For port 1ec66433-36a5-4b09-8a7a-bf83f0a93506, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:05.650392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d613d-5bc9-46bb-9f54-ff9598a68f13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Deleting port 700ad6eb-6521-4a2b-8688-bd64475693e6 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:05.650561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f0d613d-5bc9-46bb-9f54-ff9598a68f13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.701455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 2cb75e82-c49f-4c19-94cf-4609beaffb3e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:05.707900 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5d899386-2582-454d-bce5-bf5a3db59cb1 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "GET /v2.0/ports?device_id=861c80a9-0892-434c-b7e4-34aece56c63e HTTP/1.1" status: 200 len: 205 time: 0.1964457 Mar 03 05:51:05.714465 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58212) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:05.788910 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] For port 1ec66433-36a5-4b09-8a7a-bf83f0a93506, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1ec66433-36a5-4b09-8a7a-bf83f0a93506,segment=NetworkSegment(60319853-f325-4b47-883d-8a8635b7d998),segment_id=60319853-f325-4b47-883d-8a8635b7d998)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:05.827999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4d17ca-cac0-499b-a731-302595d2532f') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:05.828549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4d17ca-cac0-499b-a731-302595d2532f') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:05.857356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.857620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.878219 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.907211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.915348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.961487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:05.961884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:05.977478 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:05.984755 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Transition to ACTIVE for port object 0f71cb05-6eee-4f02-8fdf-c885a36d3e48 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:06.000802 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:06.116146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:security_group_rule and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:06.127680 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Transition to ACTIVE for port object 0f71cb05-6eee-4f02-8fdf-c885a36d3e48 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:06.129479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:06.147751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:06.162433 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2f97-1331-4e46-a5c7-d7296a9349eb tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.170988 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 2cb75e82-c49f-4c19-94cf-4609beaffb3e completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:06.173865 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Pushing event updated for resources: {'Port': ['ID=1ec66433-36a5-4b09-8a7a-bf83f0a93506,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:06.183413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.209411 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 2cb75e82-c49f-4c19-94cf-4609beaffb3e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:06.210095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.227527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.269366 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.270244 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:06.270803 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:06.271294 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:06.271801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:06.272388 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:06.272886 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:06.273417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:06.273805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:06.274139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:06.274457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:06.275471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:06.275971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5833fc0-f587-4beb-9de8-65aa4ae3eb94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:06.279750 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc5cebf-b0ad-41f2-aefa-fcb0cc64d2b0 None None] Network 2b81c798-bd58-42b5-a0fe-99b5e46b513d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:06.308497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.314697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Network': ['ID=2b81c798-bd58-42b5-a0fe-99b5e46b513d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:06.325880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f0d613d-5bc9-46bb-9f54-ff9598a68f13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.326282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f0d613d-5bc9-46bb-9f54-ff9598a68f13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.367122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2f97-1331-4e46-a5c7-d7296a9349eb tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.404116 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-20062dba-f965-4385-a3db-d6ddf00af0c9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/2b81c798-bd58-42b5-a0fe-99b5e46b513d HTTP/1.1" status: 204 len: 168 time: 2.3839736 Mar 03 05:51:06.449080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc5cebf-b0ad-41f2-aefa-fcb0cc64d2b0 None None] Network 2b81c798-bd58-42b5-a0fe-99b5e46b513d could not be found, it might have been deleted concurrently. {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 05:51:06.451021 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Allocated IP 2001:db8::2 (65cee256-e8c1-4c85-8ff6-ff678b5a8571/e56ef3fe-b9fe-4d52-892d-37758a113cc6/137cb9c4-92ee-49a3-b8c2-d89e6b2db842) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:06.453472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Allocated IP 2001:db8::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/330c79d0-3605-4b87-8021-057696417188/bff34dda-d824-4172-a7af-d7f5065e7402) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:06.457190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58216) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:06.458271 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Network 3e4710fb-e88d-41cc-97df-f799d159cb15 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:06.475738 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:06.495219 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:06.512380 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2124127806'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:06.547409 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Pushing event updated for resources: {'Port': ['ID=0f71cb05-6eee-4f02-8fdf-c885a36d3e48,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:06.548414 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:06.560813 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:network and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:06.569318 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:06.583808 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:06.617219 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d613d-5bc9-46bb-9f54-ff9598a68f13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Calling delete_port for 700ad6eb-6521-4a2b-8688-bd64475693e6 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:06.713452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:06.717272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.788300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2f97-1331-4e46-a5c7-d7296a9349eb tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.870993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.898890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Attempting to bind port 0f71cb05-6eee-4f02-8fdf-c885a36d3e48 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:06.898890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Attempting to bind port 0f71cb05-6eee-4f02-8fdf-c885a36d3e48 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '06edb2cb-c1bf-4cc0-b20e-4040521c10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3e4710fb-e88d-41cc-97df-f799d159cb15'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:06.898890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Attempting to bind port 0f71cb05-6eee-4f02-8fdf-c885a36d3e48 on network 3e4710fb-e88d-41cc-97df-f799d159cb15 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:06.899266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2f97-1331-4e46-a5c7-d7296a9349eb tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.923829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:06.923829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Checking segment: {'id': '06edb2cb-c1bf-4cc0-b20e-4040521c10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3e4710fb-e88d-41cc-97df-f799d159cb15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:06.924193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.925253 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Bound using segment: {'id': '06edb2cb-c1bf-4cc0-b20e-4040521c10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3e4710fb-e88d-41cc-97df-f799d159cb15'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:06.925253 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Bound port: 0f71cb05-6eee-4f02-8fdf-c885a36d3e48, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06edb2cb-c1bf-4cc0-b20e-4040521c10b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3e4710fb-e88d-41cc-97df-f799d159cb15'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:06.925253 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:06.943202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:06.991749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.014629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.objects.ports [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87792) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:51:07.015908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Deleting port 1bf16bb2-7b7f-49f7-b126-4dc6d059472c {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:07.016784 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.022528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba2f97-1331-4e46-a5c7-d7296a9349eb tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Subnet': ['ID=14f16437-265b-4b1d-b531-754f96ea88b2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:07.024221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.038794 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d1ba2f97-1331-4e46-a5c7-d7296a9349eb tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.050837 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.066619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.085603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.106508 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d1ba2f97-1331-4e46-a5c7-d7296a9349eb tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/subnets/14f16437-265b-4b1d-b531-754f96ea88b2 HTTP/1.1" status: 204 len: 168 time: 2.6620002 Mar 03 05:51:07.110986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:07.119517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58220) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:07.122861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:07.127153 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:07.127749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.163205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.164611 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6923232 Mar 03 05:51:07.177947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58224) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:07.181854 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.182370 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Added segment 16ca3fc4-58f3-4298-a222-0385815fb0c3 of type vlan for network 89c0e2fe-22bb-4130-85f5-ced9c4717004 Mar 03 05:51:07.202450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-220323776', 'security_groups': ['f7b8c5b4-7782-4e04-84c8-69144b8f87d5'], 'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e56ef3fe-b9fe-4d52-892d-37758a113cc6'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:07.228921 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-617cf7cf-b541-484e-b4cb-26e17f32764f admin admin] Deleting port fa78cf91-1d03-4e45-bdbd-55b23a146b89 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:07.229261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-617cf7cf-b541-484e-b4cb-26e17f32764f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.246452 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 2cb75e82-c49f-4c19-94cf-4609beaffb3e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=2cb75e82-c49f-4c19-94cf-4609beaffb3e,segment=NetworkSegment(dc5cb957-d17d-458d-a861-7e3265f8f960),segment_id=dc5cb957-d17d-458d-a861-7e3265f8f960)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:07.261329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638c3d5-112a-4fc8-81a9-02dbb921c8bc tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b8c5b4-7782-4e04-84c8-69144b8f87d5,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:07.276540 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.285904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] For port 0f71cb05-6eee-4f02-8fdf-c885a36d3e48, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:07.289164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.346891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.362207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Transition to ACTIVE for port object bff34dda-d824-4172-a7af-d7f5065e7402 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:07.379352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] For port 0f71cb05-6eee-4f02-8fdf-c885a36d3e48, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=0f71cb05-6eee-4f02-8fdf-c885a36d3e48,segment=NetworkSegment(06edb2cb-c1bf-4cc0-b20e-4040521c10b7),segment_id=06edb2cb-c1bf-4cc0-b20e-4040521c10b7)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:07.385509 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Transition to ACTIVE for port object 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:07.395613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.406762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=9b733839-dddc-49a9-aada-9050ef87c838,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:07.484597 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Transition to ACTIVE for port object bff34dda-d824-4172-a7af-d7f5065e7402 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:07.538642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Transition to ACTIVE for port object 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:07.539284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592e6ddd-5762-46b9-805b-0fb8dba5574f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:07.541480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592e6ddd-5762-46b9-805b-0fb8dba5574f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:07.543467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-592e6ddd-5762-46b9-805b-0fb8dba5574f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Synchronizing usage tracker for tenant:08a69d353a394481b00ee18f4ebfc800 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:07.548843 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=2cb75e82-c49f-4c19-94cf-4609beaffb3e,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:07.555802 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ed86a20b-9081-4d04-a827-232e2d33dbbd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7525430 Mar 03 05:51:07.574140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58228) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:07.596729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.636876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1ec66433-36a5-4b09-8a7a-bf83f0a93506 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:07.647476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-592e6ddd-5762-46b9-805b-0fb8dba5574f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Unset dirty status for tenant:08a69d353a394481b00ee18f4ebfc800 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:07.652315 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-592e6ddd-5762-46b9-805b-0fb8dba5574f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5238194 Mar 03 05:51:07.658346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58230) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:07.678695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.681947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'mac_address': 'fa:16:3e:06:ee:56', 'name': 'tempest-NetworksTestDHCPv6-1967543647'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:07.682770 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.776137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:51:07.778506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:07.784917 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:07.788015 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:07.789573 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122bd62-abf9-4bf9-84ab-c7258847fdd2 None None] Pushing event updated for resources: {'Port': ['ID=0f71cb05-6eee-4f02-8fdf-c885a36d3e48,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:07.793568 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:07.797966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:07.841335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e4907e-0e7c-45ca-9658-c1ada0f7329d None None] Network 3e4710fb-e88d-41cc-97df-f799d159cb15 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:07.862890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:07.929479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.950902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:07.973739 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:07.976078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.037442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:08.048647 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:port and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:08.067659 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:08.080375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:08.109079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f0d613d-5bc9-46bb-9f54-ff9598a68f13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.117877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97083f9-192f-46f9-b397-d060aad9944e None None] Network d496c477-913a-44ba-a50e-76e922a8f844 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:08.131186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 1ec66433-36a5-4b09-8a7a-bf83f0a93506 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:08.182531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Pushing event updated for resources: {'Port': ['ID=137cb9c4-92ee-49a3-b8c2-d89e6b2db842,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:08.203078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d613d-5bc9-46bb-9f54-ff9598a68f13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event deleted for resources: {'Port': ['ID=700ad6eb-6521-4a2b-8688-bd64475693e6,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:08.239660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:08.310467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-12675e9f-be38-465a-988f-8c75adbdb013 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.321428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Calling delete_port for 1bf16bb2-7b7f-49f7-b126-4dc6d059472c owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:08.404215 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Attempting to bind port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:08.404599 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Attempting to bind port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'de4db6c6-ade6-4a1b-a36c-ec88df22c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:08.404966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Attempting to bind port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 on network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:08.416735 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-617cf7cf-b541-484e-b4cb-26e17f32764f admin admin] For port fa78cf91-1d03-4e45-bdbd-55b23a146b89, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=fa78cf91-1d03-4e45-bdbd-55b23a146b89,segment=NetworkSegment(46ad05fc-48cb-4646-a06a-35cad9ab2437),segment_id=46ad05fc-48cb-4646-a06a-35cad9ab2437)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:08.417378 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-617cf7cf-b541-484e-b4cb-26e17f32764f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.420289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Attempting to bind port bff34dda-d824-4172-a7af-d7f5065e7402 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:08.420662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Attempting to bind port bff34dda-d824-4172-a7af-d7f5065e7402 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:08.421072 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Attempting to bind port bff34dda-d824-4172-a7af-d7f5065e7402 on network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:08.439733 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9416337 Mar 03 05:51:08.454966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58236) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:08.479937 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:08.480312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Checking segment: {'id': 'de4db6c6-ade6-4a1b-a36c-ec88df22c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:08.480715 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.481106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Bound using segment: {'id': 'de4db6c6-ade6-4a1b-a36c-ec88df22c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:08.481581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Bound port: 137cb9c4-92ee-49a3-b8c2-d89e6b2db842, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de4db6c6-ade6-4a1b-a36c-ec88df22c6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:08.481941 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.496379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d653c150-8b18-40c9-80bb-b379993ce217 None None] Provisioning for port 1ec66433-36a5-4b09-8a7a-bf83f0a93506 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:08.499567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:08.499987 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Checking segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:08.500432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.500825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Bound using segment: {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:08.501299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Bound port: bff34dda-d824-4172-a7af-d7f5065e7402, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c789799-34d3-4b35-b8c8-541a0255508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:08.501677 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.519714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'subnet': {'network_id': '89c0e2fe-22bb-4130-85f5-ced9c4717004', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:08.527199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Pushing event updated for resources: {'Port': ['ID=bff34dda-d824-4172-a7af-d7f5065e7402,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:08.537003 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d653c150-8b18-40c9-80bb-b379993ce217 None None] Provisioning complete for port 1ec66433-36a5-4b09-8a7a-bf83f0a93506 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:08.537373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d653c150-8b18-40c9-80bb-b379993ce217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.563361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.593250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:08.645512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:port and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:08.648446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port 7b6f455a-c4fb-48ff-a32e-026e51dd4569 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:51:08.659359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8f65f-709c-4fad-9272-41194b46eb7f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=89c0e2fe-22bb-4130-85f5-ced9c4717004,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:08.661054 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-12675e9f-be38-465a-988f-8c75adbdb013 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 03 05:51:08.661757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12675e9f-be38-465a-988f-8c75adbdb013 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:08.663694 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-12675e9f-be38-465a-988f-8c75adbdb013 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/networks/3e4710fb-e88d-41cc-97df-f799d159cb15 HTTP/1.1" status: 409 len: 405 time: 1.0044117 Mar 03 05:51:08.676574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-617cf7cf-b541-484e-b4cb-26e17f32764f admin admin] Calling delete_port for fa78cf91-1d03-4e45-bdbd-55b23a146b89 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:08.694139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.701772 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58240) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:08.702847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:08.712137 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 89c0e2fe-22bb-4130-85f5-ced9c4717004 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:08.720921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-873796810'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:08.724872 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.725433 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.737354 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:08.783660 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:08.783952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:08.797999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:subnet and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:08.802072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:08.816408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:08.831318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Usage tracker for resource:network and tenant:08a69d353a394481b00ee18f4ebfc800 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:08.839284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:08.843031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.854788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:08.886809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:08.909279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:08.911942 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] For port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:08.977088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f0d613d-5bc9-46bb-9f54-ff9598a68f13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:08.977439 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] For port bff34dda-d824-4172-a7af-d7f5065e7402, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:08.999548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=8ba79742-a54b-4c6a-bb4d-636e51764655,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:09.013714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] For port bff34dda-d824-4172-a7af-d7f5065e7402, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bff34dda-d824-4172-a7af-d7f5065e7402,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:09.030022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.079813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d653c150-8b18-40c9-80bb-b379993ce217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.084045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.110334 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] For port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=137cb9c4-92ee-49a3-b8c2-d89e6b2db842,segment=NetworkSegment(de4db6c6-ade6-4a1b-a36c-ec88df22c6d8),segment_id=de4db6c6-ade6-4a1b-a36c-ec88df22c6d8)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:09.134897 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.148545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:09.155361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.171222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8c56e-2b4b-4ecc-b9cd-a423d91bc3d5 None None] Pushing event updated for resources: {'Port': ['ID=bff34dda-d824-4172-a7af-d7f5065e7402,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:09.214755 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f0d613d-5bc9-46bb-9f54-ff9598a68f13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.215932 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1f0d613d-5bc9-46bb-9f54-ff9598a68f13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "DELETE /v2.0/floatingips/808bb73a-bf3b-4de3-88b9-d6789cb40309 HTTP/1.1" status: 204 len: 168 time: 3.9103830 Mar 03 05:51:09.229669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58244) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:09.238289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d653c150-8b18-40c9-80bb-b379993ce217 None None] For port 1ec66433-36a5-4b09-8a7a-bf83f0a93506, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1ec66433-36a5-4b09-8a7a-bf83f0a93506,segment=NetworkSegment(60319853-f325-4b47-883d-8a8635b7d998),segment_id=60319853-f325-4b47-883d-8a8635b7d998)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:09.239199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-de39eb2e-93d6-40c2-809d-77b56c870e13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Request body: {'floatingip': {'floating_network_id': '0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1', 'port_id': '2f4c5ff7-0bec-4262-bff8-e5662e138000', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:09.250722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d653c150-8b18-40c9-80bb-b379993ce217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.291740 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465d89d-9d5d-4482-af1b-4c91dca0b29c None None] Pushing event updated for resources: {'Port': ['ID=137cb9c4-92ee-49a3-b8c2-d89e6b2db842,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:09.308644 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-de39eb2e-93d6-40c2-809d-77b56c870e13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:09.323114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-de39eb2e-93d6-40c2-809d-77b56c870e13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Usage tracker for resource:floatingip and tenant:3e791c1dbb294a3db14d8c6ada79981f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:09.338783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network d496c477-913a-44ba-a50e-76e922a8f844 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:09.339847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-de39eb2e-93d6-40c2-809d-77b56c870e13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:09.342850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:09.347751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Pushing event deleted for resources: {'Port': ['ID=1bf16bb2-7b7f-49f7-b126-4dc6d059472c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:09.348512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:09.356599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.381313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-de39eb2e-93d6-40c2-809d-77b56c870e13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:09.410757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.485919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.486173 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Added segment 81c910ac-22a2-4e06-815a-0bb536279226 of type vlan for network d27fe46b-7862-4d64-ae8c-b03d55f5fc0b Mar 03 05:51:09.504766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-617cf7cf-b541-484e-b4cb-26e17f32764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.513104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port 02efbd70-7b92-475a-9ec1-25c965fe1e0e yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:51:09.589993 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653c150-8b18-40c9-80bb-b379993ce217 None None] Pushing event updated for resources: {'Port': ['ID=1ec66433-36a5-4b09-8a7a-bf83f0a93506,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:09.610338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::3c0 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/330c79d0-3605-4b87-8021-057696417188/7b6f455a-c4fb-48ff-a32e-026e51dd4569) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:09.617413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8:0:1:f816:3eff:fe06:ee56 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/9b733839-dddc-49a9-aada-9050ef87c838/7b6f455a-c4fb-48ff-a32e-026e51dd4569) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:09.672640 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617cf7cf-b541-484e-b4cb-26e17f32764f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa78cf91-1d03-4e45-bdbd-55b23a146b89,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:09.696546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.727395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 2cb75e82-c49f-4c19-94cf-4609beaffb3e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:09.833243 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Subnet': ['ID=72e4429e-5f2d-4416-8b81-ab46b7c13950,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:09.866668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.874900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e83f7392-d02a-45a3-b71c-2911228151b3 None None] Provisioning for port 8ba79742-a54b-4c6a-bb4d-636e51764655 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:09.895334 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e83f7392-d02a-45a3-b71c-2911228151b3 None None] Provisioning complete for port 8ba79742-a54b-4c6a-bb4d-636e51764655 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:09.895885 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e83f7392-d02a-45a3-b71c-2911228151b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:09.948830 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 2cb75e82-c49f-4c19-94cf-4609beaffb3e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:09.949590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.028779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e83f7392-d02a-45a3-b71c-2911228151b3 None None] Port 8ba79742-a54b-4c6a-bb4d-636e51764655 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:10.052127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e83f7392-d02a-45a3-b71c-2911228151b3 None None] Provisioning complete for port 1ec66433-36a5-4b09-8a7a-bf83f0a93506 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:10.052665 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e83f7392-d02a-45a3-b71c-2911228151b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.250581 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.252353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.288776 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.289312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Fanout notify agent at l3_agent the message router_deleted on router 861c80a9-0892-434c-b7e4-34aece56c63e {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:51:10.310838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking segment: {'id': '16ca3fc4-58f3-4298-a222-0385815fb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89c0e2fe-22bb-4130-85f5-ced9c4717004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:10.311198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network hostable DHCP agents. Network: 89c0e2fe-22bb-4130-85f5-ced9c4717004, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:10.331920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.333055 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-769ddf75-1baa-41d2-99b7-9ba20712c581 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "DELETE /v2.0/routers/861c80a9-0892-434c-b7e4-34aece56c63e HTTP/1.1" status: 204 len: 168 time: 4.6160362 Mar 03 05:51:10.339855 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58248) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:10.348117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b3a904b5-bd33-4ac6-ac1a-6ff838d7c24f tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-824040686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:10.387988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-de39eb2e-93d6-40c2-809d-77b56c870e13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.428090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bfb025ac-4ecc-44d4-a851-dd3ddfde4f10 None None] Provisioning complete for port 8ba79742-a54b-4c6a-bb4d-636e51764655 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:10.429976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bfb025ac-4ecc-44d4-a851-dd3ddfde4f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.430952 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b3a904b5-bd33-4ac6-ac1a-6ff838d7c24f tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:10.446128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b3a904b5-bd33-4ac6-ac1a-6ff838d7c24f tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Usage tracker for resource:router and tenant:febb3bd0b277432e94b2917097a2dfcc is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:10.454134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b3a904b5-bd33-4ac6-ac1a-6ff838d7c24f tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:10.465288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b3a904b5-bd33-4ac6-ac1a-6ff838d7c24f tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:10.469669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network 89c0e2fe-22bb-4130-85f5-ced9c4717004 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:10.470818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.477454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:10.478383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.512385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.540194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bfb025ac-4ecc-44d4-a851-dd3ddfde4f10 None None] Port 8ba79742-a54b-4c6a-bb4d-636e51764655 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:10.564539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b3a904b5-bd33-4ac6-ac1a-6ff838d7c24f tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.565571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b3a904b5-bd33-4ac6-ac1a-6ff838d7c24f tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.589609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 89c0e2fe-22bb-4130-85f5-ced9c4717004) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:10.600760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3f8c68-4279-4de8-8945-fd513799858b None None] Network 89c0e2fe-22bb-4130-85f5-ced9c4717004 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:10.604133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:10.604735 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.638165 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-806d1681-8ec8-4a3d-8095-54beae981a85 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1237323 Mar 03 05:51:10.650891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58252) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:10.666350 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object 7b6f455a-c4fb-48ff-a32e-026e51dd4569 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:10.675597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 3fe65802-28ae-4793-9dbb-83ec890567ee has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:51:10.684757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-617cf7cf-b541-484e-b4cb-26e17f32764f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.702762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b3a904b5-bd33-4ac6-ac1a-6ff838d7c24f tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.749886 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d9678ece-57a3-4c8a-b5ee-e171db11970f None None] Provisioning complete for port 8ba79742-a54b-4c6a-bb4d-636e51764655 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:10.750503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d9678ece-57a3-4c8a-b5ee-e171db11970f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:10.772325 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.0661907 Mar 03 05:51:10.832167 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58256) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:10.856953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'subnet': {'network_id': 'd27fe46b-7862-4d64-ae8c-b03d55f5fc0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:10.886119 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d9678ece-57a3-4c8a-b5ee-e171db11970f None None] Port 8ba79742-a54b-4c6a-bb4d-636e51764655 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:10.978903 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435422e3-56eb-470f-9a4f-e1e6ea9851e0 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Network': ['ID=d27fe46b-7862-4d64-ae8c-b03d55f5fc0b,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:10.981509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b3a904b5-bd33-4ac6-ac1a-6ff838d7c24f tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.021471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74ce291-997f-4581-9e0e-de2845f1252f None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:11.033619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network d27fe46b-7862-4d64-ae8c-b03d55f5fc0b details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:11.102822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8::3e1 (65cee256-e8c1-4c85-8ff6-ff678b5a8571/e56ef3fe-b9fe-4d52-892d-37758a113cc6/02efbd70-7b92-475a-9ec1-25c965fe1e0e) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:11.143152 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:51:11.155621 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-89c0e2fe-22bb-4130-85f5-ced9c4717004', 'network_id': '89c0e2fe-22bb-4130-85f5-ced9c4717004', 'tenant_id': '4fe60e3d9d73442c9246c69224665117', 'fixed_ips': [{'subnet_id': '72e4429e-5f2d-4416-8b81-ab46b7c13950'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:11.156123 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-18a0d443-036f-444a-94c9-189654f2c50f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7584257 Mar 03 05:51:11.156611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.166091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58260) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:11.169307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.177722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Sync routers for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:51:11.243037 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.246885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1186654143'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:11.256298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:11.285881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b3a904b5-bd33-4ac6-ac1a-6ff838d7c24f tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.289903 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b3a904b5-bd33-4ac6-ac1a-6ff838d7c24f tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9462917 Mar 03 05:51:11.291558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:11.291868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:11.293241 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58264) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:11.300743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'enable_snat': False}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:11.305109 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:network and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:11.323066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:11.327327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-75ead7f6-b603-47d3-9ecd-f6877fa5c9a4 None None] Provisioning for port bff34dda-d824-4172-a7af-d7f5065e7402 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:11.327464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:11.340981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:11.361239 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:11.363123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=7b6f455a-c4fb-48ff-a32e-026e51dd4569,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:11.365600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:11.371927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:11.372530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.378685 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:11.379636 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:11.439663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:11.443790 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.471881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:11.475278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.510912 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6f955868-d461-4d12-b7f1-4e8eaece3cc7 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8564441 Mar 03 05:51:11.521775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58268) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:11.620608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-527d9227-ecd3-4449-96f6-dae691cf8c93 None None] Provisioning for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:11.620738 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-de39eb2e-93d6-40c2-809d-77b56c870e13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:51:11.621598 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-de39eb2e-93d6-40c2-809d-77b56c870e13 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.3867743 Mar 03 05:51:11.622374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:11.640714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58272) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:11.655583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': '2f4c5ff7-0bec-4262-bff8-e5662e138000', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:11.672956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:11.680024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-05db7f32-0387-4655-8134-51227488e341 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port 7b6f455a-c4fb-48ff-a32e-026e51dd4569 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:11.680361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-05db7f32-0387-4655-8134-51227488e341 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.712025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.712929 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Added segment aa79fa48-51dd-412b-8f8a-92cb873e7197 of type vlan for network 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a Mar 03 05:51:11.728724 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Usage tracker for resource:floatingip and tenant:3e791c1dbb294a3db14d8c6ada79981f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:11.735449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:51:11.738266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:11.752769 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.756232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:11.825225 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-527d9227-ecd3-4449-96f6-dae691cf8c93 None None] Provisioning complete for port 95120444-9ba8-49e8-81a1-2cb12778fdb7 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:11.826054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-527d9227-ecd3-4449-96f6-dae691cf8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.852070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object 02efbd70-7b92-475a-9ec1-25c965fe1e0e will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:11.860606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.864463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.894695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:11.909709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:11.975105 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Allocated IP 172.20.0.1 (89c0e2fe-22bb-4130-85f5-ced9c4717004/72e4429e-5f2d-4416-8b81-ab46b7c13950/d8b1f100-ae0c-49f4-89cc-1185f6ba64b3) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:12.108882 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:12.114348 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:12.114932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:12.145477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617cf7cf-b541-484e-b4cb-26e17f32764f admin admin] Router 20432d48-16f1-4947-b872-9f76ab0b42f2 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:51:12.145921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-527d9227-ecd3-4449-96f6-dae691cf8c93 None None] Port 95120444-9ba8-49e8-81a1-2cb12778fdb7 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:12.209366 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-05db7f32-0387-4655-8134-51227488e341 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:12.222040 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0370569 Mar 03 05:51:12.222810 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:12.223381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:12.228131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58276) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:12.389189 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:12.434042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:12.434775 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:12.537568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'subnet': {'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:12.638893 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783455c1-5a1c-4eba-8f53-820e72a20ea5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Network': ['ID=9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:12.653237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-05db7f32-0387-4655-8134-51227488e341 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for 7b6f455a-c4fb-48ff-a32e-026e51dd4569 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:12.656899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617cf7cf-b541-484e-b4cb-26e17f32764f admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:51:12.663812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:12.672402 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29106a8d-14b5-46db-b132-2e7287492bb2 None None] Sync routers for ids ['20432d48-16f1-4947-b872-9f76ab0b42f2'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:51:12.682640 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29106a8d-14b5-46db-b132-2e7287492bb2 None None] Routers {'20432d48-16f1-4947-b872-9f76ab0b42f2'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:12.683553 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-29106a8d-14b5-46db-b132-2e7287492bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['20432d48-16f1-4947-b872-9f76ab0b42f2'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:12.712158 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.objects.ports [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87792) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:51:12.715258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:12.759128 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-617cf7cf-b541-484e-b4cb-26e17f32764f admin admin] 10.222.0.20 "PUT /v2.0/routers/20432d48-16f1-4947-b872-9f76ab0b42f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7991366 Mar 03 05:51:12.760769 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58280) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:12.763982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:12.780878 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:12.788295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=02efbd70-7b92-475a-9ec1-25c965fe1e0e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:12.799233 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:12.804683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:12.805298 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:12.874087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:12.883565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:subnet and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:12.890972 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f23d6614-273f-4e7e-939a-9fef7f02f2fe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7085507 Mar 03 05:51:12.891234 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-29106a8d-14b5-46db-b132-2e7287492bb2 None None] Set router 20432d48-16f1-4947-b872-9f76ab0b42f2 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:51:12.892635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58284) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:12.893564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:12.912712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Subnet': ['ID=ac92eb6e-b79b-45e9-addc-5c4d1b243f1f,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:12.927413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:12.972286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:12.974630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7355447-e85c-43c3-8df1-2fd4b771089e None None] Update dhcp port {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'fixed_ips': [{'subnet_id': '330c79d0-3605-4b87-8021-057696417188', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b733839-dddc-49a9-aada-9050ef87c838'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': 'bff34dda-d824-4172-a7af-d7f5065e7402'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:51:13.097730 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Transition to ACTIVE for port object d8b1f100-ae0c-49f4-89cc-1185f6ba64b3 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:13.125682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Checking segment: {'id': '81c910ac-22a2-4e06-815a-0bb536279226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd27fe46b-7862-4d64-ae8c-b03d55f5fc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:13.125953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Network hostable DHCP agents. Network: d27fe46b-7862-4d64-ae8c-b03d55f5fc0b, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:13.151323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-dcb4f59e-8daf-4e4d-9fb2-428c6a96786b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:13.154633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d7355447-e85c-43c3-8df1-2fd4b771089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.190204 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Transition to ACTIVE for port object d8b1f100-ae0c-49f4-89cc-1185f6ba64b3 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:13.222307 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:06Z', 'revision_number': 3, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:08Z', 'revision_number': 2, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:13.224368 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.227426 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-29106a8d-14b5-46db-b132-2e7287492bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:51:09Z', 'revision_number': 5, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:13.232559 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29106a8d-14b5-46db-b132-2e7287492bb2 None None] Checking router: 20432d48-16f1-4947-b872-9f76ab0b42f2 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:51:13.236397 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.243035 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29106a8d-14b5-46db-b132-2e7287492bb2 None None] Routers {'20432d48-16f1-4947-b872-9f76ab0b42f2'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:13.244104 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-29106a8d-14b5-46db-b132-2e7287492bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['20432d48-16f1-4947-b872-9f76ab0b42f2'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:13.251878 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Checking router: 3fe65802-28ae-4793-9dbb-83ec890567ee for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:51:13.252231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Updating router 3fe65802-28ae-4793-9dbb-83ec890567ee port 8ba79742-a54b-4c6a-bb4d-636e51764655 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:51:13.276252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.342292 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3e3730c3-9615-4866-a03f-0956505d628c None None] Provisioning for port 02efbd70-7b92-475a-9ec1-25c965fe1e0e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:13.385467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:13.389000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.392424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3e3730c3-9615-4866-a03f-0956505d628c None None] Provisioning complete for port 02efbd70-7b92-475a-9ec1-25c965fe1e0e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:13.392809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3e3730c3-9615-4866-a03f-0956505d628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.432689 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-29106a8d-14b5-46db-b132-2e7287492bb2 None None] Set router 20432d48-16f1-4947-b872-9f76ab0b42f2 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:51:13.456333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-05db7f32-0387-4655-8134-51227488e341 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.467398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Network 89c0e2fe-22bb-4130-85f5-ced9c4717004 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:13.469946 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.520424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-dcb4f59e-8daf-4e4d-9fb2-428c6a96786b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:13.537742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Network d27fe46b-7862-4d64-ae8c-b03d55f5fc0b is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:13.542722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3e3730c3-9615-4866-a03f-0956505d628c None None] Port 02efbd70-7b92-475a-9ec1-25c965fe1e0e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:13.549850 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.554877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.570230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:13.573247 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:13.590431 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=137cb9c4-92ee-49a3-b8c2-d89e6b2db842,segment=NetworkSegment(de4db6c6-ade6-4a1b-a36c-ec88df22c6d8),segment_id=de4db6c6-ade6-4a1b-a36c-ec88df22c6d8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:13.604201 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.613533 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db7f32-0387-4655-8134-51227488e341 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=7b6f455a-c4fb-48ff-a32e-026e51dd4569,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:13.616000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-dcb4f59e-8daf-4e4d-9fb2-428c6a96786b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:13.626702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-dcb4f59e-8daf-4e4d-9fb2-428c6a96786b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:13.627842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Pushing event updated for resources: {'Port': ['ID=d8b1f100-ae0c-49f4-89cc-1185f6ba64b3,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:13.634119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, d27fe46b-7862-4d64-ae8c-b03d55f5fc0b) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:13.648835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.649598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1ec66433-36a5-4b09-8a7a-bf83f0a93506 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:13.671510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-dcb4f59e-8daf-4e4d-9fb2-428c6a96786b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:13.700526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Subnet': ['ID=72e4429e-5f2d-4416-8b81-ab46b7c13950,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:13.703296 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:13.704133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.732872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.761440 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-05db7f32-0387-4655-8134-51227488e341 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.768506 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb4f59e-8daf-4e4d-9fb2-428c6a96786b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:13.771896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dcb4f59e-8daf-4e4d-9fb2-428c6a96786b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.786359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d47995-61d3-4d92-b55a-b4f0c0988afd None None] Network d27fe46b-7862-4d64-ae8c-b03d55f5fc0b requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:13.912113 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.913467 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-05db7f32-0387-4655-8134-51227488e341 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/7b6f455a-c4fb-48ff-a32e-026e51dd4569 HTTP/1.1" status: 204 len: 168 time: 2.3897746 Mar 03 05:51:13.922498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Attempting to bind port d8b1f100-ae0c-49f4-89cc-1185f6ba64b3 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:13.922840 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Attempting to bind port d8b1f100-ae0c-49f4-89cc-1185f6ba64b3 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '16ca3fc4-58f3-4298-a222-0385815fb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89c0e2fe-22bb-4130-85f5-ced9c4717004'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:13.923200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Attempting to bind port d8b1f100-ae0c-49f4-89cc-1185f6ba64b3 on network 89c0e2fe-22bb-4130-85f5-ced9c4717004 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:13.925292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58288) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:13.926075 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-87776ce4-125a-428a-9ba4-12d4b2e9a48c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0876138 Mar 03 05:51:13.934290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58290) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:13.937391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.948497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'port': {'network_id': 'd27fe46b-7862-4d64-ae8c-b03d55f5fc0b', 'name': 'tempest-NetworksIpV6TestAttrs-215036381'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:13.956662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:13.957093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Checking segment: {'id': '16ca3fc4-58f3-4298-a222-0385815fb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89c0e2fe-22bb-4130-85f5-ced9c4717004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:13.957432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.957816 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Bound using segment: {'id': '16ca3fc4-58f3-4298-a222-0385815fb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89c0e2fe-22bb-4130-85f5-ced9c4717004'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:13.958294 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Bound port: d8b1f100-ae0c-49f4-89cc-1185f6ba64b3, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ca3fc4-58f3-4298-a222-0385815fb0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '89c0e2fe-22bb-4130-85f5-ced9c4717004'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:13.958644 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:13.995469 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-29106a8d-14b5-46db-b132-2e7287492bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:51:09Z', 'revision_number': 5, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:13.996170 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c0e2fe-22bb-4130-85f5-ced9c4717004']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:14.004429 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29106a8d-14b5-46db-b132-2e7287492bb2 None None] The sync data for ids ['20432d48-16f1-4947-b872-9f76ab0b42f2'] in dv-neutron-831582-1-hyperv is: [{'id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'name': 'tempest-ServerActionsTestJSON-1053970755-router', 'tenant_id': '9b48212c453e4049a0f406125c5ca8be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:45:56Z', 'updated_at': '2022-03-03T05:51:09Z', 'revision_number': 5, 'project_id': '9b48212c453e4049a0f406125c5ca8be', 'gw_port': {'id': 'ecb1c206-697c-4658-a0f1-c6c1d1722e11', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:db:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20432d48-16f1-4947-b872-9f76ab0b42f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:45:57Z', 'updated_at': '2022-03-03T05:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:51:14.005805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Deleting port ecb1c206-697c-4658-a0f1-c6c1d1722e11 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:14.006155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:14.080191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Allocated IP 172.26.3.21 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/d00242bd-21ef-4797-a989-a0ff3a5fe08d) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:14.104345 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.ipam_backend_mixin [None req-dcb4f59e-8daf-4e4d-9fb2-428c6a96786b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e56ef3fe-b9fe-4d52-892d-37758a113cc6 (CIDR: 2001:db8::/64) Mar 03 05:51:14.119504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ca3fc4-58f3-4298-a222-0385815fb0c3') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:14.119952 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ca3fc4-58f3-4298-a222-0385815fb0c3') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:14.123607 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcb4f59e-8daf-4e4d-9fb2-428c6a96786b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:51:14.124079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcb4f59e-8daf-4e4d-9fb2-428c6a96786b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:14.158156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:14.216891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:14.223583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=137cb9c4-92ee-49a3-b8c2-d89e6b2db842,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:14.233858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:14.234266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:14.237440 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:14.257681 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:14.263613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1ec66433-36a5-4b09-8a7a-bf83f0a93506 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:14.264006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:14.279476 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dcb4f59e-8daf-4e4d-9fb2-428c6a96786b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3723319 Mar 03 05:51:14.288920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58296) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:14.310323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:14.347219 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] For port d8b1f100-ae0c-49f4-89cc-1185f6ba64b3, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:14.352050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-d7355447-e85c-43c3-8df1-2fd4b771089e None None] Allocated IP 2001:db8:0:1:f816:3eff:fe4e:13a5 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/9b733839-dddc-49a9-aada-9050ef87c838/bff34dda-d824-4172-a7af-d7f5065e7402) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:14.423695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:14.434426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Usage tracker for resource:port and tenant:08a69d353a394481b00ee18f4ebfc800 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:14.448643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:14.451966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 05:51:14.451966 dv-neutron-831582-1-hyperv neutron-server[87792]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 05:51:14.451966 dv-neutron-831582-1-hyperv neutron-server[87792]: [parameters: {'id': '89c0e2fe-22bb-4130-85f5-ced9c4717004'}] Mar 03 05:51:14.451966 dv-neutron-831582-1-hyperv neutron-server[87792]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:51:14.452929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:51:14.465563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:14.474060 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] For port ecb1c206-697c-4658-a0f1-c6c1d1722e11, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ecb1c206-697c-4658-a0f1-c6c1d1722e11,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:14.474809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:14.538131 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] For port d8b1f100-ae0c-49f4-89cc-1185f6ba64b3, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d8b1f100-ae0c-49f4-89cc-1185f6ba64b3,segment=NetworkSegment(16ca3fc4-58f3-4298-a222-0385815fb0c3),segment_id=16ca3fc4-58f3-4298-a222-0385815fb0c3)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:14.606134 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4df3ed-ab7a-4477-b97b-80bff9135947 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:14.606861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9e4df3ed-ab7a-4477-b97b-80bff9135947 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:14.617857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:14.622154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:14.641455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Calling delete_port for ecb1c206-697c-4658-a0f1-c6c1d1722e11 owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:14.652146 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:14.675933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Subnet': ['ID=572fecd4-fc3a-4719-834e-9c52f83977d9,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:14.678311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:14.691310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:14.693277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] device_id is not set on port 1e333440-fce5-44d3-8d85-51d8ff347ea3 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:51:14.696179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:14.705561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9e4df3ed-ab7a-4477-b97b-80bff9135947 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:14.711091 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9e4df3ed-ab7a-4477-b97b-80bff9135947 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7788579 Mar 03 05:51:14.715198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:14.721969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58300) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:14.722713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Checking segment: {'id': 'aa79fa48-51dd-412b-8f8a-92cb873e7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:14.723069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network hostable DHCP agents. Network: 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:14.766232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:14.799866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:14.803439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:14.885903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Allocated IP 2001:db8::f816:3eff:fecb:c07e (d27fe46b-7862-4d64-ae8c-b03d55f5fc0b/ac92eb6e-b79b-45e9-addc-5c4d1b243f1f/1e333440-fce5-44d3-8d85-51d8ff347ea3) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:14.898196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:14.943477 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:14.953931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:14.954519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:14.959837 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:14.972476 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9511255-d373-4a76-9a60-cf282939ac5c None None] Network 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:14.984602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.034517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.036992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-d27fe46b-7862-4d64-ae8c-b03d55f5fc0b', 'network_id': 'd27fe46b-7862-4d64-ae8c-b03d55f5fc0b', 'tenant_id': '08a69d353a394481b00ee18f4ebfc800', 'fixed_ips': [{'subnet_id': 'ac92eb6e-b79b-45e9-addc-5c4d1b243f1f'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:15.038030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.049126 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210db2a-0506-46bf-a1db-be7704629937 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:15.053009 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f210db2a-0506-46bf-a1db-be7704629937 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3215575 Mar 03 05:51:15.064833 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986202e3-230a-479f-a1a7-2a83dda538cb None None] Pushing event updated for resources: {'Port': ['ID=d8b1f100-ae0c-49f4-89cc-1185f6ba64b3,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:15.069159 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58304) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:15.074298 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c7d13ff5-0c01-4703-b55d-e01083aedf78 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8010280 Mar 03 05:51:15.086348 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58306) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:15.088742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bff34dda-d824-4172-a7af-d7f5065e7402 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:15.117927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:15.133540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:15.153121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:15.200897 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event updated for resources: {'Port': ['ID=d00242bd-21ef-4797-a989-a0ff3a5fe08d,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:15.223062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eb7698-78e9-41a0-8e5e-f0a4c5503178 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:15.224697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eb7698-78e9-41a0-8e5e-f0a4c5503178 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:15.226192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eb7698-78e9-41a0-8e5e-f0a4c5503178 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:15.227019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e2eb7698-78e9-41a0-8e5e-f0a4c5503178 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:15.303719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb1c206-697c-4658-a0f1-c6c1d1722e11,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:15.311153 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.resource_extend [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:51:15.326296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d7355447-e85c-43c3-8df1-2fd4b771089e None None] For port bff34dda-d824-4172-a7af-d7f5065e7402, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bff34dda-d824-4172-a7af-d7f5065e7402,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:15.334932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port d8b1f100-ae0c-49f4-89cc-1185f6ba64b3 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:15.335674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.358130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e2eb7698-78e9-41a0-8e5e-f0a4c5503178 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:15.359293 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e2eb7698-78e9-41a0-8e5e-f0a4c5503178 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2839129 Mar 03 05:51:15.390603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58312) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:15.400627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dd96be-dd73-4b4a-bbf1-2d010f2ace15 None None] Network 89c0e2fe-22bb-4130-85f5-ced9c4717004 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:15.494755 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd11e23-1979-4ed0-a653-b8bbdb8441e3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 330c79d0-3605-4b87-8021-057696417188 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:51:15.509785 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Deleting port d00242bd-21ef-4797-a989-a0ff3a5fe08d {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:15.510146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.552797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.resource_extend [None req-d7355447-e85c-43c3-8df1-2fd4b771089e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:51:15.613223 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Allocated IP 172.26.3.58 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/887ab8c3-f300-4f31-a322-b86d5bf9b5eb) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:15.681052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.681664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d7355447-e85c-43c3-8df1-2fd4b771089e None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.697916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.714395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port bff34dda-d824-4172-a7af-d7f5065e7402 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:15.715925 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.749929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:15.756647 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:15.763428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:15.763993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.770223 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port bff34dda-d824-4172-a7af-d7f5065e7402 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:15.770591 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.801997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Transition to ACTIVE for port object 8ba79742-a54b-4c6a-bb4d-636e51764655 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:15.802223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Subnet': ['ID=3368d077-52c5-4721-9f69-a122165dc84b,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:15.809187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.809187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.809512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5c518-d58d-445d-8a81-c351bb869902 None None] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:15.819849 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fa79dc0d-476b-4c72-bcfd-686155b4b34e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5217137 Mar 03 05:51:15.821315 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58316) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:15.831062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ae57da00-3056-40f5-8e0d-ffe966d07c50 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-149246643', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3368d077-52c5-4721-9f69-a122165dc84b'}], 'security_groups': ['a20db7a4-fd0c-44ba-a390-45c3f6a86017']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:15.852905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d7355447-e85c-43c3-8df1-2fd4b771089e None None] Transition to ACTIVE for port object bff34dda-d824-4172-a7af-d7f5065e7402 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:15.890510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.894536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d7355447-e85c-43c3-8df1-2fd4b771089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:15.908575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3cd11e23-1979-4ed0-a653-b8bbdb8441e3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.017822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Calling delete_port for d00242bd-21ef-4797-a989-a0ff3a5fe08d owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:16.092230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3cd11e23-1979-4ed0-a653-b8bbdb8441e3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.152154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.174041 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.232414 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.292690 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:16.294128 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.422594 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65eaaf-bd0e-41b0-994a-b47147f33275 None None] Pushing event updated for resources: {'Port': ['ID=8ba79742-a54b-4c6a-bb4d-636e51764655,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:16.534052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] Port bff34dda-d824-4172-a7af-d7f5065e7402 had new provisioning blocks added so it will not transition to active. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 03 05:51:16.708294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3cd11e23-1979-4ed0-a653-b8bbdb8441e3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.711219 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Attempting to bind port 8ba79742-a54b-4c6a-bb4d-636e51764655 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:16.711573 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Attempting to bind port 8ba79742-a54b-4c6a-bb4d-636e51764655 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '60319853-f325-4b47-883d-8a8635b7d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:16.711950 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Attempting to bind port 8ba79742-a54b-4c6a-bb4d-636e51764655 on network d496c477-913a-44ba-a50e-76e922a8f844 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:16.729920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Transition to ACTIVE for port object 1e333440-fce5-44d3-8d85-51d8ff347ea3 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:16.748556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.769457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7355447-e85c-43c3-8df1-2fd4b771089e None None] Pushing event updated for resources: {'Port': ['ID=bff34dda-d824-4172-a7af-d7f5065e7402,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:16.789990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.790509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20432d48-16f1-4947-b872-9f76ab0b42f2 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:51:16.793080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:16.793699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Checking segment: {'id': '60319853-f325-4b47-883d-8a8635b7d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:16.794505 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.795033 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Bound using segment: {'id': '60319853-f325-4b47-883d-8a8635b7d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:16.795661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Bound port: 8ba79742-a54b-4c6a-bb4d-636e51764655, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60319853-f325-4b47-883d-8a8635b7d998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:16.796449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.802138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ae57da00-3056-40f5-8e0d-ffe966d07c50 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.813673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.822379 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:16.841135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event deleted for resources: {'Port': ['ID=d00242bd-21ef-4797-a989-a0ff3a5fe08d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:16.867318 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:16.991424 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] For port d8b1f100-ae0c-49f4-89cc-1185f6ba64b3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d8b1f100-ae0c-49f4-89cc-1185f6ba64b3,segment=NetworkSegment(16ca3fc4-58f3-4298-a222-0385815fb0c3),segment_id=16ca3fc4-58f3-4298-a222-0385815fb0c3)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:16.991802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.139762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3cd11e23-1979-4ed0-a653-b8bbdb8441e3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.156789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Calling delete_port for d8b1f100-ae0c-49f4-89cc-1185f6ba64b3 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:17.188877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Allocated IP 2001:db8::f816:3eff:fee3:a885 (d27fe46b-7862-4d64-ae8c-b03d55f5fc0b/ac92eb6e-b79b-45e9-addc-5c4d1b243f1f/10fad73e-001b-4bb2-b298-160924008c34) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:17.214468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Allocated IP 2001:db8:2::2 (9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a/572fecd4-fc3a-4719-834e-9c52f83977d9/1ed57c20-b2b6-44d1-b580-df7c76aba1cd) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:17.234959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd11e23-1979-4ed0-a653-b8bbdb8441e3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=330c79d0-3605-4b87-8021-057696417188,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:17.235820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] For port 8ba79742-a54b-4c6a-bb4d-636e51764655, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:17.245504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3cd11e23-1979-4ed0-a653-b8bbdb8441e3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.246795 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Port': ['ID=1e333440-fce5-44d3-8d85-51d8ff347ea3,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:17.256295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] For port 8ba79742-a54b-4c6a-bb4d-636e51764655, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8ba79742-a54b-4c6a-bb4d-636e51764655,segment=NetworkSegment(60319853-f325-4b47-883d-8a8635b7d998),segment_id=60319853-f325-4b47-883d-8a8635b7d998)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:17.263062 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Network d27fe46b-7862-4d64-ae8c-b03d55f5fc0b is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:17.270158 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] create failed (client error): The resource could not be found. Mar 03 05:51:17.270812 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:17.276432 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-10b32760-1d4d-402a-b0c0-3f311a423f44 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.6280534 Mar 03 05:51:17.276582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.284925 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:17.291580 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:17.292320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.296212 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.306446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58320) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:17.358616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:17.358985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.374624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.377712 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-65430fa2-16d4-4ef6-a560-6b5cfb8b4304 admin admin] 10.222.0.20 "DELETE /v2.0/routers/20432d48-16f1-4947-b872-9f76ab0b42f2 HTTP/1.1" status: 204 len: 168 time: 4.6082323 Mar 03 05:51:17.379512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No DVR routers for this DVR port d8b1f100-ae0c-49f4-89cc-1185f6ba64b3 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:51:17.382701 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Port': ['ID=d8b1f100-ae0c-49f4-89cc-1185f6ba64b3,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:17.385793 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-511d61e6-86bf-4268-aadf-d5f145943830 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.4503646 Mar 03 05:51:17.390663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58324) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:17.390663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58326) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:17.460230 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3cd11e23-1979-4ed0-a653-b8bbdb8441e3 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/330c79d0-3605-4b87-8021-057696417188 HTTP/1.1" status: 204 len: 168 time: 2.0626507 Mar 03 05:51:17.474165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58332) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:17.605028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2dc9f13-ecdb-4dc3-912f-caac1ab3d7b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 9b733839-dddc-49a9-aada-9050ef87c838 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:51:17.617453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-2792d135-d8d7-454d-8122-f65240962bcf tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Deleting port 2f4c5ff7-0bec-4262-bff8-e5662e138000 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:17.617690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-8603afca-aaa5-455e-84d9-7a166586d47c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Deleting subnet ac92eb6e-b79b-45e9-addc-5c4d1b243f1f {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:51:17.618177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2792d135-d8d7-454d-8122-f65240962bcf tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.631638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:17.632294 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:50:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:17.663715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9f13-ecdb-4dc3-912f-caac1ab3d7b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.704886 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ee2ce7-7dbc-487d-be8a-47a1ed5e6f24 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:17.838841 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65eaaf-bd0e-41b0-994a-b47147f33275 None None] Pushing event updated for resources: {'Port': ['ID=8ba79742-a54b-4c6a-bb4d-636e51764655,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:17.843489 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.849238 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9f13-ecdb-4dc3-912f-caac1ab3d7b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.858782 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.872945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-a463de91-351c-4edd-b142-198fcdb5be8a admin admin] Deleting subnet 95f19597-877f-493e-a52a-b03389550958 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:51:17.879031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:17.931438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a463de91-351c-4edd-b142-198fcdb5be8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.029531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8940b186-8fee-44ed-a24d-f5e44d11907b None None] Could not find standard attr ID for object 7b6f455a-c4fb-48ff-a32e-026e51dd4569. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:51:18.059629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c0e2fe-22bb-4130-85f5-ced9c4717004']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:18.069175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:18.112942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-ae57da00-3056-40f5-8e0d-ffe966d07c50 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Delete allocated IP 2001:db8::3e1 (65cee256-e8c1-4c85-8ff6-ff678b5a8571/e56ef3fe-b9fe-4d52-892d-37758a113cc6) {{(pid=87793) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 05:51:18.127933 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:18.140476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-ae57da00-3056-40f5-8e0d-ffe966d07c50 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8:0:1::c7 (65cee256-e8c1-4c85-8ff6-ff678b5a8571/3368d077-52c5-4721-9f69-a122165dc84b/02efbd70-7b92-475a-9ec1-25c965fe1e0e) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:18.143622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2792d135-d8d7-454d-8122-f65240962bcf tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.146744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:18.188952 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ca3fc4-58f3-4298-a222-0385815fb0c3') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:18.189701 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ca3fc4-58f3-4298-a222-0385815fb0c3') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:18.204870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Pushing event updated for resources: {'Port': ['ID=887ab8c3-f300-4f31-a322-b86d5bf9b5eb,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:18.209084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a463de91-351c-4edd-b142-198fcdb5be8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.223099 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:51:18.281040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.289771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9f13-ecdb-4dc3-912f-caac1ab3d7b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.325923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-2792d135-d8d7-454d-8122-f65240962bcf tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Calling delete_port for 2f4c5ff7-0bec-4262-bff8-e5662e138000 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:18.342782 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8940b186-8fee-44ed-a24d-f5e44d11907b None None] Provisioning for port bff34dda-d824-4172-a7af-d7f5065e7402 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:18.428793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.429825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50946d67-dd94-4045-81b2-6a3322b0302e None None] Update dhcp port {'port': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'fixed_ips': [{'subnet_id': 'e56ef3fe-b9fe-4d52-892d-37758a113cc6', 'ip_address': '2001:db8::2'}, {'subnet_id': '3368d077-52c5-4721-9f69-a122165dc84b'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': '137cb9c4-92ee-49a3-b8c2-d89e6b2db842'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:51:18.461004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8940b186-8fee-44ed-a24d-f5e44d11907b None None] Provisioning complete for port bff34dda-d824-4172-a7af-d7f5065e7402 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:18.461373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8940b186-8fee-44ed-a24d-f5e44d11907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.508897 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0b9ceb7e-f955-4c18-a2b6-d79599862a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.645289 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:18.645613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.646259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:18.661275 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:18.708626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa78cf91-1d03-4e45-bdbd-55b23a146b89 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:51:18.750437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9f13-ecdb-4dc3-912f-caac1ab3d7b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.753201 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.789257 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50946d67-dd94-4045-81b2-6a3322b0302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.806658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc9f13-ecdb-4dc3-912f-caac1ab3d7b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=9b733839-dddc-49a9-aada-9050ef87c838,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:18.808406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2792d135-d8d7-454d-8122-f65240962bcf tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.810321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9f13-ecdb-4dc3-912f-caac1ab3d7b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.813539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Transition to ACTIVE for port object 10fad73e-001b-4bb2-b298-160924008c34 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:18.816247 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: fa78cf91-1d03-4e45-bdbd-55b23a146b89 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:51:18.816418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa78cf91-1d03-4e45-bdbd-55b23a146b89 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:51:18.868141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Transition to ACTIVE for port object 1ed57c20-b2b6-44d1-b580-df7c76aba1cd will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:18.868408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a463de91-351c-4edd-b142-198fcdb5be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:18.898696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792d135-d8d7-454d-8122-f65240962bcf tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event deleted for resources: {'Port': ['ID=2f4c5ff7-0bec-4262-bff8-e5662e138000,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:18.902467 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c2dc9f13-ecdb-4dc3-912f-caac1ab3d7b1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/9b733839-dddc-49a9-aada-9050ef87c838 HTTP/1.1" status: 204 len: 168 time: 1.4235816 Mar 03 05:51:18.909871 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58336) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:18.916395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.009319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bff34dda-d824-4172-a7af-d7f5065e7402 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:19.038479 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Transition to ACTIVE for port object 10fad73e-001b-4bb2-b298-160924008c34 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:19.039041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ae57da00-3056-40f5-8e0d-ffe966d07c50 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.053247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2792d135-d8d7-454d-8122-f65240962bcf tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.054809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.059198 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2792d135-d8d7-454d-8122-f65240962bcf tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "DELETE /v2.0/ports/2f4c5ff7-0bec-4262-bff8-e5662e138000 HTTP/1.1" status: 204 len: 168 time: 1.7515206 Mar 03 05:51:19.063760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58340) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:19.066934 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Transition to ACTIVE for port object 1ed57c20-b2b6-44d1-b580-df7c76aba1cd will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:19.081133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.115272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-ae57da00-3056-40f5-8e0d-ffe966d07c50 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object 02efbd70-7b92-475a-9ec1-25c965fe1e0e will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:19.124065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ae57da00-3056-40f5-8e0d-ffe966d07c50 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.174431 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.177104 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8603afca-aaa5-455e-84d9-7a166586d47c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.219764 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6ce788c7-a9dd-4b24-872c-51460fc65a0d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3052816 Mar 03 05:51:19.221536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Network': ['ID=89c0e2fe-22bb-4130-85f5-ced9c4717004,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:19.232558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58344) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:19.238522 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ae57da00-3056-40f5-8e0d-ffe966d07c50 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] In _notify_port_updated(), no bound segment for port 02efbd70-7b92-475a-9ec1-25c965fe1e0e on network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:51:19.245141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae57da00-3056-40f5-8e0d-ffe966d07c50 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:19.246031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ae57da00-3056-40f5-8e0d-ffe966d07c50 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.247661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ae57da00-3056-40f5-8e0d-ffe966d07c50 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "PUT /v2.0/ports/02efbd70-7b92-475a-9ec1-25c965fe1e0e HTTP/1.1" status: 200 len: 929 time: 3.4247613 Mar 03 05:51:19.251989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:19.276611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58348) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:19.309325 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Network d27fe46b-7862-4d64-ae8c-b03d55f5fc0b is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:19.345514 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cea4f72c-cde1-471e-ab09-064b47f5d0be tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/89c0e2fe-22bb-4130-85f5-ced9c4717004 HTTP/1.1" status: 204 len: 168 time: 8.6935027 Mar 03 05:51:19.350230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:19.353392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:19.361395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58352) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:19.372957 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Network 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:19.378595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae57da00-3056-40f5-8e0d-ffe966d07c50 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=02efbd70-7b92-475a-9ec1-25c965fe1e0e,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:19.387492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1806776708'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:19.388370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:19.391299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:19.392368 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:19.396527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:network and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:19.399914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:19.406076 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:19.424006 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a463de91-351c-4edd-b142-198fcdb5be8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.426750 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Pushing event updated for resources: {'Port': ['ID=10fad73e-001b-4bb2-b298-160924008c34,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:19.429873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:19.434381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.455645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:19.459679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:19.463223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:19.463362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8940b186-8fee-44ed-a24d-f5e44d11907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.469089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:19.490722 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f275c263-d4f9-4342-bc79-9bbf0a9b2002 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:19.491439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f275c263-d4f9-4342-bc79-9bbf0a9b2002 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Synchronizing usage tracker for tenant:3e791c1dbb294a3db14d8c6ada79981f on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:19.497814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:19.501387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.550049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463de91-351c-4edd-b142-198fcdb5be8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95f19597-877f-493e-a52a-b03389550958,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:19.561571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8603afca-aaa5-455e-84d9-7a166586d47c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.611925 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a463de91-351c-4edd-b142-198fcdb5be8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.615252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Allocated IP 2001:db8:2::1 (9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a/572fecd4-fc3a-4719-834e-9c52f83977d9/95aa2777-f3bc-4e88-97fb-8dffacdd0aeb) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:19.622676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:19.635401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f275c263-d4f9-4342-bc79-9bbf0a9b2002 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Unset dirty status for tenant:3e791c1dbb294a3db14d8c6ada79981f on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:19.637135 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f275c263-d4f9-4342-bc79-9bbf0a9b2002 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "GET /v2.0/ports?device_id=88e7e69a-34c9-4249-9833-7cea564b169e HTTP/1.1" status: 200 len: 913 time: 0.5720596 Mar 03 05:51:19.642500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58356) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:19.644495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4dca4-8234-4c5b-b08f-74c5250eae5f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port 02efbd70-7b92-475a-9ec1-25c965fe1e0e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:19.644842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6dc4dca4-8234-4c5b-b08f-74c5250eae5f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.651203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.651550 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Added segment d76c9aed-5ce9-4d0a-8ab2-6321c948031e of type vlan for network 8a35680a-5d36-4e4c-97ab-3a53e804bf87 Mar 03 05:51:19.700558 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a463de91-351c-4edd-b142-198fcdb5be8a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/95f19597-877f-493e-a52a-b03389550958 HTTP/1.1" status: 204 len: 168 time: 2.2628911 Mar 03 05:51:19.711677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.713161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58360) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:19.771688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8795fa15-b15e-43ba-a66d-042ec62537d3 None None] Network 331b4cde-bf4b-4bc0-811f-6811cf8e6483 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:19.845562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port bff34dda-d824-4172-a7af-d7f5065e7402 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:19.845901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.906992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Pushing event updated for resources: {'Port': ['ID=1ed57c20-b2b6-44d1-b580-df7c76aba1cd,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:19.926027 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-8940b186-8fee-44ed-a24d-f5e44d11907b None None] For port bff34dda-d824-4172-a7af-d7f5065e7402, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bff34dda-d824-4172-a7af-d7f5065e7402,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:19.928026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:19.973627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Attempting to bind port 10fad73e-001b-4bb2-b298-160924008c34 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:19.974099 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Attempting to bind port 10fad73e-001b-4bb2-b298-160924008c34 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '81c910ac-22a2-4e06-815a-0bb536279226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd27fe46b-7862-4d64-ae8c-b03d55f5fc0b'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:19.974584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Attempting to bind port 10fad73e-001b-4bb2-b298-160924008c34 on network d27fe46b-7862-4d64-ae8c-b03d55f5fc0b {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:20.021896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8940b186-8fee-44ed-a24d-f5e44d11907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.024519 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Attempting to bind port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:20.025139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Attempting to bind port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'aa79fa48-51dd-412b-8f8a-92cb873e7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:20.025462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.025787 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Attempting to bind port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd on network 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:20.077442 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:20.077442 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Checking segment: {'id': '81c910ac-22a2-4e06-815a-0bb536279226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd27fe46b-7862-4d64-ae8c-b03d55f5fc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:20.077442 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.077442 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Bound using segment: {'id': '81c910ac-22a2-4e06-815a-0bb536279226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd27fe46b-7862-4d64-ae8c-b03d55f5fc0b'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:20.078249 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Bound port: 10fad73e-001b-4bb2-b298-160924008c34, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c910ac-22a2-4e06-815a-0bb536279226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd27fe46b-7862-4d64-ae8c-b03d55f5fc0b'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:20.078973 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.132869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-50946d67-dd94-4045-81b2-6a3322b0302e None None] Allocated IP 2001:db8:0:1::2 (65cee256-e8c1-4c85-8ff6-ff678b5a8571/3368d077-52c5-4721-9f69-a122165dc84b/137cb9c4-92ee-49a3-b8c2-d89e6b2db842) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:20.151065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:20.151603 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Checking segment: {'id': 'aa79fa48-51dd-412b-8f8a-92cb873e7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:20.152295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.152931 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Bound using segment: {'id': 'aa79fa48-51dd-412b-8f8a-92cb873e7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:20.153580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Bound port: 1ed57c20-b2b6-44d1-b580-df7c76aba1cd, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa79fa48-51dd-412b-8f8a-92cb873e7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:20.154141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.172195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.177735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:20.178368 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.212840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Deleting port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:20.213248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.426939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:06Z', 'revision_number': 3, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:17Z', 'revision_number': 4, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:20.478789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.492960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940b186-8fee-44ed-a24d-f5e44d11907b None None] Pushing event updated for resources: {'Port': ['ID=bff34dda-d824-4172-a7af-d7f5065e7402,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:20.556833 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1916838 Mar 03 05:51:20.561366 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58366) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:20.566185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9799bf16-2cfa-4ef7-8764-5540bf395320 None None] The sync data for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv is: [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:06Z', 'revision_number': 3, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:17Z', 'revision_number': 4, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:51:20.578360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'subnet': {'network_id': '8a35680a-5d36-4e4c-97ab-3a53e804bf87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:20.586341 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d702ce67-c3e9-4f11-a5ac-f4871e372b7f None None] Update dhcp port {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'fixed_ips': [{'subnet_id': '9b733839-dddc-49a9-aada-9050ef87c838'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': 'bff34dda-d824-4172-a7af-d7f5065e7402'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:51:20.615591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe16197-87cc-4496-85f5-8622d0430ed3 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=8a35680a-5d36-4e4c-97ab-3a53e804bf87,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:20.627324 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.688026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 8a35680a-5d36-4e4c-97ab-3a53e804bf87 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:20.696403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6dc4dca4-8234-4c5b-b08f-74c5250eae5f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.704693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-941cdd8a-aa0c-4a2f-a17e-c341c0f85019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.709707 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8603afca-aaa5-455e-84d9-7a166586d47c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.771385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:20.776513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:subnet and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:20.779507 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:20.785373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:20.801544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Transition to ACTIVE for port object 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:20.824423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:20.841073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:20.856035 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ecb1c206-697c-4658-a0f1-c6c1d1722e11 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:51:20.860121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:20.860543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.864015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:20.867509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.885708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.900427 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] For port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:20.902472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d702ce67-c3e9-4f11-a5ac-f4871e372b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:20.949934 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: ecb1c206-697c-4658-a0f1-c6c1d1722e11 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:51:20.950342 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ecb1c206-697c-4658-a0f1-c6c1d1722e11 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:51:20.966277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=e0952fc8-66eb-41ab-8612-ccfb4e199ac8,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:20.973141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-50946d67-dd94-4045-81b2-6a3322b0302e None None] For port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=137cb9c4-92ee-49a3-b8c2-d89e6b2db842,segment=NetworkSegment(de4db6c6-ade6-4a1b-a36c-ec88df22c6d8),segment_id=de4db6c6-ade6-4a1b-a36c-ec88df22c6d8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:20.983040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] For port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1ed57c20-b2b6-44d1-b580-df7c76aba1cd,segment=NetworkSegment(aa79fa48-51dd-412b-8f8a-92cb873e7197),segment_id=aa79fa48-51dd-412b-8f8a-92cb873e7197)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:20.985375 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1f9f432b-bcc8-40a7-8492-be7254c3d5ae tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7516692 Mar 03 05:51:20.987606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58370) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:21.005903 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-bed16fe3-2ad3-4bd5-939e-510d3c4be531 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:21.021262 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.055734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-6dc4dca4-8234-4c5b-b08f-74c5250eae5f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for 02efbd70-7b92-475a-9ec1-25c965fe1e0e owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:21.059749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] For port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6b6c0fd0-1d9d-4085-8c95-3827f4683ef2,segment=NetworkSegment(46ad05fc-48cb-4646-a06a-35cad9ab2437),segment_id=46ad05fc-48cb-4646-a06a-35cad9ab2437)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:21.060143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.126940 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50946d67-dd94-4045-81b2-6a3322b0302e None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.157020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.269863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Calling delete_port for 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:21.283640 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcab0be-ee47-485e-98be-bcc89d42b633 None None] DHCP port deletion for 331b4cde-bf4b-4bc0-811f-6811cf8e6483 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:51:21.286414 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8ba79742-a54b-4c6a-bb4d-636e51764655 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:21.354528 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fdcab0be-ee47-485e-98be-bcc89d42b633 None None] Deleting port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:21.355252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fdcab0be-ee47-485e-98be-bcc89d42b633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.398532 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-50946d67-dd94-4045-81b2-6a3322b0302e None None] Transition to ACTIVE for port object 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:21.452001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50946d67-dd94-4045-81b2-6a3322b0302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.515590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351ac0c-618b-4c8e-ad3a-5deb2ca47d56 None None] Pushing event updated for resources: {'Port': ['ID=1ed57c20-b2b6-44d1-b580-df7c76aba1cd,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:21.627171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-bed16fe3-2ad3-4bd5-939e-510d3c4be531 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:21.636075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bed16fe3-2ad3-4bd5-939e-510d3c4be531 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:21.637178 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8603afca-aaa5-455e-84d9-7a166586d47c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.640584 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.645983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bed16fe3-2ad3-4bd5-939e-510d3c4be531 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:21.698156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.703327 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-bed16fe3-2ad3-4bd5-939e-510d3c4be531 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:21.705264 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8603afca-aaa5-455e-84d9-7a166586d47c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.708377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6c0fd0-1d9d-4085-8c95-3827f4683ef2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:21.710119 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] No DVR routers for this DVR port 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:51:21.794195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed16fe3-2ad3-4bd5-939e-510d3c4be531 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:21.797649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bed16fe3-2ad3-4bd5-939e-510d3c4be531 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.797888 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] For port 10fad73e-001b-4bb2-b298-160924008c34, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:21.811958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603afca-aaa5-455e-84d9-7a166586d47c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Subnet': ['ID=ac92eb6e-b79b-45e9-addc-5c4d1b243f1f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:21.821171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4497065-b09e-42ff-8bb5-d563ae43d458 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.866046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.874843 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fdcab0be-ee47-485e-98be-bcc89d42b633 None None] The port '6b6c0fd0-1d9d-4085-8c95-3827f4683ef2' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:51:21.876981 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.884195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] For port 10fad73e-001b-4bb2-b298-160924008c34, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=10fad73e-001b-4bb2-b298-160924008c34,segment=NetworkSegment(81c910ac-22a2-4e06-815a-0bb536279226),segment_id=81c910ac-22a2-4e06-815a-0bb536279226)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:21.896312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:21.903756 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.906246 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50946d67-dd94-4045-81b2-6a3322b0302e None None] Pushing event updated for resources: {'Port': ['ID=137cb9c4-92ee-49a3-b8c2-d89e6b2db842,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:21.919946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:21.941007 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:21.941919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:21.964613 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8603afca-aaa5-455e-84d9-7a166586d47c tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/subnets/ac92eb6e-b79b-45e9-addc-5c4d1b243f1f HTTP/1.1" status: 204 len: 168 time: 4.5248554 Mar 03 05:51:21.973824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58376) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:21.986461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 8ba79742-a54b-4c6a-bb4d-636e51764655 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:21.996879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8ba79742-a54b-4c6a-bb4d-636e51764655 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:21.997425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:22.036067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=95aa2777-f3bc-4e88-97fb-8dffacdd0aeb,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:22.072186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c77b051-28ce-4eb8-9909-65a3b747f045 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:22.091457 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:22.130113 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431cfd1-3f8f-4673-ad7f-49a5c4fd28b3 None None] Pushing event updated for resources: {'Port': ['ID=10fad73e-001b-4bb2-b298-160924008c34,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:22.179493 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6dc4dca4-8234-4c5b-b08f-74c5250eae5f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:22.193897 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:22.204457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e3c52556-36cf-476e-88d3-52a3e0c74e96 None None] Provisioning complete for port bff34dda-d824-4172-a7af-d7f5065e7402 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:22.205132 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e3c52556-36cf-476e-88d3-52a3e0c74e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:22.285066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331b4cde-bf4b-4bc0-811f-6811cf8e6483']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:22.288107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4dca4-8234-4c5b-b08f-74c5250eae5f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=02efbd70-7b92-475a-9ec1-25c965fe1e0e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:22.305633 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Subnet': ['ID=1b034f32-0e03-4045-8b9f-1e08d066fe4b,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:22.479426 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:22.689827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ad05fc-48cb-4646-a06a-35cad9ab2437') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:22.690268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ad05fc-48cb-4646-a06a-35cad9ab2437') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:22.700314 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 8ba79742-a54b-4c6a-bb4d-636e51764655, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8ba79742-a54b-4c6a-bb4d-636e51764655,segment=NetworkSegment(60319853-f325-4b47-883d-8a8635b7d998),segment_id=60319853-f325-4b47-883d-8a8635b7d998)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:22.710640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:22.713771 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6dc4dca4-8234-4c5b-b08f-74c5250eae5f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:22.719293 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6dc4dca4-8234-4c5b-b08f-74c5250eae5f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/02efbd70-7b92-475a-9ec1-25c965fe1e0e HTTP/1.1" status: 204 len: 168 time: 3.4379165 Mar 03 05:51:22.728446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58380) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:22.731587 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:22.732564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bff34dda-d824-4172-a7af-d7f5065e7402 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:22.737233 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:22.747514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:22.748097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:22.796948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking segment: {'id': 'd76c9aed-5ce9-4d0a-8ab2-6321c948031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a35680a-5d36-4e4c-97ab-3a53e804bf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:22.797488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network hostable DHCP agents. Network: 8a35680a-5d36-4e4c-97ab-3a53e804bf87, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:22.813516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Router 0ec0b173-482a-4e7c-bb35-c26762082da6 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:51:22.819573 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-8092aa91-8338-45a5-a3a0-a553df46a1f9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:51:22.820057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8092aa91-8338-45a5-a3a0-a553df46a1f9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:22.903652 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.ipam_backend_mixin [None req-bed16fe3-2ad3-4bd5-939e-510d3c4be531 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e0952fc8-66eb-41ab-8612-ccfb4e199ac8 (CIDR: 2001:db8::/64) Mar 03 05:51:22.913590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:22.929963 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=8ba79742-a54b-4c6a-bb4d-636e51764655,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:22.954318 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:22.957848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29863f41-469c-48d3-9c31-e468145c3f49 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:22.959754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29863f41-469c-48d3-9c31-e468145c3f49 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:22.960925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-29863f41-469c-48d3-9c31-e468145c3f49 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Synchronizing usage tracker for tenant:08a69d353a394481b00ee18f4ebfc800 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:22.967139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port bff34dda-d824-4172-a7af-d7f5065e7402 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:22.967916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:22.994298 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed16fe3-2ad3-4bd5-939e-510d3c4be531 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:51:22.994790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed16fe3-2ad3-4bd5-939e-510d3c4be531 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:23.028450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:23.034742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-29863f41-469c-48d3-9c31-e468145c3f49 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Unset dirty status for tenant:08a69d353a394481b00ee18f4ebfc800 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:23.035996 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-29863f41-469c-48d3-9c31-e468145c3f49 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.0605583 Mar 03 05:51:23.049939 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58384) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:23.056869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d49e4fd-787b-40ef-b3bb-2be84d5c35c3 None None] Network 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:23.064710 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bed16fe3-2ad3-4bd5-939e-510d3c4be531 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0689604 Mar 03 05:51:23.066835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:23.072562 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/331b4cde-bf4b-4bc0-811f-6811cf8e6483 HTTP/1.1" status: 204 len: 168 time: 3.3507006 Mar 03 05:51:23.083268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58386) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:23.106123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'subnet': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:23.110514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network 8a35680a-5d36-4e4c-97ab-3a53e804bf87 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:23.112408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8092aa91-8338-45a5-a3a0-a553df46a1f9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:23.116919 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8092aa91-8338-45a5-a3a0-a553df46a1f9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/02efbd70-7b92-475a-9ec1-25c965fe1e0e HTTP/1.1" status: 404 len: 333 time: 0.3798361 Mar 03 05:51:23.137210 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:23.155590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58394) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:23.225746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ae901c99-2898-453d-8c00-dce0678944b0 None None] Provisioning for port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:23.244391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45839ad3-25a9-4536-ac10-114ea8905162 None None] Update dhcp port {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'fixed_ips': [{'subnet_id': 'e0952fc8-66eb-41ab-8612-ccfb4e199ac8'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': 'bff34dda-d824-4172-a7af-d7f5065e7402'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:51:23.302652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:23.307586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Usage tracker for resource:subnet and tenant:7201cccd96b94ae29ad530d0cd4ce237 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:23.311250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:23.334798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:23.351649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86ce58-0176-44fc-ae36-c026b8c185e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=331b4cde-bf4b-4bc0-811f-6811cf8e6483,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:23.359605 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58398) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:23.385945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-45839ad3-25a9-4536-ac10-114ea8905162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:23.414629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 8a35680a-5d36-4e4c-97ab-3a53e804bf87) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:23.449072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:23.454089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:23.470321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:23.470912 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:23.476588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c563ec92-f77a-47a0-97ee-51a130cc9956 None None] Network 8a35680a-5d36-4e4c-97ab-3a53e804bf87 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:23.513383 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-944bd758-2e5b-47da-a89e-38514a9ebca9 None None] Could not find standard attr ID for object 02efbd70-7b92-475a-9ec1-25c965fe1e0e. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:51:23.600764 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d20cb274-87c3-49c6-8e08-ca60511b2d9e tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:23.703088 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-944bd758-2e5b-47da-a89e-38514a9ebca9 None None] Provisioning for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:23.738755 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-b4497065-b09e-42ff-8bb5-d563ae43d458 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Deleting port 0a5ef5c5-919d-4fe9-be55-d54d55b0770b {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:23.739113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4497065-b09e-42ff-8bb5-d563ae43d458 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:23.763631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5e2c6d4-fad2-4723-9e31-d073782b4a91 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:23.767587 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cae7eaf0-7b18-4163-8443-d61ee01f40a4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1993382 Mar 03 05:51:23.804283 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-70d98c51-106b-4880-9f1a-60cfb3bb9db7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b48212c453e4049a0f406125c5ca8be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4404826 Mar 03 05:51:23.813211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58402) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:23.813211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58404) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:23.890781 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20cb274-87c3-49c6-8e08-ca60511b2d9e tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 03 05:51:23.891255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20cb274-87c3-49c6-8e08-ca60511b2d9e tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:23.893026 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d20cb274-87c3-49c6-8e08-ca60511b2d9e tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/networks/d27fe46b-7862-4d64-ae8c-b03d55f5fc0b HTTP/1.1" status: 409 len: 405 time: 0.8279052 Mar 03 05:51:23.906966 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58410) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:23.916850 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-944bd758-2e5b-47da-a89e-38514a9ebca9 None None] Provisioning complete for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:23.917352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-944bd758-2e5b-47da-a89e-38514a9ebca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:23.931621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-993992148'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:23.936958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:51:23.943650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:23.945470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:23.947031 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e250c7d9-f2ba-47dc-b1e6-e4c727ed9a3e tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "PUT /v2.0/routers/0ec0b173-482a-4e7c-bb35-c26762082da6 HTTP/1.1" status: 200 len: 914 time: 12.6497693 Mar 03 05:51:23.950840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5e2c6d4-fad2-4723-9e31-d073782b4a91 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:23.958590 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58414) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:23.975360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:23.988085 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3465b453-42d9-42b7-b1dc-b1410322fa9d None None] Network d27fe46b-7862-4d64-ae8c-b03d55f5fc0b requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:24.003399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbdf680-1fb9-410a-9226-b1be48716d54 None None] Sync routers for ids ['0ec0b173-482a-4e7c-bb35-c26762082da6'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:51:24.107522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5e2c6d4-fad2-4723-9e31-d073782b4a91 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.129730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Usage tracker for resource:network and tenant:08a69d353a394481b00ee18f4ebfc800 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:24.136122 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2c6d4-fad2-4723-9e31-d073782b4a91 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b8c5b4-7782-4e04-84c8-69144b8f87d5,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:24.148908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5e2c6d4-fad2-4723-9e31-d073782b4a91 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.150093 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f5e2c6d4-fad2-4723-9e31-d073782b4a91 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/security-groups/f7b8c5b4-7782-4e04-84c8-69144b8f87d5 HTTP/1.1" status: 204 len: 168 time: 0.9910414 Mar 03 05:51:24.153055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58418) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:24.153951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:24.173030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbdf680-1fb9-410a-9226-b1be48716d54 None None] Routers {'0ec0b173-482a-4e7c-bb35-c26762082da6'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:24.173903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1cbdf680-1fb9-410a-9226-b1be48716d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0ec0b173-482a-4e7c-bb35-c26762082da6'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:24.227591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:24.249031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.252609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fd3bb43a-b17e-4611-9add-29ac6dadf564 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.266720 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.267469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.308946 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:24.312525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.353648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fd3bb43a-b17e-4611-9add-29ac6dadf564 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.376184 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1cbdf680-1fb9-410a-9226-b1be48716d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:24.393266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=95aa2777-f3bc-4e88-97fb-8dffacdd0aeb,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:24.411343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3462fe52-a645-4a9e-b2af-4400943a06b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.455363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.491974 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4497065-b09e-42ff-8bb5-d563ae43d458 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.522721 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fd3bb43a-b17e-4611-9add-29ac6dadf564 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.532321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbdf680-1fb9-410a-9226-b1be48716d54 None None] Routers {'0ec0b173-482a-4e7c-bb35-c26762082da6'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:24.532954 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1cbdf680-1fb9-410a-9226-b1be48716d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0ec0b173-482a-4e7c-bb35-c26762082da6'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:24.545650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3462fe52-a645-4a9e-b2af-4400943a06b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.547669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bb43a-b17e-4611-9add-29ac6dadf564 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20db7a4-fd0c-44ba-a390-45c3f6a86017,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:24.552006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:24.559996 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:24.562169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:24.567255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fd3bb43a-b17e-4611-9add-29ac6dadf564 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.568426 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fd3bb43a-b17e-4611-9add-29ac6dadf564 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/security-groups/a20db7a4-fd0c-44ba-a390-45c3f6a86017 HTTP/1.1" status: 204 len: 168 time: 0.4145858 Mar 03 05:51:24.618646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58422) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:24.674354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-45839ad3-25a9-4536-ac10-114ea8905162 None None] Allocated IP 2001:db8::2 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/e0952fc8-66eb-41ab-8612-ccfb4e199ac8/bff34dda-d824-4172-a7af-d7f5065e7402) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:24.681075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1cbdf680-1fb9-410a-9226-b1be48716d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:24.681360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cbdf680-1fb9-410a-9226-b1be48716d54 None None] The sync data for ids ['0ec0b173-482a-4e7c-bb35-c26762082da6'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:51:24.705023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:24.705562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.750140 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-8a35680a-5d36-4e4c-97ab-3a53e804bf87', 'network_id': '8a35680a-5d36-4e4c-97ab-3a53e804bf87', 'tenant_id': '4fe60e3d9d73442c9246c69224665117', 'fixed_ips': [{'subnet_id': '1b034f32-0e03-4045-8b9f-1e08d066fe4b'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:24.750991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.851552 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f2e9cf09-1f8a-4b46-882b-177fbf8f4c74 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/routers/0ec0b173-482a-4e7c-bb35-c26762082da6 HTTP/1.1" status: 200 len: 920 time: 0.8690262 Mar 03 05:51:24.859883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-b4497065-b09e-42ff-8bb5-d563ae43d458 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Calling delete_port for 0a5ef5c5-919d-4fe9-be55-d54d55b0770b owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:24.869079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58426) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:24.953336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.954115 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Added segment b1a3665b-4f37-4136-8d42-b03f5297a18a of type vlan for network 0a9a8481-8abb-440e-bcb4-db8ede9eefb7 Mar 03 05:51:24.960885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefeb3b0-a6b2-448b-98a4-d73747921356 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting subnet e56ef3fe-b9fe-4d52-892d-37758a113cc6 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:51:24.971163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aefeb3b0-a6b2-448b-98a4-d73747921356 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:24.998086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-944bd758-2e5b-47da-a89e-38514a9ebca9 None None] Provisioning complete for port 95120444-9ba8-49e8-81a1-2cb12778fdb7 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:24.998603 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-944bd758-2e5b-47da-a89e-38514a9ebca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.048730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 3fe65802-28ae-4793-9dbb-83ec890567ee has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:51:25.073757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.095491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.128777 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3462fe52-a645-4a9e-b2af-4400943a06b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.168491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462fe52-a645-4a9e-b2af-4400943a06b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661d3dc9-1d41-435f-83b0-0684bc595f41,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:25.202577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ec0573-a110-4ff7-961f-475ebf8eb7da None None] DHCP port deletion for d27fe46b-7862-4d64-ae8c-b03d55f5fc0b request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:51:25.205536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-45839ad3-25a9-4536-ac10-114ea8905162 None None] For port bff34dda-d824-4172-a7af-d7f5065e7402, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bff34dda-d824-4172-a7af-d7f5065e7402,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:25.215662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1ed57c20-b2b6-44d1-b580-df7c76aba1cd up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:25.262380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-48ec0573-a110-4ff7-961f-475ebf8eb7da None None] Deleting port 10fad73e-001b-4bb2-b298-160924008c34 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:25.263118 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-48ec0573-a110-4ff7-961f-475ebf8eb7da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.265559 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.272227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:25.272888 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.282220 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef981d14-cf12-48b9-becf-d606b954c8fb tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:25.284107 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ef981d14-cf12-48b9-becf-d606b954c8fb tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&device_id=0ec0b173-482a-4e7c-bb35-c26762082da6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4141026 Mar 03 05:51:25.291321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-944bd758-2e5b-47da-a89e-38514a9ebca9 None None] Port 95120444-9ba8-49e8-81a1-2cb12778fdb7 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:25.295296 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58430) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:25.301405 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aefeb3b0-a6b2-448b-98a4-d73747921356 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.332855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-45839ad3-25a9-4536-ac10-114ea8905162 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.356232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-45839ad3-25a9-4536-ac10-114ea8905162 None None] Transition to ACTIVE for port object bff34dda-d824-4172-a7af-d7f5065e7402 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:25.362757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3462fe52-a645-4a9e-b2af-4400943a06b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.363966 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3462fe52-a645-4a9e-b2af-4400943a06b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/661d3dc9-1d41-435f-83b0-0684bc595f41 HTTP/1.1" status: 204 len: 168 time: 1.5365593 Mar 03 05:51:25.377411 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Allocated IP 172.20.0.1 (8a35680a-5d36-4e4c-97ab-3a53e804bf87/1b034f32-0e03-4045-8b9f-1e08d066fe4b/adc9dc48-2468-4b6c-be4b-65f49cdc0a5e) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:25.403668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:51:25.411871 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-58241038-974f-41b8-ad16-de18c5c28bb6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3124359 Mar 03 05:51:25.414785 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Sync routers for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:51:25.415869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58436) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:25.427989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-39964839'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:25.434156 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:25.435707 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:25.486402 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:25.496746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:network and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:25.511890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:25.526333 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:25.566415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:25.570889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.606868 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8dada3-cda3-4398-8315-c781e01e8684 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:25.608933 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8c8dada3-cda3-4398-8315-c781e01e8684 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/networks/2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 881 time: 0.2742360 Mar 03 05:51:25.612538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58440) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:25.616470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4497065-b09e-42ff-8bb5-d563ae43d458 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.628015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Network': ['ID=0a9a8481-8abb-440e-bcb4-db8ede9eefb7,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:25.662328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aefeb3b0-a6b2-448b-98a4-d73747921356 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.757064 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1ad1305a-2cd9-4c54-b290-7fadbd9e69d1 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8462071 Mar 03 05:51:25.757840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58446) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:25.764723 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c4ef0aa7-ff7a-49b9-a598-a8c1d4ecc538 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ec0b173-482a-4e7c-bb35-c26762082da6 HTTP/1.1" status: 200 len: 205 time: 0.1488807 Mar 03 05:51:25.765519 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58448) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:25.789571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4497065-b09e-42ff-8bb5-d563ae43d458 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event deleted for resources: {'Port': ['ID=0a5ef5c5-919d-4fe9-be55-d54d55b0770b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:25.800477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:25.801577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'subnet': {'network_id': '0a9a8481-8abb-440e-bcb4-db8ede9eefb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:25.894126 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:25.911904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Transition to ACTIVE for port object adc9dc48-2468-4b6c-be4b-65f49cdc0a5e will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:25.940258 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Transition to ACTIVE for port object adc9dc48-2468-4b6c-be4b-65f49cdc0a5e will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:26.053078 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:51:26.132241 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 0a9a8481-8abb-440e-bcb4-db8ede9eefb7 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:26.153580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-83b1fc79-4b1c-4909-bbc3-199c0bc05ae1 None None] Could not find standard attr ID for object 02efbd70-7b92-475a-9ec1-25c965fe1e0e. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:51:26.158302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:26.170539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-45839ad3-25a9-4536-ac10-114ea8905162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:26.206449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:26.207018 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Added segment 5807ba6e-52c4-44de-a33d-f7bd19e63477 of type vlan for network eb0ab427-b9a9-400a-8807-71dc738dd309 Mar 03 05:51:26.243782 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:26.263732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:26.295002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Pushing event updated for resources: {'Port': ['ID=adc9dc48-2468-4b6c-be4b-65f49cdc0a5e,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:26.326304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4497065-b09e-42ff-8bb5-d563ae43d458 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:26.342608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.objects.ports [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87793) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:51:26.347575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Subnet': ['ID=1b034f32-0e03-4045-8b9f-1e08d066fe4b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:26.426776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:26.438380 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:51:26.449842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Network 8a35680a-5d36-4e4c-97ab-3a53e804bf87 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:26.475424 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 4, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:23Z', 'revision_number': 2, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:26.479509 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Checking router: 3fe65802-28ae-4793-9dbb-83ec890567ee for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:51:26.479927 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Updating router 3fe65802-28ae-4793-9dbb-83ec890567ee port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:51:26.548267 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:26.554349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:26.589386 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:26.592481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:26.638007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:26.670273 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aefeb3b0-a6b2-448b-98a4-d73747921356 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:26.727304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:26.774655 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:26.774912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:26.785664 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:26.786222 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:26.789892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:26.803402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-83b1fc79-4b1c-4909-bbc3-199c0bc05ae1 None None] Provisioning for port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:26.839018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefeb3b0-a6b2-448b-98a4-d73747921356 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Subnet': ['ID=e56ef3fe-b9fe-4d52-892d-37758a113cc6,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:26.901991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aefeb3b0-a6b2-448b-98a4-d73747921356 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:26.902218 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a35680a-5d36-4e4c-97ab-3a53e804bf87']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:26.941240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fcfea0-ed15-446f-9b9f-78b12233ac9a None None] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:26.984592 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-83b1fc79-4b1c-4909-bbc3-199c0bc05ae1 None None] Provisioning complete for port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:26.985222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-83b1fc79-4b1c-4909-bbc3-199c0bc05ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.012521 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-aefeb3b0-a6b2-448b-98a4-d73747921356 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/e56ef3fe-b9fe-4d52-892d-37758a113cc6 HTTP/1.1" status: 204 len: 168 time: 2.3881705 Mar 03 05:51:27.014028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58472) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:27.034865 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:27.068572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.088551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45839ad3-25a9-4536-ac10-114ea8905162 None None] Pushing event updated for resources: {'Port': ['ID=bff34dda-d824-4172-a7af-d7f5065e7402,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:27.101954 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.134711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.134984 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Transition to ACTIVE for port object 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:27.152151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:27.152801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.154665 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.249583 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Deleting port 887ab8c3-f300-4f31-a322-b86d5bf9b5eb {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:27.250070 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.292604 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76c9aed-5ce9-4d0a-8ab2-6321c948031e') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:27.293122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76c9aed-5ce9-4d0a-8ab2-6321c948031e') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:27.309325 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Attempting to bind port adc9dc48-2468-4b6c-be4b-65f49cdc0a5e on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:27.310211 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Attempting to bind port adc9dc48-2468-4b6c-be4b-65f49cdc0a5e by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'd76c9aed-5ce9-4d0a-8ab2-6321c948031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a35680a-5d36-4e4c-97ab-3a53e804bf87'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:27.310211 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Attempting to bind port adc9dc48-2468-4b6c-be4b-65f49cdc0a5e on network 8a35680a-5d36-4e4c-97ab-3a53e804bf87 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:27.412573 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:27.412984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Checking segment: {'id': 'd76c9aed-5ce9-4d0a-8ab2-6321c948031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a35680a-5d36-4e4c-97ab-3a53e804bf87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:27.413338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.413726 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Bound using segment: {'id': 'd76c9aed-5ce9-4d0a-8ab2-6321c948031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a35680a-5d36-4e4c-97ab-3a53e804bf87'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:27.414194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Bound port: adc9dc48-2468-4b6c-be4b-65f49cdc0a5e, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76c9aed-5ce9-4d0a-8ab2-6321c948031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8a35680a-5d36-4e4c-97ab-3a53e804bf87'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:27.414557 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.439265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.477587 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-83b1fc79-4b1c-4909-bbc3-199c0bc05ae1 None None] Port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:27.520740 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-48ec0573-a110-4ff7-961f-475ebf8eb7da None None] For port 10fad73e-001b-4bb2-b298-160924008c34, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=10fad73e-001b-4bb2-b298-160924008c34,segment=NetworkSegment(81c910ac-22a2-4e06-815a-0bb536279226),segment_id=81c910ac-22a2-4e06-815a-0bb536279226)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:27.521138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-48ec0573-a110-4ff7-961f-475ebf8eb7da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.540550 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Pushing event updated for resources: {'Port': ['ID=95aa2777-f3bc-4e88-97fb-8dffacdd0aeb,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:27.556480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4497065-b09e-42ff-8bb5-d563ae43d458 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Router 88e7e69a-34c9-4249-9833-7cea564b169e has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:51:27.581931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.630508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.635377 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:27.646184 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:27.646746 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:27.647219 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:27.647545 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:27.647968 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:27.648396 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:27.648716 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:27.649079 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:27.650168 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:27.650679 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:27.651001 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:51:27.707590 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Attempting to bind port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:27.707590 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Attempting to bind port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'aa79fa48-51dd-412b-8f8a-92cb873e7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:27.707590 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Attempting to bind port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb on network 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:27.708494 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:27.709120 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.720049 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:27.720520 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Checking segment: {'id': 'aa79fa48-51dd-412b-8f8a-92cb873e7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:27.720921 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.721313 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Bound using segment: {'id': 'aa79fa48-51dd-412b-8f8a-92cb873e7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:27.721851 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Bound port: 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa79fa48-51dd-412b-8f8a-92cb873e7197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:27.722222 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:27.839253 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:27.951871 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] For port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:27.955950 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] For port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=95aa2777-f3bc-4e88-97fb-8dffacdd0aeb,segment=NetworkSegment(aa79fa48-51dd-412b-8f8a-92cb873e7197),segment_id=aa79fa48-51dd-412b-8f8a-92cb873e7197)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:27.965749 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:28.000595 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5816994 Mar 03 05:51:28.017034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58488) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:28.044528 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'subnet': {'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:28.099833 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:28.100459 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:28.104420 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] For port adc9dc48-2468-4b6c-be4b-65f49cdc0a5e, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:28.108859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] For port adc9dc48-2468-4b6c-be4b-65f49cdc0a5e, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=adc9dc48-2468-4b6c-be4b-65f49cdc0a5e,segment=NetworkSegment(d76c9aed-5ce9-4d0a-8ab2-6321c948031e),segment_id=d76c9aed-5ce9-4d0a-8ab2-6321c948031e)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:28.120601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bf53e-3783-40ac-8dc7-7a6b3d001b65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Network': ['ID=eb0ab427-b9a9-400a-8807-71dc738dd309,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:28.152938 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58492) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:28.162345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4497065-b09e-42ff-8bb5-d563ae43d458 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:51:28.169420 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 05:51:28.169420 dv-neutron-831582-1-hyperv neutron-server[87793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 05:51:28.169420 dv-neutron-831582-1-hyperv neutron-server[87793]: [parameters: {'id': '8a35680a-5d36-4e4c-97ab-3a53e804bf87'}] Mar 03 05:51:28.169420 dv-neutron-831582-1-hyperv neutron-server[87793]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:51:28.169420 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:51:28.191852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-83b1fc79-4b1c-4909-bbc3-199c0bc05ae1 None None] Provisioning for port 10fad73e-001b-4bb2-b298-160924008c34 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:28.242435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:28.252090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-48ec0573-a110-4ff7-961f-475ebf8eb7da None None] Calling delete_port for 10fad73e-001b-4bb2-b298-160924008c34 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:28.327134 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eb048-3e31-4576-bca7-a547899bc3f0 None None] Pushing event updated for resources: {'Port': ['ID=95aa2777-f3bc-4e88-97fb-8dffacdd0aeb,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:28.373754 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b4497065-b09e-42ff-8bb5-d563ae43d458 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "PUT /v2.0/routers/88e7e69a-34c9-4249-9833-7cea564b169e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7301569 Mar 03 05:51:28.377237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:28.380609 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:51:28.399085 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network eb0ab427-b9a9-400a-8807-71dc738dd309 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:28.401781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58494) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:28.455014 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Calling delete_port for 887ab8c3-f300-4f31-a322-b86d5bf9b5eb owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:28.532224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:28.557050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:28.575965 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86367f58-fe28-43b7-bed3-a7723cfd6e8f None None] Sync routers for ids ['88e7e69a-34c9-4249-9833-7cea564b169e'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:51:28.618829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:28.639454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:28.652244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-468a42ce-4439-4bbd-8572-8c97e209bd21 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:28.687047 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:28.690868 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:28.697656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260165ba-2493-4d1e-bcef-0bc3117a3e33 None None] Pushing event updated for resources: {'Port': ['ID=adc9dc48-2468-4b6c-be4b-65f49cdc0a5e,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:28.733221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:28.752472 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:subnet and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:28.765506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:28.781597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:28.788372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:28.798112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:28.851577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:28.889018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Usage tracker for resource:floatingip and tenant:076d1dfbb4bb49dca90b3b62e5524f91 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:28.898154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:28.900767 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86367f58-fe28-43b7-bed3-a7723cfd6e8f None None] Routers {'88e7e69a-34c9-4249-9833-7cea564b169e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:28.901341 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-86367f58-fe28-43b7-bed3-a7723cfd6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['88e7e69a-34c9-4249-9833-7cea564b169e'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:28.904645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Made reservation on behalf of cdf918ead919400d8e09833e5e89e375 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:28.909704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:28.936470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:28.992815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e526490c-3f3c-4ebb-a5ad-99fbb96acc14 None None] Could not find standard attr ID for object 7b6f455a-c4fb-48ff-a32e-026e51dd4569. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:51:28.996160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-86367f58-fe28-43b7-bed3-a7723cfd6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:28.998089 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 4, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:27Z', 'revision_number': 4, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:29.002557 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c36215b-4b31-4c66-a8bd-50e98bc9a9bd None None] Network 8a35680a-5d36-4e4c-97ab-3a53e804bf87 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:29.003803 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef4a304-cb69-44ee-9214-65b6884bbf48 None None] The sync data for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv is: [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 4, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:27Z', 'revision_number': 4, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:51:29.026113 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.098388 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1ed57c20-b2b6-44d1-b580-df7c76aba1cd,segment=NetworkSegment(aa79fa48-51dd-412b-8f8a-92cb873e7197),segment_id=aa79fa48-51dd-412b-8f8a-92cb873e7197)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:29.123236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.166599 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.167950 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 10fad73e-001b-4bb2-b298-160924008c34 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:29.182348 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-468a42ce-4439-4bbd-8572-8c97e209bd21 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.190647 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-468a42ce-4439-4bbd-8572-8c97e209bd21 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.194565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] For port bff34dda-d824-4172-a7af-d7f5065e7402, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bff34dda-d824-4172-a7af-d7f5065e7402,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:29.228224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port adc9dc48-2468-4b6c-be4b-65f49cdc0a5e {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:29.228564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.261169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.319849 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86367f58-fe28-43b7-bed3-a7723cfd6e8f None None] Routers {'88e7e69a-34c9-4249-9833-7cea564b169e'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:29.320705 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-86367f58-fe28-43b7-bed3-a7723cfd6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['88e7e69a-34c9-4249-9833-7cea564b169e'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:29.356250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.resource_extend [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:51:29.386716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.418893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Pushing event deleted for resources: {'Port': ['ID=887ab8c3-f300-4f31-a322-b86d5bf9b5eb,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:29.434965 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e526490c-3f3c-4ebb-a5ad-99fbb96acc14 None None] Provisioning for port bff34dda-d824-4172-a7af-d7f5065e7402 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:29.490266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-86367f58-fe28-43b7-bed3-a7723cfd6e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:29.491040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86367f58-fe28-43b7-bed3-a7723cfd6e8f None None] The sync data for ids ['88e7e69a-34c9-4249-9833-7cea564b169e'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:51:29.508081 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.objects.ports [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87793) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:51:29.509312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.510048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.514066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-468a42ce-4439-4bbd-8572-8c97e209bd21 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.514499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468a42ce-4439-4bbd-8572-8c97e209bd21 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Fanout notify agent at l3_agent the message router_deleted on router 88e7e69a-34c9-4249-9833-7cea564b169e {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:51:29.528952 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-48ec0573-a110-4ff7-961f-475ebf8eb7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.532962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e526490c-3f3c-4ebb-a5ad-99fbb96acc14 None None] Provisioning complete for port bff34dda-d824-4172-a7af-d7f5065e7402 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:29.533353 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e526490c-3f3c-4ebb-a5ad-99fbb96acc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.571034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=1ed57c20-b2b6-44d1-b580-df7c76aba1cd,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:29.576714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.590296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] No active binding found for port 10fad73e-001b-4bb2-b298-160924008c34 {{(pid=87794) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 05:51:29.591048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 10fad73e-001b-4bb2-b298-160924008c34 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 05:51:29.628240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.642980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=bff34dda-d824-4172-a7af-d7f5065e7402,revision_number=9']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:29.695546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-468a42ce-4439-4bbd-8572-8c97e209bd21 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.699430 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-468a42ce-4439-4bbd-8572-8c97e209bd21 tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "DELETE /v2.0/routers/88e7e69a-34c9-4249-9833-7cea564b169e HTTP/1.1" status: 204 len: 168 time: 1.2944231 Mar 03 05:51:29.701636 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:29.707111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58502) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:29.761926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec0573-a110-4ff7-961f-475ebf8eb7da None None] No DVR routers for this DVR port 10fad73e-001b-4bb2-b298-160924008c34 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:51:29.763457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Port 10fad73e-001b-4bb2-b298-160924008c34 not found, will not notify nova. {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 05:51:29.764346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8ba79742-a54b-4c6a-bb4d-636e51764655 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:29.773824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:29.794464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:29.795063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:29.807486 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec0573-a110-4ff7-961f-475ebf8eb7da None None] Pushing event deleted for resources: {'Port': ['ID=10fad73e-001b-4bb2-b298-160924008c34,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:29.852163 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3ef80f-aef6-48ed-9cec-0bf784050674 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:29.909682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Subnet': ['ID=5cc3e07d-c386-49ae-8d10-e34a78a76b70,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:29.978762 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-407306ea-1724-4081-9b9a-462f75a2436c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.8780241 Mar 03 05:51:29.979662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Checking segment: {'id': 'b1a3665b-4f37-4136-8d42-b03f5297a18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a9a8481-8abb-440e-bcb4-db8ede9eefb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:29.980042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Network hostable DHCP agents. Network: 0a9a8481-8abb-440e-bcb4-db8ede9eefb7, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:29.992678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58506) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:30.007615 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.007811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aaf08be-5b36-4b8d-abc2-708a2839d26d tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Deleting subnet 56bee108-d51e-45b2-a9c6-a146b7fda03e {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:51:30.012337 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.015124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.019414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Request body: {'port': {'network_id': 'f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5', 'mac_address': 'fa:16:3e:9c:3e:07', 'name': 'tempest-NetworksTestDHCPv6-1001869529'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:30.057324 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.058534 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9aaf08be-5b36-4b8d-abc2-708a2839d26d tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.108202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] For port adc9dc48-2468-4b6c-be4b-65f49cdc0a5e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=adc9dc48-2468-4b6c-be4b-65f49cdc0a5e,segment=NetworkSegment(d76c9aed-5ce9-4d0a-8ab2-6321c948031e),segment_id=d76c9aed-5ce9-4d0a-8ab2-6321c948031e)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:30.108669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.119563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:30.125748 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:30.127542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.128195 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Fanout notify agent at l3_agent the message router_deleted on router 0ec0b173-482a-4e7c-bb35-c26762082da6 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:51:30.132400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:30.133063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.154111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.168265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Subnet': ['ID=583cfe85-5e99-4696-8b85-d488266eea1c,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:30.239072 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8ba79742-a54b-4c6a-bb4d-636e51764655 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:30.239525 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.270661 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Subnet': ['ID=da4a9d51-5ad0-4410-9a37-6ebbf58d54eb,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:30.287976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Calling delete_port for adc9dc48-2468-4b6c-be4b-65f49cdc0a5e owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:30.328701 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Checking segment: {'id': '5807ba6e-52c4-44de-a33d-f7bd19e63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:30.329309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network hostable DHCP agents. Network: eb0ab427-b9a9-400a-8807-71dc738dd309, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:30.337888 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3202527 Mar 03 05:51:30.343337 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.348948 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-39f081bb-6990-42cc-a427-f6068b461272 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "DELETE /v2.0/routers/0ec0b173-482a-4e7c-bb35-c26762082da6 HTTP/1.1" status: 204 len: 168 time: 4.5612743 Mar 03 05:51:30.349941 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58510) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:30.350442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58512) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:30.371316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1604217337', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:30.385412 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'security_group': {'name': 'tempest-secgroup-370075222'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:30.395570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Network 0a9a8481-8abb-440e-bcb4-db8ede9eefb7 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:30.398524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.404455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:30.407035 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:30.417835 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c34c59-cbc4-40d6-9510-c6df03a0f71b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Subnet': ['ID=bab4bd82-ece1-4339-9268-8e20bac688f2,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:30.425519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9aaf08be-5b36-4b8d-abc2-708a2839d26d tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.428022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Usage tracker for resource:router and tenant:febb3bd0b277432e94b2917097a2dfcc is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:30.432063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:security_group and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:30.436967 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:30.440595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:30.457613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:30.484876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 0a9a8481-8abb-440e-bcb4-db8ede9eefb7) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:30.496944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:30.498780 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa61fb7d-95f9-4781-aedb-905c1d5eadfa None None] Network 0a9a8481-8abb-440e-bcb4-db8ede9eefb7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:30.516630 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network eb0ab427-b9a9-400a-8807-71dc738dd309 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:30.535908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:30.537520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.545055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.554777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.556108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.569192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, eb0ab427-b9a9-400a-8807-71dc738dd309) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:30.596176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:30.596835 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.605454 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-38b26b49-8c99-4943-b5f5-a25b9ab5524b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.8434227 Mar 03 05:51:30.607010 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58518) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:30.633270 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:30.641969 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Allocated IP 172.26.3.51 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/2b5c277a-4ca6-4bfb-be6e-d119f8f5fb2c) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:30.660646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:security_group_rule and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:30.670026 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:30.684269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.697934 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c92288-27ef-4eb3-b1dd-ce510bd2e458 None None] Network eb0ab427-b9a9-400a-8807-71dc738dd309 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:30.702010 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:30.705645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:30.728424 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-328f260e-c377-44e7-9d93-8bf13f4999bf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7014327 Mar 03 05:51:30.733987 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58522) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:30.844267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Port': ['ID=adc9dc48-2468-4b6c-be4b-65f49cdc0a5e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:30.846478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:30.854322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No DVR routers for this DVR port adc9dc48-2468-4b6c-be4b-65f49cdc0a5e on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:51:30.856336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:51:30.915646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:31.010318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9aaf08be-5b36-4b8d-abc2-708a2839d26d tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.022134 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:51:31.022474 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6b6c0fd0-1d9d-4085-8c95-3827f4683ef2 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:51:31.022883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bff34dda-d824-4172-a7af-d7f5065e7402 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:51:31.103001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.116892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Made reservation on behalf of 7201cccd96b94ae29ad530d0cd4ce237 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:31.168089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.223717 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e581d3e8-af6b-4064-b9ed-b52fe73c59d6 None None] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:31.336371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.354582 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2d776683-9491-48c3-8a6d-0bb20ab7054a None None] Provisioning complete for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:31.355203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2d776683-9491-48c3-8a6d-0bb20ab7054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.382362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-eb0ab427-b9a9-400a-8807-71dc738dd309', 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'fixed_ips': [{'subnet_id': '583cfe85-5e99-4696-8b85-d488266eea1c'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:31.383362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.438815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a35680a-5d36-4e4c-97ab-3a53e804bf87']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:31.464707 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76c9aed-5ce9-4d0a-8ab2-6321c948031e') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:31.465227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76c9aed-5ce9-4d0a-8ab2-6321c948031e') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:31.522742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.561266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9aaf08be-5b36-4b8d-abc2-708a2839d26d tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.605997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.609505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.626895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.636244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf08be-5b36-4b8d-abc2-708a2839d26d tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event deleted for resources: {'Subnet': ['ID=56bee108-d51e-45b2-a9c6-a146b7fda03e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:31.645031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9aaf08be-5b36-4b8d-abc2-708a2839d26d tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.649838 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.664379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8598b2b0-f8a5-4e94-b65c-2ecc9951c946 None None] Network 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:31.683543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:31.684365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:31.701807 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:31.791334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] device_id is not set on port b95c40aa-b697-4b5b-b23d-39c8c7447786 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:51:31.794969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45d4f99-049f-48e5-9215-9fca10b01af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-0a9a8481-8abb-440e-bcb4-db8ede9eefb7', 'network_id': '0a9a8481-8abb-440e-bcb4-db8ede9eefb7', 'tenant_id': '08a69d353a394481b00ee18f4ebfc800', 'fixed_ips': [{'subnet_id': 'da4a9d51-5ad0-4410-9a37-6ebbf58d54eb'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:31.795778 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a45d4f99-049f-48e5-9215-9fca10b01af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.828971 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9aaf08be-5b36-4b8d-abc2-708a2839d26d tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "DELETE /v2.0/subnets/56bee108-d51e-45b2-a9c6-a146b7fda03e HTTP/1.1" status: 204 len: 168 time: 2.1129105 Mar 03 05:51:31.840595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58526) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:31.926463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.940036 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.965531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port bff34dda-d824-4172-a7af-d7f5065e7402, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bff34dda-d824-4172-a7af-d7f5065e7402,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:31.965772 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:31.967149 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.016011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.047264 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Network': ['ID=8a35680a-5d36-4e4c-97ab-3a53e804bf87,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:32.064503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.071344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.103455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.108308 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ffafb6db-c11b-4662-806c-c2cc2b9892c6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/8a35680a-5d36-4e4c-97ab-3a53e804bf87 HTTP/1.1" status: 204 len: 168 time: 8.2923348 Mar 03 05:51:32.124572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58530) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:32.137577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Allocated IP 2001:db8:3::2 (eb0ab427-b9a9-400a-8807-71dc738dd309/583cfe85-5e99-4696-8b85-d488266eea1c/e8745631-cdf5-42c4-b4b3-91ea2e9adeee) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:32.144770 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:32.165636 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.169987 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-442116538'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:32.173716 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:32.176585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:32.177364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Subnet': ['ID=da4a9d51-5ad0-4410-9a37-6ebbf58d54eb,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:32.224128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:32.241314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Deleting port 06c438bd-ddbe-4089-9e5b-f4a361911249 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:32.241917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.246388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Pushing event updated for resources: {'Port': ['ID=2b5c277a-4ca6-4bfb-be6e-d119f8f5fb2c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:32.257036 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:network and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:32.260805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e948c4b-79e9-4659-8de0-3150aa05479b,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:32.266523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:32.309088 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.312961 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8c2a1028-2e41-409f-b771-04027f1f2ffe tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.9521999 Mar 03 05:51:32.325466 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:32.346047 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58534) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:32.364565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2d776683-9491-48c3-8a6d-0bb20ab7054a None None] Provisioning complete for port 95120444-9ba8-49e8-81a1-2cb12778fdb7 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:32.364957 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2d776683-9491-48c3-8a6d-0bb20ab7054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.394104 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=bff34dda-d824-4172-a7af-d7f5065e7402,revision_number=10']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server [None req-a45d4f99-049f-48e5-9215-9fca10b01af4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da4a9d51-5ad0-4410-9a37-6ebbf58d54eb: This subnet is being modified by another concurrent operation. Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 05:51:32.405980 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise exception Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da4a9d51-5ad0-4410-9a37-6ebbf58d54eb: This subnet is being modified by another concurrent operation. Mar 03 05:51:32.409489 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server Mar 03 05:51:32.432297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.437481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c15251-0727-4f79-b35f-b7898d05a25f None None] Network 0a9a8481-8abb-440e-bcb4-db8ede9eefb7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:32.494829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'security_group': {'name': 'tempest-secgroup-1647055480'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:32.503696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:32.509829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:security_group and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:32.513230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:32.531762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:32.543737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9a8481-8abb-440e-bcb4-db8ede9eefb7']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:32.562749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.570553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8::2b5 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/e0952fc8-66eb-41ab-8612-ccfb4e199ac8/b95c40aa-b697-4b5b-b23d-39c8c7447786) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:32.581265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a3665b-4f37-4136-8d42-b03f5297a18a') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:32.581740 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a3665b-4f37-4136-8d42-b03f5297a18a') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:32.596116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:32.599624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.625622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9c:3e07 (f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5/5cc3e07d-c386-49ae-8d10-e34a78a76b70/b95c40aa-b697-4b5b-b23d-39c8c7447786) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:32.632062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.633347 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2d776683-9491-48c3-8a6d-0bb20ab7054a None None] Port 95120444-9ba8-49e8-81a1-2cb12778fdb7 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:32.709429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.752681 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.765641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1ed57c20-b2b6-44d1-b580-df7c76aba1cd up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:32.771013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:32.773608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:32.774143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:32.809323 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:32.817223 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8fce8c-5327-4ee0-89d6-587871ab6a5f None None] DHCP port deletion for 0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:51:32.842929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:32.846932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.865433 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.866627 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Added segment 8e0a0244-9c1c-4284-a2c4-a34951472e22 of type vlan for network 54693406-ba92-461b-bbe1-9326095aad7d Mar 03 05:51:32.867099 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:security_group_rule and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:32.881040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:32.892744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] For port 06c438bd-ddbe-4089-9e5b-f4a361911249, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=06c438bd-ddbe-4089-9e5b-f4a361911249,segment=NetworkSegment(61366153-de5c-478b-82a3-83660c3aec3e),segment_id=61366153-de5c-478b-82a3-83660c3aec3e)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:32.893354 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.909341 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fce8c-5327-4ee0-89d6-587871ab6a5f None None] Deleting port 06c438bd-ddbe-4089-9e5b-f4a361911249 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:32.909860 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8e8fce8c-5327-4ee0-89d6-587871ab6a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:32.930306 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:33.005009 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.021109 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.030048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-76b45ec6-0082-4c31-978b-ff11d081d891 None None] Provisioning complete for port bff34dda-d824-4172-a7af-d7f5065e7402 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:33.030510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-76b45ec6-0082-4c31-978b-ff11d081d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.042915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Calling delete_port for 06c438bd-ddbe-4089-9e5b-f4a361911249 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:33.067029 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Transition to ACTIVE for port object e8745631-cdf5-42c4-b4b3-91ea2e9adeee will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:33.076466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60784ebb-f4b8-4114-aa44-5ec425d343e6 None None] Update dhcp port {'port': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'fixed_ips': [{'subnet_id': '3368d077-52c5-4721-9f69-a122165dc84b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bab4bd82-ece1-4339-9268-8e20bac688f2'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': '137cb9c4-92ee-49a3-b8c2-d89e6b2db842'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:51:33.077185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.077529 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.111672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.186474 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Transition to ACTIVE for port object e8745631-cdf5-42c4-b4b3-91ea2e9adeee will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:33.209345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:51:33.250029 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.272076 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/networks/0a9a8481-8abb-440e-bcb4-db8ede9eefb7 HTTP/1.1" status: 204 len: 168 time: 2.6566830 Mar 03 05:51:33.283650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6d03d-8068-4ae9-9679-a7da1ab8e51f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Network': ['ID=0a9a8481-8abb-440e-bcb4-db8ede9eefb7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:33.286150 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-60784ebb-f4b8-4114-aa44-5ec425d343e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.291377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58538) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:33.294972 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:33.295408 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.306074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-87188044'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:33.368910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:33.392741 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Usage tracker for resource:network and tenant:08a69d353a394481b00ee18f4ebfc800 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:33.398369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:33.409488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:33.413443 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.420487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:33.421185 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.427530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.457008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.485172 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Network eb0ab427-b9a9-400a-8807-71dc738dd309 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:33.492948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event deleted for resources: {'Port': ['ID=06c438bd-ddbe-4089-9e5b-f4a361911249,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:33.495366 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:33.498935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.508859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:33.511306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] No DVR routers for this DVR port 06c438bd-ddbe-4089-9e5b-f4a361911249 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:51:33.514158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-8e8fce8c-5327-4ee0-89d6-587871ab6a5f None None] For port 06c438bd-ddbe-4089-9e5b-f4a361911249, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=06c438bd-ddbe-4089-9e5b-f4a361911249,segment=NetworkSegment(61366153-de5c-478b-82a3-83660c3aec3e),segment_id=61366153-de5c-478b-82a3-83660c3aec3e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:33.514744 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8e8fce8c-5327-4ee0-89d6-587871ab6a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.531054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:33.545370 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.568241 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Pushing event updated for resources: {'Port': ['ID=e8745631-cdf5-42c4-b4b3-91ea2e9adeee,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:33.605294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.620555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.672241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:33.678026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.696824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Transition to ACTIVE for port object b95c40aa-b697-4b5b-b23d-39c8c7447786 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:33.718610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:33.726051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.726436 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Added segment b09951cd-613e-45bb-bdc3-34bb23642f34 of type vlan for network 26a46da8-0ac3-4831-a589-652031d42ca7 Mar 03 05:51:33.741411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61366153-de5c-478b-82a3-83660c3aec3e') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:33.741687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61366153-de5c-478b-82a3-83660c3aec3e') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:33.765278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.791080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.793577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fce8c-5327-4ee0-89d6-587871ab6a5f None None] Calling delete_port for 06c438bd-ddbe-4089-9e5b-f4a361911249 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:33.802891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.809881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.864230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:33.864631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:33.879915 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:33.894321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-76b45ec6-0082-4c31-978b-ff11d081d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.905034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.958745 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=54693406-ba92-461b-bbe1-9326095aad7d,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:33.967438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:33.975706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:33.978266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.983337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:33.983531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:33.999002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:34.004345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:34.004984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.019376 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 54693406-ba92-461b-bbe1-9326095aad7d details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:34.019584 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a11ce9ba-d9f1-45af-85aa-36113ded23d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8801379 Mar 03 05:51:34.027074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58542) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:34.033243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Attempting to bind port e8745631-cdf5-42c4-b4b3-91ea2e9adeee on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:34.033243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Attempting to bind port e8745631-cdf5-42c4-b4b3-91ea2e9adeee by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '5807ba6e-52c4-44de-a33d-f7bd19e63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:34.033622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Attempting to bind port e8745631-cdf5-42c4-b4b3-91ea2e9adeee on network eb0ab427-b9a9-400a-8807-71dc738dd309 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:34.050789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.052097 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7003956 Mar 03 05:51:34.053715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-528b833e-341d-4184-9bea-9c9bce86cc04 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:34.059482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Allocated IP 2001:db8:3::1 (eb0ab427-b9a9-400a-8807-71dc738dd309/583cfe85-5e99-4696-8b85-d488266eea1c/18ec5301-06e3-4e1a-aec3-32a2c7bffb8d) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:34.064380 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58546) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:34.069233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30e887-3b13-4bfa-a131-4b4b88699fd9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5b8548-4e3a-46f4-a1b2-fe2389957f2c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:34.087821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event updated for resources: {'Port': ['ID=b95c40aa-b697-4b5b-b23d-39c8c7447786,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:34.094932 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:34.095303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Checking segment: {'id': '5807ba6e-52c4-44de-a33d-f7bd19e63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:34.095705 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.096118 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Bound using segment: {'id': '5807ba6e-52c4-44de-a33d-f7bd19e63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:34.096595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Bound port: e8745631-cdf5-42c4-b4b3-91ea2e9adeee, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5807ba6e-52c4-44de-a33d-f7bd19e63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:34.097770 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.134177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'security_group': {'name': 'tempest-secgroup-740812242'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:34.148845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:34.168107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:security_group and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:34.174705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:34.192365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.204765 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:34.260199 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9635448 Mar 03 05:51:34.261523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Allocated IP 172.26.3.21 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/ef857cc1-98a6-4ef5-8dbb-9e9662263b24) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:34.270786 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.270993 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-8e8fce8c-5327-4ee0-89d6-587871ab6a5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:51:34.270993 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-8e8fce8c-5327-4ee0-89d6-587871ab6a5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:51:34.273735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:34.279242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58550) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:34.280693 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6b013131-0fdd-4af3-96be-2012513ae24f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.2844217 Mar 03 05:51:34.285095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.295355 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] 10.222.0.20 "DELETE /v2.0/networks/0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1 HTTP/1.1" status: 204 len: 168 time: 2.4533987 Mar 03 05:51:34.318792 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-76b45ec6-0082-4c31-978b-ff11d081d891 None None] For port bff34dda-d824-4172-a7af-d7f5065e7402, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bff34dda-d824-4172-a7af-d7f5065e7402,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:34.333513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.334896 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58552) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:34.350833 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'subnet': {'network_id': '26a46da8-0ac3-4831-a589-652031d42ca7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:34.417329 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.425198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94071418-d563-4e0a-9950-d695a2197991 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Network': ['ID=26a46da8-0ac3-4831-a589-652031d42ca7,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:34.439702 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-76b45ec6-0082-4c31-978b-ff11d081d891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.496310 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 26a46da8-0ac3-4831-a589-652031d42ca7 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:34.518463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-60784ebb-f4b8-4114-aa44-5ec425d343e6 None None] Allocated IP 2001:db8::2 (65cee256-e8c1-4c85-8ff6-ff678b5a8571/bab4bd82-ece1-4339-9268-8e20bac688f2/137cb9c4-92ee-49a3-b8c2-d89e6b2db842) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:34.539616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:34.563208 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31936c59-bcd1-4160-a924-ca725575738f tempest-FloatingIPNegativeTestJSON-1528325530 tempest-FloatingIPNegativeTestJSON-1528325530-project] Pushing event deleted for resources: {'Network': ['ID=0fe0937e-5b7f-47e1-9e05-77ceb8b9f0b1,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:34.614013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-528b833e-341d-4184-9bea-9c9bce86cc04 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.619377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:security_group_rule and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:34.635687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-528b833e-341d-4184-9bea-9c9bce86cc04 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.666822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-528b833e-341d-4184-9bea-9c9bce86cc04 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network 54693406-ba92-461b-bbe1-9326095aad7d is not hosted by any dhcp agent {{(pid=87793) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 05:51:34.668784 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:34.675108 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528b833e-341d-4184-9bea-9c9bce86cc04 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:34.675529 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-528b833e-341d-4184-9bea-9c9bce86cc04 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.679857 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-528b833e-341d-4184-9bea-9c9bce86cc04 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "PUT /v2.0/networks/54693406-ba92-461b-bbe1-9326095aad7d HTTP/1.1" status: 200 len: 723 time: 0.6425679 Mar 03 05:51:34.680702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58562) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:34.707956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'subnet': {'network_id': '54693406-ba92-461b-bbe1-9326095aad7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:34.733421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58566) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:34.770664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:34.783129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b45ec6-0082-4c31-978b-ff11d081d891 None None] Pushing event updated for resources: {'Port': ['ID=bff34dda-d824-4172-a7af-d7f5065e7402,revision_number=11']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:34.787615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fce8c-5327-4ee0-89d6-587871ab6a5f None None] Deleting port 06c438bd-ddbe-4089-9e5b-f4a361911249 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:34.788274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8e8fce8c-5327-4ee0-89d6-587871ab6a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.816963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b833e-341d-4184-9bea-9c9bce86cc04 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=54693406-ba92-461b-bbe1-9326095aad7d,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:34.818217 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] For port e8745631-cdf5-42c4-b4b3-91ea2e9adeee, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:34.825988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Pushing event updated for resources: {'Port': ['ID=2b5c277a-4ca6-4bfb-be6e-d119f8f5fb2c,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:34.827488 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-aef4ee44-9548-4aa3-a9bd-c8f8123d7355 None None] Provisioning for port b95c40aa-b697-4b5b-b23d-39c8c7447786 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:34.844434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-15921673-0050-42bf-b414-5d98a777f4e5 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting port b95c40aa-b697-4b5b-b23d-39c8c7447786 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:34.844779 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15921673-0050-42bf-b414-5d98a777f4e5 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.880839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 54693406-ba92-461b-bbe1-9326095aad7d details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:34.892239 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.906150 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-aef4ee44-9548-4aa3-a9bd-c8f8123d7355 None None] Provisioning complete for port b95c40aa-b697-4b5b-b23d-39c8c7447786 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:34.906660 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aef4ee44-9548-4aa3-a9bd-c8f8123d7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.910710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:34.914806 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:subnet and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:34.918468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:34.924872 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:34.930021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:34.935996 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.937240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8e8fce8c-5327-4ee0-89d6-587871ab6a5f None None] The port '06c438bd-ddbe-4089-9e5b-f4a361911249' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:51:34.937656 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:34.942015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.954901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] For port e8745631-cdf5-42c4-b4b3-91ea2e9adeee, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e8745631-cdf5-42c4-b4b3-91ea2e9adeee,segment=NetworkSegment(5807ba6e-52c4-44de-a33d-f7bd19e63477),segment_id=5807ba6e-52c4-44de-a33d-f7bd19e63477)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:34.956007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:34.979983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:34.985678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:34.986185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.009277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:35.067739 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Transition to ACTIVE for port object 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:35.100322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.101706 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-643ee672-1c6d-49c3-a99a-4e95185370c8 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5955751 Mar 03 05:51:35.107172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58572) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:35.112708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.120901 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:35.123442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-799215764', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'fixed_ips': [{'ip_address': '172.26.3.51'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:35.124677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.132627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:35.140609 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e17f4c87-339c-41dc-86e5-b54253e366e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e791c1dbb294a3db14d8c6ada79981f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3994391 Mar 03 05:51:35.141714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58576) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:35.144683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Usage tracker for resource:port and tenant:076d1dfbb4bb49dca90b3b62e5524f91 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:35.158507 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:35.167805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:35.179449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-aef4ee44-9548-4aa3-a9bd-c8f8123d7355 None None] Port b95c40aa-b697-4b5b-b23d-39c8c7447786 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:35.193612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-60784ebb-f4b8-4114-aa44-5ec425d343e6 None None] For port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=137cb9c4-92ee-49a3-b8c2-d89e6b2db842,segment=NetworkSegment(de4db6c6-ade6-4a1b-a36c-ec88df22c6d8),segment_id=de4db6c6-ade6-4a1b-a36c-ec88df22c6d8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:35.231331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Made reservation on behalf of 076d1dfbb4bb49dca90b3b62e5524f91 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:35.234093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.251634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ac4d9-0e09-480f-9a3e-71c0893aebe4 None None] Pushing event updated for resources: {'Port': ['ID=e8745631-cdf5-42c4-b4b3-91ea2e9adeee,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:35.298983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-60784ebb-f4b8-4114-aa44-5ec425d343e6 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.333666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-60784ebb-f4b8-4114-aa44-5ec425d343e6 None None] Transition to ACTIVE for port object 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:35.342703 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-60784ebb-f4b8-4114-aa44-5ec425d343e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.385641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.407852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.448419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3b873aac-08f9-474b-88d8-cc0f666ffbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.451510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.452843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:35.478942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Usage tracker for resource:security_group_rule and tenant:076d1dfbb4bb49dca90b3b62e5524f91 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:35.484917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:35.487669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.507628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:35.525617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3b873aac-08f9-474b-88d8-cc0f666ffbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.543856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.546964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=95aa2777-f3bc-4e88-97fb-8dffacdd0aeb,segment=NetworkSegment(aa79fa48-51dd-412b-8f8a-92cb873e7197),segment_id=aa79fa48-51dd-412b-8f8a-92cb873e7197)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:35.550841 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60784ebb-f4b8-4114-aa44-5ec425d343e6 None None] Pushing event updated for resources: {'Port': ['ID=137cb9c4-92ee-49a3-b8c2-d89e6b2db842,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:35.554638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.555682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bff34dda-d824-4172-a7af-d7f5065e7402 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:35.556167 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.689340 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9116ac11-420d-459e-9d63-1241bc757b6d,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:35.731049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Subnet': ['ID=43af8867-2a45-4bc5-8a42-78fff445cba9,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:35.740460 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking segment: {'id': '8e0a0244-9c1c-4284-a2c4-a34951472e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54693406-ba92-461b-bbe1-9326095aad7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:35.741177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network hostable DHCP agents. Network: 54693406-ba92-461b-bbe1-9326095aad7d, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:35.766651 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=95aa2777-f3bc-4e88-97fb-8dffacdd0aeb,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:35.778489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port bff34dda-d824-4172-a7af-d7f5065e7402 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:35.779064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.788648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3b873aac-08f9-474b-88d8-cc0f666ffbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.804858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network eb0ab427-b9a9-400a-8807-71dc738dd309 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:35.811584 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network 54693406-ba92-461b-bbe1-9326095aad7d is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:35.818656 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=18ec5301-06e3-4e1a-aec3-32a2c7bffb8d,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:35.821835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b873aac-08f9-474b-88d8-cc0f666ffbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc4a420-873c-4c7d-bb43-4fa2a36ed34e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:35.828581 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:35.844015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15921673-0050-42bf-b414-5d98a777f4e5 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.849464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 54693406-ba92-461b-bbe1-9326095aad7d) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:35.854570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:35.855289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526972'] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.860954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:35.861516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.882503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec27b29-886c-46e8-84ad-7952396da162 None None] Network 54693406-ba92-461b-bbe1-9326095aad7d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:35.885514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.887459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3b873aac-08f9-474b-88d8-cc0f666ffbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.889136 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3b873aac-08f9-474b-88d8-cc0f666ffbc6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fc4a420-873c-4c7d-bb43-4fa2a36ed34e HTTP/1.1" status: 204 len: 168 time: 0.7469854 Mar 03 05:51:35.894618 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-401b6625-f284-42ab-a084-734006b9012c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1975367 Mar 03 05:51:35.898257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:35.901073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58582) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:35.917861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] device_id is not set on port b9c9a358-dfaa-4d9e-b589-9389da2e4411 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:51:35.957222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d3f81401-e5b5-489d-81e6-aeb7bd1b00da tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:36.061037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6423dc8f-4cc4-45cd-9ae1-45365c787749,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:36.277605 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:36.297504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-15921673-0050-42bf-b414-5d98a777f4e5 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Calling delete_port for b95c40aa-b697-4b5b-b23d-39c8c7447786 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:36.321435 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 03 05:51:36.322246 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:36.417475 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-54693406-ba92-461b-bbe1-9326095aad7d', 'network_id': '54693406-ba92-461b-bbe1-9326095aad7d', 'tenant_id': '4fe60e3d9d73442c9246c69224665117', 'fixed_ips': [{'subnet_id': '43af8867-2a45-4bc5-8a42-78fff445cba9'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:36.421921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:36.425025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3f81401-e5b5-489d-81e6-aeb7bd1b00da tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3751034'] for subnet, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:36.506496 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-49850b34-03da-4fef-8d44-0fcbf13c103e tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3917973 Mar 03 05:51:36.506952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58594) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:36.566312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 10fad73e-001b-4bb2-b298-160924008c34 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:51:36.610207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 10fad73e-001b-4bb2-b298-160924008c34 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:51:36.610551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 10fad73e-001b-4bb2-b298-160924008c34 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:51:36.801778 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:36.804601 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f5de9dea-da29-4d57-9651-1c8c10771049 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.7363179 Mar 03 05:51:36.809428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58602) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:36.819101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6e8c3b6c-d193-4d78-8fc9-0be33442e991 None None] Provisioning for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:36.827684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-02d5e519-6956-48c8-ac56-70ac9d4b6e8c tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Deleting port 2b5c277a-4ca6-4bfb-be6e-d119f8f5fb2c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:36.828142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02d5e519-6956-48c8-ac56-70ac9d4b6e8c tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:36.835696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:36.838236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:36.840153 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6e8c3b6c-d193-4d78-8fc9-0be33442e991 None None] Provisioning complete for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:36.841112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6e8c3b6c-d193-4d78-8fc9-0be33442e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:36.846208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:36.880696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2000934042', 'security_groups': ['9116ac11-420d-459e-9d63-1241bc757b6d'], 'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bab4bd82-ece1-4339-9268-8e20bac688f2'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:36.944173 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:37.057641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3deb61-cfd2-4661-b321-6c10f677a754 None None] Network eb0ab427-b9a9-400a-8807-71dc738dd309 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:37.128063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:37.148581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Allocated IP 172.20.0.2 (54693406-ba92-461b-bbe1-9326095aad7d/43af8867-2a45-4bc5-8a42-78fff445cba9/f186109d-c885-4da7-9c7f-6ec0ea542518) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:37.180295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58612) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:37.232079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02d5e519-6956-48c8-ac56-70ac9d4b6e8c tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:37.232489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02d5e519-6956-48c8-ac56-70ac9d4b6e8c tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:37.263653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Pushing event updated for resources: {'Port': ['ID=ef857cc1-98a6-4ef5-8dbb-9e9662263b24,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:37.285935 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:37.364202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-02d5e519-6956-48c8-ac56-70ac9d4b6e8c tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Calling delete_port for 2b5c277a-4ca6-4bfb-be6e-d119f8f5fb2c owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:37.426760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:37.427386 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:37.447051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:37.457778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:37.472248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6e8c3b6c-d193-4d78-8fc9-0be33442e991 None None] Provisioning complete for port 95120444-9ba8-49e8-81a1-2cb12778fdb7 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:37.472631 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6e8c3b6c-d193-4d78-8fc9-0be33442e991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:37.500961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:37.515732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-288d6213-c699-4d80-9187-ebab354a343e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1740915861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:37.570904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-288d6213-c699-4d80-9187-ebab354a343e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:37.586371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c3b6c-d193-4d78-8fc9-0be33442e991 None None] Port 95120444-9ba8-49e8-81a1-2cb12778fdb7 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:37.599973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-288d6213-c699-4d80-9187-ebab354a343e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Usage tracker for resource:router and tenant:abab0c97a5544b6ba2a038cf717da2e4 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:37.603386 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15921673-0050-42bf-b414-5d98a777f4e5 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:37.610202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Subnet': ['ID=545052f6-72e1-4c41-88b7-49494d4c86b1,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:37.619706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-288d6213-c699-4d80-9187-ebab354a343e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:37.727059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e8745631-cdf5-42c4-b4b3-91ea2e9adeee up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:37.731476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-288d6213-c699-4d80-9187-ebab354a343e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:37.764844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:37.786002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-aa6477f0-1a93-4474-ba3a-0e649ddd30a6 None None] Provisioning for port e8745631-cdf5-42c4-b4b3-91ea2e9adeee completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:37.797596 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Transition to ACTIVE for port object f186109d-c885-4da7-9c7f-6ec0ea542518 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:37.812027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02d5e519-6956-48c8-ac56-70ac9d4b6e8c tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:37.817616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15921673-0050-42bf-b414-5d98a777f4e5 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Port': ['ID=b95c40aa-b697-4b5b-b23d-39c8c7447786,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:37.842209 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Transition to ACTIVE for port object f186109d-c885-4da7-9c7f-6ec0ea542518 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:37.853491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:37.952021 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Pushing event updated for resources: {'Port': ['ID=f186109d-c885-4da7-9c7f-6ec0ea542518,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:37.965235 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Checking segment: {'id': 'b09951cd-613e-45bb-bdc3-34bb23642f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '26a46da8-0ac3-4831-a589-652031d42ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:37.966546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Network hostable DHCP agents. Network: 26a46da8-0ac3-4831-a589-652031d42ca7, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:37.966666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Network 54693406-ba92-461b-bbe1-9326095aad7d is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:37.972678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:37.979682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:38.024962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5e519-6956-48c8-ac56-70ac9d4b6e8c tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b5c277a-4ca6-4bfb-be6e-d119f8f5fb2c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:38.048405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.058209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-288d6213-c699-4d80-9187-ebab354a343e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.059332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-288d6213-c699-4d80-9187-ebab354a343e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.063761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15921673-0050-42bf-b414-5d98a777f4e5 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.085906 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port e8745631-cdf5-42c4-b4b3-91ea2e9adeee completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:38.097242 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e8745631-cdf5-42c4-b4b3-91ea2e9adeee triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:38.097612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.145477 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-15921673-0050-42bf-b414-5d98a777f4e5 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/b95c40aa-b697-4b5b-b23d-39c8c7447786 HTTP/1.1" status: 204 len: 168 time: 3.8020270 Mar 03 05:51:38.148873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58618) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:38.152523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Network 26a46da8-0ac3-4831-a589-652031d42ca7 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:38.190517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b6466ff6-d8db-415b-be31-c2239fe4bb18 None None] Provisioning complete for port e8745631-cdf5-42c4-b4b3-91ea2e9adeee triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:38.190783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b6466ff6-d8db-415b-be31-c2239fe4bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.190914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-288d6213-c699-4d80-9187-ebab354a343e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.215611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] device_id is not set on port a19fc601-5f3e-4480-8659-2ae3cb0dc316 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:51:38.229991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Attempting to bind port f186109d-c885-4da7-9c7f-6ec0ea542518 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:38.230785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Attempting to bind port f186109d-c885-4da7-9c7f-6ec0ea542518 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '8e0a0244-9c1c-4284-a2c4-a34951472e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54693406-ba92-461b-bbe1-9326095aad7d'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:38.231318 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Attempting to bind port f186109d-c885-4da7-9c7f-6ec0ea542518 on network 54693406-ba92-461b-bbe1-9326095aad7d {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:38.249714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:38.250085 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Checking segment: {'id': '8e0a0244-9c1c-4284-a2c4-a34951472e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54693406-ba92-461b-bbe1-9326095aad7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:38.250734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.251660 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Bound using segment: {'id': '8e0a0244-9c1c-4284-a2c4-a34951472e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54693406-ba92-461b-bbe1-9326095aad7d'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:38.252834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Bound port: f186109d-c885-4da7-9c7f-6ec0ea542518, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0a0244-9c1c-4284-a2c4-a34951472e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '54693406-ba92-461b-bbe1-9326095aad7d'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:38.253424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.266731 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3f81401-e5b5-489d-81e6-aeb7bd1b00da tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781475358693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2707303'] for subnet, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.305310 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 26a46da8-0ac3-4831-a589-652031d42ca7) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:38.309824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:38.310518 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.327792 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359bbac1-92bb-4a4e-b1f3-fed5452328d1 None None] Network 26a46da8-0ac3-4831-a589-652031d42ca7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:38.362585 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f81401-e5b5-489d-81e6-aeb7bd1b00da tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:38.363178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3f81401-e5b5-489d-81e6-aeb7bd1b00da tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.367283 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d3f81401-e5b5-489d-81e6-aeb7bd1b00da tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "PUT /v2.0/subnets/43af8867-2a45-4bc5-8a42-78fff445cba9 HTTP/1.1" status: 200 len: 806 time: 2.4527192 Mar 03 05:51:38.380074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58622) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:38.394610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02d5e519-6956-48c8-ac56-70ac9d4b6e8c tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.523252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f81401-e5b5-489d-81e6-aeb7bd1b00da tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Subnet': ['ID=43af8867-2a45-4bc5-8a42-78fff445cba9,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:38.525991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.584316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.596093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db69e7d0-5c17-428e-87ce-a150e696de60 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:38.596798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-db69e7d0-5c17-428e-87ce-a150e696de60 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:38.627913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02d5e519-6956-48c8-ac56-70ac9d4b6e8c tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.640471 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-02d5e519-6956-48c8-ac56-70ac9d4b6e8c tempest-ExternalNetworksAdminNegativeTestJSON-1434194288 tempest-ExternalNetworksAdminNegativeTestJSON-1434194288-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/d45832d7-44ed-46e1-95c9-495a40a97f37 HTTP/1.1" status: 204 len: 168 time: 2.1128340 Mar 03 05:51:38.660784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] For port f186109d-c885-4da7-9c7f-6ec0ea542518, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:38.672833 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-288d6213-c699-4d80-9187-ebab354a343e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.678452 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port e8745631-cdf5-42c4-b4b3-91ea2e9adeee, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e8745631-cdf5-42c4-b4b3-91ea2e9adeee,segment=NetworkSegment(5807ba6e-52c4-44de-a33d-f7bd19e63477),segment_id=5807ba6e-52c4-44de-a33d-f7bd19e63477)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:38.715346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b6466ff6-d8db-415b-be31-c2239fe4bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.719149 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e611962f-5f2b-46c6-bd24-642359f86448 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.3891289 Mar 03 05:51:38.722057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-288d6213-c699-4d80-9187-ebab354a343e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.725610 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-288d6213-c699-4d80-9187-ebab354a343e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4992526 Mar 03 05:51:38.725752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.725852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58628) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:38.725852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58630) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:38.726256 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:38.757632 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] For port f186109d-c885-4da7-9c7f-6ec0ea542518, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f186109d-c885-4da7-9c7f-6ec0ea542518,segment=NetworkSegment(8e0a0244-9c1c-4284-a2c4-a34951472e22),segment_id=8e0a0244-9c1c-4284-a2c4-a34951472e22)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:38.825561 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:38.939992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-714705228'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:38.947129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:38.951946 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Usage tracker for resource:network and tenant:abab0c97a5544b6ba2a038cf717da2e4 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:38.955912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:38.962756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:38.971479 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=e8745631-cdf5-42c4-b4b3-91ea2e9adeee,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:38.973215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-db69e7d0-5c17-428e-87ce-a150e696de60 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:38.986438 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-db69e7d0-5c17-428e-87ce-a150e696de60 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8319311 Mar 03 05:51:38.988633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8::1a1 (65cee256-e8c1-4c85-8ff6-ff678b5a8571/bab4bd82-ece1-4339-9268-8e20bac688f2/a19fc601-5f3e-4480-8659-2ae3cb0dc316) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:39.002281 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Made reservation on behalf of abab0c97a5544b6ba2a038cf717da2e4 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:39.012895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.021840 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-26a46da8-0ac3-4831-a589-652031d42ca7', 'network_id': '26a46da8-0ac3-4831-a589-652031d42ca7', 'tenant_id': '08a69d353a394481b00ee18f4ebfc800', 'fixed_ips': [{'subnet_id': '545052f6-72e1-4c41-88b7-49494d4c86b1'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:39.022678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.023026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58638) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:39.042732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58640) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:39.042931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.045952 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.058492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.058676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.069723 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-b6466ff6-d8db-415b-be31-c2239fe4bb18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:51:39.070025 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-b6466ff6-d8db-415b-be31-c2239fe4bb18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:51:39.097128 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:39.097380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.123503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:39.127937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Usage tracker for resource:security_group_rule and tenant:abab0c97a5544b6ba2a038cf717da2e4 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:39.131199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:39.133514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.137831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:39.211602 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc10340-a442-4340-9845-93f6fddac215 None None] Pushing event updated for resources: {'Port': ['ID=f186109d-c885-4da7-9c7f-6ec0ea542518,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:39.240098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.308909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.355858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.358716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port f186109d-c885-4da7-9c7f-6ec0ea542518 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:39.359049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.369460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event updated for resources: {'Port': ['ID=18ec5301-06e3-4e1a-aec3-32a2c7bffb8d,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:39.374018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Allocated IP 2001:db8::2 (26a46da8-0ac3-4831-a589-652031d42ca7/545052f6-72e1-4c41-88b7-49494d4c86b1/2eb65879-6340-4f80-b9ae-1649615b56b5) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:39.379223 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-af8a9ed8-0d47-43ca-8478-a131057bf6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.459490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640b40a3-f01e-4fc6-adfb-2f0273243514,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:39.503977 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-af8a9ed8-0d47-43ca-8478-a131057bf6d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:39.505158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.517612 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:39.573985 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-af8a9ed8-0d47-43ca-8478-a131057bf6d5 admin admin] Usage tracker for resource:security_group_rule and tenant:8b78ee7437e4481080d950ac7220d801 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:39.583458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-af8a9ed8-0d47-43ca-8478-a131057bf6d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:39.593718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9b59f-256d-4bfd-a955-8f7cd5d472f4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:39.594183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-af8a9ed8-0d47-43ca-8478-a131057bf6d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:39.597740 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-09b9b59f-256d-4bfd-a955-8f7cd5d472f4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5425923 Mar 03 05:51:39.600479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58648) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:39.662570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.662833 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Added segment c21fba77-b676-4239-9fae-b5e759c996df of type vlan for network 3187e037-39b5-4a8d-aa0d-3909628d798c Mar 03 05:51:39.678216 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bff34dda-d824-4172-a7af-d7f5065e7402 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:39.720130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Network eb0ab427-b9a9-400a-8807-71dc738dd309 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:39.729698 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:39.761992 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5edb3-a417-493c-9a35-5559f96ea746 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:39.763993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5edb3-a417-493c-9a35-5559f96ea746 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:39.765476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5edb3-a417-493c-9a35-5559f96ea746 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:39.766288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-efa5edb3-a417-493c-9a35-5559f96ea746 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:39.804902 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b6466ff6-d8db-415b-be31-c2239fe4bb18 None None] Provisioning for port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:39.805473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.823973 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port bff34dda-d824-4172-a7af-d7f5065e7402 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:39.824351 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.857898 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b6466ff6-d8db-415b-be31-c2239fe4bb18 None None] Provisioning complete for port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:39.858693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b6466ff6-d8db-415b-be31-c2239fe4bb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.889290 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.936773 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Transition to ACTIVE for port object 2eb65879-6340-4f80-b9ae-1649615b56b5 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:39.945486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:39.963798 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b6466ff6-d8db-415b-be31-c2239fe4bb18 None None] Port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:39.978645 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Transition to ACTIVE for port object 2eb65879-6340-4f80-b9ae-1649615b56b5 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:40.004064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Router 26e528f9-1c70-4441-91de-aba96b12b658 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:51:40.021599 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.025648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 3fe65802-28ae-4793-9dbb-83ec890567ee has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:51:40.035917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-efa5edb3-a417-493c-9a35-5559f96ea746 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:40.041731 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-efa5edb3-a417-493c-9a35-5559f96ea746 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4399168 Mar 03 05:51:40.042884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58652) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:40.114359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-af8a9ed8-0d47-43ca-8478-a131057bf6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.139812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Network 26a46da8-0ac3-4831-a589-652031d42ca7 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:40.152293 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:40.159324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:40.199262 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.210463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.255210 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-510c43c9-b597-4b51-8316-b2eaf56b00b7 None None] Provisioning complete for port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:40.255749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-510c43c9-b597-4b51-8316-b2eaf56b00b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.289306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Subnet': ['ID=545052f6-72e1-4c41-88b7-49494d4c86b1,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:40.289586 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-70361847-a744-4b0d-8fae-babf74b3c724 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet 5cc3e07d-c386-49ae-8d10-e34a78a76b70 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:51:40.293443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object a19fc601-5f3e-4480-8659-2ae3cb0dc316 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:40.298453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-af8a9ed8-0d47-43ca-8478-a131057bf6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.303044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.303240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 06c438bd-ddbe-4089-9e5b-f4a361911249 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:51:40.308503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:40.309401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.330342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-70361847-a744-4b0d-8fae-babf74b3c724 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.405670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 06c438bd-ddbe-4089-9e5b-f4a361911249 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:51:40.406127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 06c438bd-ddbe-4089-9e5b-f4a361911249 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:51:40.455615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Pushing event updated for resources: {'Port': ['ID=2eb65879-6340-4f80-b9ae-1649615b56b5,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:40.486329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.532798 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Attempting to bind port 2eb65879-6340-4f80-b9ae-1649615b56b5 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:40.540515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Attempting to bind port 2eb65879-6340-4f80-b9ae-1649615b56b5 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'b09951cd-613e-45bb-bdc3-34bb23642f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '26a46da8-0ac3-4831-a589-652031d42ca7'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:40.541327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Attempting to bind port 2eb65879-6340-4f80-b9ae-1649615b56b5 on network 26a46da8-0ac3-4831-a589-652031d42ca7 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:40.544859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee727fc5-308e-4cc6-acae-2bf61333a5f7 None None] Network 54693406-ba92-461b-bbe1-9326095aad7d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:40.550193 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] For port f186109d-c885-4da7-9c7f-6ec0ea542518, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f186109d-c885-4da7-9c7f-6ec0ea542518,segment=NetworkSegment(8e0a0244-9c1c-4284-a2c4-a34951472e22),segment_id=8e0a0244-9c1c-4284-a2c4-a34951472e22)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:40.550557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.576270 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7850156 Mar 03 05:51:40.592103 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58656) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:40.661519 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Request body: {'subnet': {'network_id': '3187e037-39b5-4a8d-aa0d-3909628d798c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:40.700191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af3db8-66b9-43bf-891d-328d1fdef55a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event updated for resources: {'Network': ['ID=3187e037-39b5-4a8d-aa0d-3909628d798c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:40.714068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Calling delete_port for f186109d-c885-4da7-9c7f-6ec0ea542518 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:40.725581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e8745631-cdf5-42c4-b4b3-91ea2e9adeee up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:40.744875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a46da8-0ac3-4831-a589-652031d42ca7']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:40.749280 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 3187e037-39b5-4a8d-aa0d-3909628d798c details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:40.764006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09951cd-613e-45bb-bdc3-34bb23642f34') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:40.764298 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09951cd-613e-45bb-bdc3-34bb23642f34') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:40.772556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-510c43c9-b597-4b51-8316-b2eaf56b00b7 None None] Port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:40.790829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.799110 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-af8a9ed8-0d47-43ca-8478-a131057bf6d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b78ee7437e4481080d950ac7220d801&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7564845 Mar 03 05:51:40.801748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:40.802131 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Checking segment: {'id': 'b09951cd-613e-45bb-bdc3-34bb23642f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '26a46da8-0ac3-4831-a589-652031d42ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:40.802533 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.802930 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Bound using segment: {'id': 'b09951cd-613e-45bb-bdc3-34bb23642f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '26a46da8-0ac3-4831-a589-652031d42ca7'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:40.803408 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Bound port: 2eb65879-6340-4f80-b9ae-1649615b56b5, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b09951cd-613e-45bb-bdc3-34bb23642f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '26a46da8-0ac3-4831-a589-652031d42ca7'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:40.803798 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.804814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.810501 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58660) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:40.863209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a9ed8-0d47-43ca-8478-a131057bf6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8478739f-9eec-4cb3-a4c4-1f49c2b86fd2,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:40.887389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-70361847-a744-4b0d-8fae-babf74b3c724 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.887791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.919008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:40.919660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:40.941829 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:41.006220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ba70f922-f13c-4fb3-a172-74e93b36d90b None None] Provisioning for port f186109d-c885-4da7-9c7f-6ec0ea542518 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:41.026517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:41.027429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=a19fc601-5f3e-4480-8659-2ae3cb0dc316,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:41.043828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:41.046041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:41.047140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:41.051919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:41.052574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:41.057667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] For port 2eb65879-6340-4f80-b9ae-1649615b56b5, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:41.060995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:51:41.067139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Usage tracker for resource:subnet and tenant:abab0c97a5544b6ba2a038cf717da2e4 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:41.071999 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Sync routers for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:51:41.083133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e8745631-cdf5-42c4-b4b3-91ea2e9adeee triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:41.083507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:41.090459 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:41.091302 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:41.100327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:41.134832 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:41.145325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 05:51:41.145325 dv-neutron-831582-1-hyperv neutron-server[87793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 05:51:41.145325 dv-neutron-831582-1-hyperv neutron-server[87793]: [parameters: {'id': '26a46da8-0ac3-4831-a589-652031d42ca7'}] Mar 03 05:51:41.145325 dv-neutron-831582-1-hyperv neutron-server[87793]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:51:41.145750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:51:41.161529 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ba70f922-f13c-4fb3-a172-74e93b36d90b None None] Provisioning complete for port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:41.161529 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ba70f922-f13c-4fb3-a172-74e93b36d90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:41.161892 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cd73a758-3077-409d-90e6-c95431fe73dd tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3493752 Mar 03 05:51:41.165920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58664) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:41.174502 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:51:41.179201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-45d8165e-ac23-45c2-be92-847b8c0d3d5a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:41.199997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-935a769a-8543-48aa-afac-c3239cb22dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:41.213843 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7e2dce5d-5af8-4c11-b13a-1949f44f30fe tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4786954 Mar 03 05:51:41.220786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58668) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:41.227664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Made reservation on behalf of abab0c97a5544b6ba2a038cf717da2e4 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:41.233721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:41.237858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:41.239945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0170998c-44cd-46fa-8f33-1d10b54cee77 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:41.255755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:41.260575 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ff9fcb3c-e306-4a31-a821-4ff5c1a321fd tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.9008479 Mar 03 05:51:41.273629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58672) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:41.284788 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:41.322451 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:51:41.322726 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] For port 2eb65879-6340-4f80-b9ae-1649615b56b5, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=2eb65879-6340-4f80-b9ae-1649615b56b5,segment=NetworkSegment(b09951cd-613e-45bb-bdc3-34bb23642f34),segment_id=b09951cd-613e-45bb-bdc3-34bb23642f34)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:41.325506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ba70f922-f13c-4fb3-a172-74e93b36d90b None None] Port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:41.343692 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c127e9f-5608-493b-9826-bb9b0629e940 None None] Sync routers for ids ['26e528f9-1c70-4441-91de-aba96b12b658'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:51:41.372477 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:41.410679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c127e9f-5608-493b-9826-bb9b0629e940 None None] Routers {'26e528f9-1c70-4441-91de-aba96b12b658'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:41.411678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1c127e9f-5608-493b-9826-bb9b0629e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['26e528f9-1c70-4441-91de-aba96b12b658'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:41.427199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Port': ['ID=f186109d-c885-4da7-9c7f-6ec0ea542518,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:41.484975 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-935a769a-8543-48aa-afac-c3239cb22dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:41.634034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No DVR routers for this DVR port f186109d-c885-4da7-9c7f-6ec0ea542518 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:51:41.678277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:41.678900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1c127e9f-5608-493b-9826-bb9b0629e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:41.689812 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-70361847-a744-4b0d-8fae-babf74b3c724 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:41.691232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b115e04-14ff-4650-b341-f31b72d21227 None None] Pushing event updated for resources: {'Port': ['ID=2eb65879-6340-4f80-b9ae-1649615b56b5,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:41.707091 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f186109d-c885-4da7-9c7f-6ec0ea542518 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:41.744689 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:36Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '18ec5301-06e3-4e1a-aec3-32a2c7bffb8d', 'name': '', 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4b:35:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:33Z', 'updated_at': '2022-03-03T05:51:38Z', 'revision_number': 2, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:35Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:41.748975 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Checking router: 3fe65802-28ae-4793-9dbb-83ec890567ee for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:51:41.749324 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Updating router 3fe65802-28ae-4793-9dbb-83ec890567ee port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:51:41.789201 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: f186109d-c885-4da7-9c7f-6ec0ea542518 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:51:41.790514 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f186109d-c885-4da7-9c7f-6ec0ea542518 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 05:51:41.820195 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:41.843220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c127e9f-5608-493b-9826-bb9b0629e940 None None] Routers {'26e528f9-1c70-4441-91de-aba96b12b658'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:41.844138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1c127e9f-5608-493b-9826-bb9b0629e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['26e528f9-1c70-4441-91de-aba96b12b658'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:41.935478 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Port f186109d-c885-4da7-9c7f-6ec0ea542518 not found, will not notify nova. {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 05:51:41.940896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1c127e9f-5608-493b-9826-bb9b0629e940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:41.941492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c127e9f-5608-493b-9826-bb9b0629e940 None None] The sync data for ids ['26e528f9-1c70-4441-91de-aba96b12b658'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:51:41.956398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-45d8165e-ac23-45c2-be92-847b8c0d3d5a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:42.006763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-22a2a6ac-80bf-4ca9-8577-b3890fac6fa9 None None] Provisioning for port a19fc601-5f3e-4480-8659-2ae3cb0dc316 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:42.022208 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-45d8165e-ac23-45c2-be92-847b8c0d3d5a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:42.025328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Deleting port 2eb65879-6340-4f80-b9ae-1649615b56b5 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:42.025776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.030552 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-22a2a6ac-80bf-4ca9-8577-b3890fac6fa9 None None] Provisioning complete for port a19fc601-5f3e-4480-8659-2ae3cb0dc316 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:42.030928 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-22a2a6ac-80bf-4ca9-8577-b3890fac6fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.061827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.062459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-70361847-a744-4b0d-8fae-babf74b3c724 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.111343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-45d8165e-ac23-45c2-be92-847b8c0d3d5a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:42.129756 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70361847-a744-4b0d-8fae-babf74b3c724 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc3e07d-c386-49ae-8d10-e34a78a76b70,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:42.139019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530d2ac1-2cd2-4d55-abb0-142d1fff9eb0 None None] Network 26a46da8-0ac3-4831-a589-652031d42ca7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:42.157544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-70361847-a744-4b0d-8fae-babf74b3c724 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.171204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-45d8165e-ac23-45c2-be92-847b8c0d3d5a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:42.173504 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb852028-dc9f-4ecc-af0b-4ca1dbf7a09f None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:42.184772 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-935a769a-8543-48aa-afac-c3239cb22dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.227944 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-22a2a6ac-80bf-4ca9-8577-b3890fac6fa9 None None] Port a19fc601-5f3e-4480-8659-2ae3cb0dc316 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:42.255211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a769a-8543-48aa-afac-c3239cb22dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8478739f-9eec-4cb3-a4c4-1f49c2b86fd2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:42.301325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d8165e-ac23-45c2-be92-847b8c0d3d5a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:42.309857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-45d8165e-ac23-45c2-be92-847b8c0d3d5a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.329966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c69d914-ec7b-4b6c-b355-f8067b78c4e2 None None] Network 54693406-ba92-461b-bbe1-9326095aad7d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:42.378591 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.391933 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Transition to ACTIVE for port object 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:42.404194 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.465401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-935a769a-8543-48aa-afac-c3239cb22dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.465401 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-935a769a-8543-48aa-afac-c3239cb22dd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8478739f-9eec-4cb3-a4c4-1f49c2b86fd2 HTTP/1.1" status: 204 len: 168 time: 1.6117742 Mar 03 05:51:42.481153 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-70361847-a744-4b0d-8fae-babf74b3c724 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/5cc3e07d-c386-49ae-8d10-e34a78a76b70 HTTP/1.1" status: 204 len: 168 time: 2.3647263 Mar 03 05:51:42.484943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58678) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:42.588644 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1d86b6dd-ccff-4e99-a0da-51ae3094ff14 None None] Could not find standard attr ID for object f186109d-c885-4da7-9c7f-6ec0ea542518. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:51:42.612734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e4e0ed-9369-4967-b8b1-dc87d82db43d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Deleting subnet e0952fc8-66eb-41ab-8612-ccfb4e199ac8 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:51:42.616798 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e0ed-9369-4967-b8b1-dc87d82db43d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.733202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e0ed-9369-4967-b8b1-dc87d82db43d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.734553 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.ipam_backend_mixin [None req-45d8165e-ac23-45c2-be92-847b8c0d3d5a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bab4bd82-ece1-4339-9268-8e20bac688f2 (CIDR: 2001:db8::/64) Mar 03 05:51:42.738318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.791989 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d8165e-ac23-45c2-be92-847b8c0d3d5a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:51:42.792826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d8165e-ac23-45c2-be92-847b8c0d3d5a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:42.818758 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380218b-f6a5-4ad5-9366-9af8f00ecf23 None None] Pushing event updated for resources: {'Port': ['ID=18ec5301-06e3-4e1a-aec3-32a2c7bffb8d,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:42.837478 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Attempting to bind port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:42.840446 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Attempting to bind port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '5807ba6e-52c4-44de-a33d-f7bd19e63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:42.841518 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Attempting to bind port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d on network eb0ab427-b9a9-400a-8807-71dc738dd309 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:42.843059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.856560 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:42.857423 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Checking segment: {'id': '5807ba6e-52c4-44de-a33d-f7bd19e63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:42.858348 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.858528 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.860457 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Bound using segment: {'id': '5807ba6e-52c4-44de-a33d-f7bd19e63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:42.861474 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Bound port: 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5807ba6e-52c4-44de-a33d-f7bd19e63477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:42.862444 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:42.939151 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Subnet': ['ID=43af8867-2a45-4bc5-8a42-78fff445cba9,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:42.968837 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e0ed-9369-4967-b8b1-dc87d82db43d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:43.006833 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] For port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:43.010450 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] For port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=18ec5301-06e3-4e1a-aec3-32a2c7bffb8d,segment=NetworkSegment(5807ba6e-52c4-44de-a33d-f7bd19e63477),segment_id=5807ba6e-52c4-44de-a33d-f7bd19e63477)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:43.018752 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:43.030846 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:43.077341 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58684) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:43.130303 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-45d8165e-ac23-45c2-be92-847b8c0d3d5a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9600213 Mar 03 05:51:43.132221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Deleting port ef857cc1-98a6-4ef5-8dbb-9e9662263b24 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:43.132560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:43.137178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] For port 2eb65879-6340-4f80-b9ae-1649615b56b5, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=2eb65879-6340-4f80-b9ae-1649615b56b5,segment=NetworkSegment(b09951cd-613e-45bb-bdc3-34bb23642f34),segment_id=b09951cd-613e-45bb-bdc3-34bb23642f34)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:43.137742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:43.216913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58688) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:43.218752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:43.245052 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:43.245890 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:43.261020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Checking segment: {'id': 'c21fba77-b676-4239-9fae-b5e759c996df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3187e037-39b5-4a8d-aa0d-3909628d798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:43.261391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Network hostable DHCP agents. Network: 3187e037-39b5-4a8d-aa0d-3909628d798c, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:43.268729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event updated for resources: {'Subnet': ['ID=cb1cf33f-34f9-4611-9e48-1464a2e48812,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:43.285051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-4264393a-570a-41c4-be79-40a0df887280 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:43.300591 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d6ed61-e66c-48b4-98c0-603ddfab85d3 None None] DHCP port deletion for 54693406-ba92-461b-bbe1-9326095aad7d request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:51:43.392865 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380218b-f6a5-4ad5-9366-9af8f00ecf23 None None] Pushing event updated for resources: {'Port': ['ID=18ec5301-06e3-4e1a-aec3-32a2c7bffb8d,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:43.527737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e0ed-9369-4967-b8b1-dc87d82db43d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:43.586733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54693406-ba92-461b-bbe1-9326095aad7d']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:43.595161 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1c5399e3-6f21-4bde-86d7-fe7745d8e0a5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=076d1dfbb4bb49dca90b3b62e5524f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000932 Mar 03 05:51:43.604565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58692) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:43.615618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Calling delete_port for 2eb65879-6340-4f80-b9ae-1649615b56b5 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:43.617563 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:51:43.624771 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4e0ed-9369-4967-b8b1-dc87d82db43d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Subnet': ['ID=e0952fc8-66eb-41ab-8612-ccfb4e199ac8,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:43.642451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e9e4e0ed-9369-4967-b8b1-dc87d82db43d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:43.651978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Network 3187e037-39b5-4a8d-aa0d-3909628d798c is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:43.696632 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:43.720327 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0a0244-9c1c-4284-a2c4-a34951472e22') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:43.720987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0a0244-9c1c-4284-a2c4-a34951472e22') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:43.849409 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Calling delete_port for ef857cc1-98a6-4ef5-8dbb-9e9662263b24 owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:43.968817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4264393a-570a-41c4-be79-40a0df887280 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:43.988310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.010888 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4264393a-570a-41c4-be79-40a0df887280 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:44.017855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4264393a-570a-41c4-be79-40a0df887280 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:44.026807 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:36Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '18ec5301-06e3-4e1a-aec3-32a2c7bffb8d', 'name': '', 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4b:35:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:33Z', 'updated_at': '2022-03-03T05:51:42Z', 'revision_number': 4, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:35Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:44.033592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-813ff7c4-e518-4d0e-a88f-31b0f62d6837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.034358 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ff890a-189b-49fe-8704-8cdb3cb439b1 None None] The sync data for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv is: [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:36Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '18ec5301-06e3-4e1a-aec3-32a2c7bffb8d', 'name': '', 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4b:35:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:33Z', 'updated_at': '2022-03-03T05:51:42Z', 'revision_number': 4, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:35Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:51:44.048082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4264393a-570a-41c4-be79-40a0df887280 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:44.048511 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e9e4e0ed-9369-4967-b8b1-dc87d82db43d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/e0952fc8-66eb-41ab-8612-ccfb4e199ac8 HTTP/1.1" status: 204 len: 168 time: 1.5587094 Mar 03 05:51:44.064996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.065187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 3187e037-39b5-4a8d-aa0d-3909628d798c) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:44.067355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58696) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:44.067572 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e35d2d6-3253-4063-9ca2-a9b2e6308bb5 None None] Network f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:44.074852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:44.075447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.109390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.179183 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6bf93b98-0589-4b72-b98a-839d28f7dbfe tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5308087 Mar 03 05:51:44.217819 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58700) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:44.223962 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Request body: {'network': {'name': 'tempest-router-network01--1820310181'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:44.232187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Pushing event deleted for resources: {'Port': ['ID=ef857cc1-98a6-4ef5-8dbb-9e9662263b24,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:44.245449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75170dbe-4a86-4300-b25e-1da1f4b09074 None None] Network 3187e037-39b5-4a8d-aa0d-3909628d798c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:44.245704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:44.282717 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Usage tracker for resource:network and tenant:abab0c97a5544b6ba2a038cf717da2e4 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:44.293571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:44.311260 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:44.334155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.391982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Made reservation on behalf of abab0c97a5544b6ba2a038cf717da2e4 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:44.395801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.442920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:44.442920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:44.472695 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:44.522461 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-48e71e3c-58cb-4da5-b5d1-07034d0fa299 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4040880 Mar 03 05:51:44.526660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-813ff7c4-e518-4d0e-a88f-31b0f62d6837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.526977 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-538e5db1-c2af-411b-b078-41abb50eb6cf None None] Provisioning complete for port bff34dda-d824-4172-a7af-d7f5065e7402 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:44.527800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-538e5db1-c2af-411b-b078-41abb50eb6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.535138 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58704) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:44.599849 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4264393a-570a-41c4-be79-40a0df887280 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:44.601641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:44.603906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4264393a-570a-41c4-be79-40a0df887280 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.621206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.682467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:44.738206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.extraroute_db [None req-0170998c-44cd-46fa-8f33-1d10b54cee77 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 05:51:44.745038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Port': ['ID=2eb65879-6340-4f80-b9ae-1649615b56b5,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:44.829712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] No DVR routers for this DVR port 2eb65879-6340-4f80-b9ae-1649615b56b5 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:51:44.902561 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-3187e037-39b5-4a8d-aa0d-3909628d798c', 'network_id': '3187e037-39b5-4a8d-aa0d-3909628d798c', 'tenant_id': 'abab0c97a5544b6ba2a038cf717da2e4', 'fixed_ips': [{'subnet_id': 'cb1cf33f-34f9-4611-9e48-1464a2e48812'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:44.903380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.916120 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:44.923657 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:44.924059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.936990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.966538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.967115 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Added segment 474345c3-062b-41a7-91c9-f2046821ff7a of type vlan for network 226f00e0-04c5-4d79-8b94-10acb342b5d3 Mar 03 05:51:44.973323 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebea99b-9cfd-453d-bcb8-bbaf526349fd None None] DHCP port deletion for f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:51:44.980109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-eebea99b-9cfd-453d-bcb8-bbaf526349fd None None] Deleting port bff34dda-d824-4172-a7af-d7f5065e7402 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:44.980480 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-eebea99b-9cfd-453d-bcb8-bbaf526349fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:44.981489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.extraroute_db [None req-0170998c-44cd-46fa-8f33-1d10b54cee77 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Removed routes are [] {{(pid=87793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 05:51:44.982425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0170998c-44cd-46fa-8f33-1d10b54cee77 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.015114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.037099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Network': ['ID=54693406-ba92-461b-bbe1-9326095aad7d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:45.069908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.076846 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.089287 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e229055-fd4b-421e-b1ca-2441099b431f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:45.089971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3e229055-fd4b-421e-b1ca-2441099b431f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:45.092738 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.194751 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0189fc1c-eb50-47ae-81c9-f412565720ee tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/54693406-ba92-461b-bbe1-9326095aad7d HTTP/1.1" status: 204 len: 168 time: 6.8024411 Mar 03 05:51:45.209446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58708) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:45.251763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.272290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3e229055-fd4b-421e-b1ca-2441099b431f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:45.276349 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3e229055-fd4b-421e-b1ca-2441099b431f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.7371774 Mar 03 05:51:45.281766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58716) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:45.285437 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Router 26e528f9-1c70-4441-91de-aba96b12b658 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:51:45.288890 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.297361 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.ipam_backend_mixin [None req-4264393a-570a-41c4-be79-40a0df887280 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 3368d077-52c5-4721-9f69-a122165dc84b (CIDR: 2001:db8:0:1::/64) Mar 03 05:51:45.298826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-813ff7c4-e518-4d0e-a88f-31b0f62d6837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.301366 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-813ff7c4-e518-4d0e-a88f-31b0f62d6837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.302478 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-813ff7c4-e518-4d0e-a88f-31b0f62d6837 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6423dc8f-4cc4-45cd-9ae1-45365c787749 HTTP/1.1" status: 204 len: 168 time: 1.6151350 Mar 03 05:51:45.329156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.334445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:45.335032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.377554 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ff7c4-e518-4d0e-a88f-31b0f62d6837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6423dc8f-4cc4-45cd-9ae1-45365c787749,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:45.379633 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4264393a-570a-41c4-be79-40a0df887280 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:51:45.380147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4264393a-570a-41c4-be79-40a0df887280 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:45.403851 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=18ec5301-06e3-4e1a-aec3-32a2c7bffb8d,segment=NetworkSegment(5807ba6e-52c4-44de-a33d-f7bd19e63477),segment_id=5807ba6e-52c4-44de-a33d-f7bd19e63477)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:45.413025 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c86e194-b290-4108-94ad-2dd79d63d9b6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:45.413536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c86e194-b290-4108-94ad-2dd79d63d9b6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:45.415972 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8c86e194-b290-4108-94ad-2dd79d63d9b6 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/54693406-ba92-461b-bbe1-9326095aad7d HTTP/1.1" status: 404 len: 339 time: 0.2055557 Mar 03 05:51:45.417617 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4264393a-570a-41c4-be79-40a0df887280 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.1669714 Mar 03 05:51:45.424706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a46da8-0ac3-4831-a589-652031d42ca7']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:45.427879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.433702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58722) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:45.433702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58724) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:45.441393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'subnet': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:45.478994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-433615895', 'description': 'd1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:45.480166 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f186109d-c885-4da7-9c7f-6ec0ea542518 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:51:45.498133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09951cd-613e-45bb-bdc3-34bb23642f34') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:45.498536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09951cd-613e-45bb-bdc3-34bb23642f34') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:45.518968 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:45.525275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: f186109d-c885-4da7-9c7f-6ec0ea542518 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:51:45.525509 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f186109d-c885-4da7-9c7f-6ec0ea542518 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:51:45.531164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.535229 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-eebea99b-9cfd-453d-bcb8-bbaf526349fd None None] For port bff34dda-d824-4172-a7af-d7f5065e7402, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bff34dda-d824-4172-a7af-d7f5065e7402,segment=NetworkSegment(1c789799-34d3-4b35-b8c8-541a0255508f),segment_id=1c789799-34d3-4b35-b8c8-541a0255508f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:45.535867 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-eebea99b-9cfd-453d-bcb8-bbaf526349fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.552765 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3336771 Mar 03 05:51:45.559316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Allocated IP 172.20.0.2 (3187e037-39b5-4a8d-aa0d-3909628d798c/cb1cf33f-34f9-4611-9e48-1464a2e48812/dce54b77-0d07-4965-9779-b207e2002a59) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:45.566048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58730) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:45.578636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c60175-6e88-4134-b978-b50d476bec37 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event updated for resources: {'Network': ['ID=226f00e0-04c5-4d79-8b94-10acb342b5d3,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:45.593801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Request body: {'network': {'name': 'tempest-router-network02--931446525'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:45.599764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:network and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:45.660294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:45.676250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:45.685318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:45.685578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 226f00e0-04c5-4d79-8b94-10acb342b5d3 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:45.702791 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Usage tracker for resource:network and tenant:abab0c97a5544b6ba2a038cf717da2e4 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:45.710181 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77728d86-59ce-48f4-b78c-0bcdb27a28d8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:45.710893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-77728d86-59ce-48f4-b78c-0bcdb27a28d8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Synchronizing usage tracker for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:45.715605 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:45.756475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.775556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:45.775556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.781481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-eebea99b-9cfd-453d-bcb8-bbaf526349fd None None] Calling delete_port for bff34dda-d824-4172-a7af-d7f5065e7402 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:45.784399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:45.793047 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:45.814017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:45.817517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.825151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:51:45.840281 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a0178-68a8-4e39-ab48-dad939b4f9f5 None None] Sync routers for ids ['26e528f9-1c70-4441-91de-aba96b12b658'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:51:45.844225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.847531 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d3389abe-4b41-48ed-bb4d-ad14d5b39ac8 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "PUT /v2.0/routers/26e528f9-1c70-4441-91de-aba96b12b658 HTTP/1.1" status: 200 len: 706 time: 4.5710921 Mar 03 05:51:45.850152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=18ec5301-06e3-4e1a-aec3-32a2c7bffb8d,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:45.852623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58740) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:45.856245 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Made reservation on behalf of abab0c97a5544b6ba2a038cf717da2e4 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:45.860599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:45.867071 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a0178-68a8-4e39-ab48-dad939b4f9f5 None None] Routers {'26e528f9-1c70-4441-91de-aba96b12b658'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:45.869013 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-880a0178-68a8-4e39-ab48-dad939b4f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['26e528f9-1c70-4441-91de-aba96b12b658'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:45.873838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-77728d86-59ce-48f4-b78c-0bcdb27a28d8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Unset dirty status for tenant:7201cccd96b94ae29ad530d0cd4ce237 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:45.877815 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-77728d86-59ce-48f4-b78c-0bcdb27a28d8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5927777 Mar 03 05:51:45.906976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58744) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:45.952199 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-880a0178-68a8-4e39-ab48-dad939b4f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:45.963735 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a0178-68a8-4e39-ab48-dad939b4f9f5 None None] Routers {'26e528f9-1c70-4441-91de-aba96b12b658'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:45.964582 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-880a0178-68a8-4e39-ab48-dad939b4f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['26e528f9-1c70-4441-91de-aba96b12b658'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:46.006744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0170998c-44cd-46fa-8f33-1d10b54cee77 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.011347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0170998c-44cd-46fa-8f33-1d10b54cee77 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.050166 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-880a0178-68a8-4e39-ab48-dad939b4f9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:46.050740 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880a0178-68a8-4e39-ab48-dad939b4f9f5 None None] The sync data for ids ['26e528f9-1c70-4441-91de-aba96b12b658'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:51:46.092066 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-def49e4b-214a-41a0-89b8-a7f33586e024 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/routers/26e528f9-1c70-4441-91de-aba96b12b658 HTTP/1.1" status: 200 len: 741 time: 0.2376876 Mar 03 05:51:46.095912 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58752) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:46.098838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:46.130805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-eebea99b-9cfd-453d-bcb8-bbaf526349fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.157635 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6994c5cd-86d6-4850-9f8e-4e5b5fe8fc84 tempest-RoutersAdminTest-1664664003 tempest-RoutersAdminTest-1664664003-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&device_id=26e528f9-1c70-4441-91de-aba96b12b658 HTTP/1.1" status: 200 len: 205 time: 0.0601618 Mar 03 05:51:46.160492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58756) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:46.163851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.164451 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Added segment ea211698-8cab-4b88-a968-176bef0a876d of type vlan for network df99c5f1-6eb5-45f3-93b0-780d84ec1257 Mar 03 05:51:46.195349 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebea99b-9cfd-453d-bcb8-bbaf526349fd None None] Pushing event deleted for resources: {'Port': ['ID=bff34dda-d824-4172-a7af-d7f5065e7402,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:46.214945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebea99b-9cfd-453d-bcb8-bbaf526349fd None None] No DVR routers for this DVR port bff34dda-d824-4172-a7af-d7f5065e7402 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:51:46.267192 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f5dbabb9-90f7-4773-bd75-635741bf7266 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e528f9-1c70-4441-91de-aba96b12b658 HTTP/1.1" status: 200 len: 205 time: 0.1052918 Mar 03 05:51:46.272055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58764) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:46.301864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.312726 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Transition to ACTIVE for port object dce54b77-0d07-4965-9779-b207e2002a59 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:46.370337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Transition to ACTIVE for port object dce54b77-0d07-4965-9779-b207e2002a59 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:46.384455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.401511 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-80dcffbf-88f6-4403-b266-910eae3a70ea tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4886284 Mar 03 05:51:46.403690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:46.410073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58772) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:46.412877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.424004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Usage tracker for resource:subnet and tenant:abf03cd3c52b4b1cb398f908af2b84e5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:46.440677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-730417ba-5ba9-46e7-96af-b2cefac886f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.442235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0170998c-44cd-46fa-8f33-1d10b54cee77 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 3fe65802-28ae-4793-9dbb-83ec890567ee has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:51:46.445633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:46.449656 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.483948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:46.519984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:46.534464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Network': ['ID=26a46da8-0ac3-4831-a589-652031d42ca7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:46.541086 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-546726f0-cb2c-41f2-b89f-f8a4b280526d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:46.541553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546726f0-cb2c-41f2-b89f-f8a4b280526d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:46.543292 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-546726f0-cb2c-41f2-b89f-f8a4b280526d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/b95c40aa-b697-4b5b-b23d-39c8c7447786 HTTP/1.1" status: 404 len: 333 time: 0.1284955 Mar 03 05:51:46.548223 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-80cd6475-9cc1-48f8-81a2-df3e707c3631 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/networks/26a46da8-0ac3-4831-a589-652031d42ca7 HTTP/1.1" status: 204 len: 168 time: 7.7591736 Mar 03 05:51:46.551131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58776) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:46.553091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58778) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:46.555185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.556130 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Added segment 23b524f5-fc32-40e2-99ff-12c91d7afa30 of type vlan for network 463902cf-7df3-4383-91b8-febfe15734ac Mar 03 05:51:46.565748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Network 3187e037-39b5-4a8d-aa0d-3909628d798c is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:46.570771 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:46.574735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:46.591972 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Pushing event updated for resources: {'Port': ['ID=dce54b77-0d07-4965-9779-b207e2002a59,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:46.595976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:46.607306 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-609574896'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:46.613210 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:46.617244 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Usage tracker for resource:network and tenant:08a69d353a394481b00ee18f4ebfc800 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:46.621528 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:46.627089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:46.645440 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Made reservation on behalf of abf03cd3c52b4b1cb398f908af2b84e5 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:46.650661 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.732452 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Attempting to bind port dce54b77-0d07-4965-9779-b207e2002a59 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:46.732854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Attempting to bind port dce54b77-0d07-4965-9779-b207e2002a59 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'c21fba77-b676-4239-9fae-b5e759c996df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3187e037-39b5-4a8d-aa0d-3909628d798c'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:46.733322 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Attempting to bind port dce54b77-0d07-4965-9779-b207e2002a59 on network 3187e037-39b5-4a8d-aa0d-3909628d798c {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:46.751392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:46.751852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Checking segment: {'id': 'c21fba77-b676-4239-9fae-b5e759c996df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3187e037-39b5-4a8d-aa0d-3909628d798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:46.752195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.752585 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Bound using segment: {'id': 'c21fba77-b676-4239-9fae-b5e759c996df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3187e037-39b5-4a8d-aa0d-3909628d798c'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:46.753063 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Bound port: dce54b77-0d07-4965-9779-b207e2002a59, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21fba77-b676-4239-9fae-b5e759c996df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3187e037-39b5-4a8d-aa0d-3909628d798c'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:46.753451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.804405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.867028 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:46.867319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.872063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.875707 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:46.879234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.916955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0170998c-44cd-46fa-8f33-1d10b54cee77 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:51:46.917348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] For port dce54b77-0d07-4965-9779-b207e2002a59, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:46.931944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0170998c-44cd-46fa-8f33-1d10b54cee77 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.935439 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a0cd0-34a6-4042-aad0-d6cff481e515 None None] Sync routers for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:51:46.935607 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0170998c-44cd-46fa-8f33-1d10b54cee77 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee HTTP/1.1" status: 200 len: 953 time: 5.7137949 Mar 03 05:51:46.939397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58790) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:46.941611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] For port dce54b77-0d07-4965-9779-b207e2002a59, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dce54b77-0d07-4965-9779-b207e2002a59,segment=NetworkSegment(c21fba77-b676-4239-9fae-b5e759c996df),segment_id=c21fba77-b676-4239-9fae-b5e759c996df)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:46.958020 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:46.966330 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a0cd0-34a6-4042-aad0-d6cff481e515 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:46.966998 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-dd0a0cd0-34a6-4042-aad0-d6cff481e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:47.033886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:47.037976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:47.038566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:47.110708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-730417ba-5ba9-46e7-96af-b2cefac886f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:47.112530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-730417ba-5ba9-46e7-96af-b2cefac886f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:47.139055 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9275990-82d2-4993-837a-6a9ed7d588f1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:47.139521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9275990-82d2-4993-837a-6a9ed7d588f1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:47.147611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-730417ba-5ba9-46e7-96af-b2cefac886f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:47.148298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730417ba-5ba9-46e7-96af-b2cefac886f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Fanout notify agent at l3_agent the message router_deleted on router 26e528f9-1c70-4441-91de-aba96b12b658 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:51:47.189238 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-730417ba-5ba9-46e7-96af-b2cefac886f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:47.195015 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-730417ba-5ba9-46e7-96af-b2cefac886f0 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "DELETE /v2.0/routers/26e528f9-1c70-4441-91de-aba96b12b658 HTTP/1.1" status: 204 len: 168 time: 0.9209206 Mar 03 05:51:47.199622 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b9275990-82d2-4993-837a-6a9ed7d588f1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/5cc3e07d-c386-49ae-8d10-e34a78a76b70 HTTP/1.1" status: 404 len: 337 time: 0.6454837 Mar 03 05:51:47.200301 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58800) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.201268 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58802) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.246974 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.8050547 Mar 03 05:51:47.254810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58808) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.266053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac813dd-e5d4-4ec4-9cd9-41a2f2fd0ba4 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=463902cf-7df3-4383-91b8-febfe15734ac,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:47.302944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:47.306872 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f56fb0-22bd-413a-890e-d58e41bd71cf None None] Pushing event updated for resources: {'Port': ['ID=dce54b77-0d07-4965-9779-b207e2002a59,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:47.310940 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ab2cba9e-5379-4ed3-8a0f-6af5456200e7 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e528f9-1c70-4441-91de-aba96b12b658 HTTP/1.1" status: 200 len: 205 time: 0.1052380 Mar 03 05:51:47.311795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 463902cf-7df3-4383-91b8-febfe15734ac details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:47.312807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58814) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.384090 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e7bc2f-6abc-474d-aafe-44e2c3d42abf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:47.384628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e7bc2f-6abc-474d-aafe-44e2c3d42abf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:47.384960 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-14023899-d218-465b-8c8b-0978097f7196 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee HTTP/1.1" status: 200 len: 953 time: 0.4429040 Mar 03 05:51:47.385654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58818) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.396445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-dd0a0cd0-34a6-4042-aad0-d6cff481e515 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:51:47.400945 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-52e7bc2f-6abc-474d-aafe-44e2c3d42abf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/e0952fc8-66eb-41ab-8612-ccfb4e199ac8 HTTP/1.1" status: 404 len: 337 time: 0.1934986 Mar 03 05:51:47.401987 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:47.407512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:47.408217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:47.412267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58820) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.445102 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:47.445454 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Added segment fa63fb06-fe9e-4f49-a020-39ddac7fbd3c of type vlan for network 93350b27-c9e5-4144-b94e-3951762f866c Mar 03 05:51:47.447368 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a94054ea-ddda-43cd-bea4-d2c3a10d9612 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'router': {'routes': None}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:47.463676 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-5b253bfe-af92-4a40-995b-5e984b95c647 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] delete failed (client error): The resource could not be found. Mar 03 05:51:47.468658 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5b253bfe-af92-4a40-995b-5e984b95c647 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "DELETE /v2.0/routers/26e528f9-1c70-4441-91de-aba96b12b658 HTTP/1.1" status: 404 len: 336 time: 0.1482854 Mar 03 05:51:47.470443 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58826) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.498634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bff34dda-d824-4172-a7af-d7f5065e7402 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:51:47.540011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58828) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.549905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: bff34dda-d824-4172-a7af-d7f5065e7402 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:51:47.550248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bff34dda-d824-4172-a7af-d7f5065e7402 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:51:47.585590 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fae4432-072a-47a8-af70-bbd153698167 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:47.586386 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fae4432-072a-47a8-af70-bbd153698167 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:47.590341 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9fae4432-072a-47a8-af70-bbd153698167 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/7b6f455a-c4fb-48ff-a32e-026e51dd4569 HTTP/1.1" status: 404 len: 333 time: 0.1486778 Mar 03 05:51:47.640844 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58832) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.656979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070278d3-b4bd-4d97-8865-2a6a388fb484 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:47.657747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-070278d3-b4bd-4d97-8865-2a6a388fb484 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Synchronizing usage tracker for tenant:4fe60e3d9d73442c9246c69224665117 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:47.726593 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1555152 Mar 03 05:51:47.728358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58840) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.790559 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2343f5ee-bf4b-4c59-b2e2-9219d391ead6 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ec0b173-482a-4e7c-bb35-c26762082da6 HTTP/1.1" status: 200 len: 205 time: 0.2495756 Mar 03 05:51:47.792692 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-070278d3-b4bd-4d97-8865-2a6a388fb484 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Unset dirty status for tenant:4fe60e3d9d73442c9246c69224665117 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:47.797015 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-070278d3-b4bd-4d97-8865-2a6a388fb484 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "GET /v2.0/networks?id=463902cf-7df3-4383-91b8-febfe15734ac HTTP/1.1" status: 200 len: 760 time: 0.5387683 Mar 03 05:51:47.799808 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-376e4278-26f4-420a-b56f-62383acf3e5e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:47.800274 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376e4278-26f4-420a-b56f-62383acf3e5e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:47.802023 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-376e4278-26f4-420a-b56f-62383acf3e5e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/9b733839-dddc-49a9-aada-9050ef87c838 HTTP/1.1" status: 404 len: 337 time: 0.1505010 Mar 03 05:51:47.803119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58844) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.803436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58846) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.806919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58848) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.817385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Request body: {'subnet': {'network_id': '226f00e0-04c5-4d79-8b94-10acb342b5d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:47.885184 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-733c6b62-f4be-4e38-ad94-9567d045f206 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:47.885861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-733c6b62-f4be-4e38-ad94-9567d045f206 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:47.887733 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-733c6b62-f4be-4e38-ad94-9567d045f206 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/330c79d0-3605-4b87-8021-057696417188 HTTP/1.1" status: 404 len: 337 time: 0.0741892 Mar 03 05:51:47.894067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:47.901480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-de0ebac3-5c12-434d-81eb-dbd0ea4a242d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'description': 'd2'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:47.917413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58856) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:47.950102 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b756fc6-91a6-4848-9639-7f07e2ae0d86 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event updated for resources: {'Network': ['ID=df99c5f1-6eb5-45f3-93b0-780d84ec1257,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:47.986133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network df99c5f1-6eb5-45f3-93b0-780d84ec1257 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:48.006059 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-ef813b7b-e76a-4f7e-8830-58233b3039e4 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] delete failed (client error): The resource could not be found. Mar 03 05:51:48.010199 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ef813b7b-e76a-4f7e-8830-58233b3039e4 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "DELETE /v2.0/routers/0ec0b173-482a-4e7c-bb35-c26762082da6 HTTP/1.1" status: 404 len: 336 time: 0.1963518 Mar 03 05:51:48.021503 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58860) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:48.099014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1695dc7b-730b-4b89-8661-0a9b9cad4db9 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1781347360'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:48.119187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1695dc7b-730b-4b89-8661-0a9b9cad4db9 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:48.119807 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6012391-b748-4ba4-8184-138b66e1536b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:48.120286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6012391-b748-4ba4-8184-138b66e1536b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:48.121965 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a6012391-b748-4ba4-8184-138b66e1536b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/a3e9854d-c4d9-4fc7-986c-753c96a3fbed HTTP/1.1" status: 404 len: 333 time: 0.1987147 Mar 03 05:51:48.125407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58864) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:48.127003 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-dd0a0cd0-34a6-4042-aad0-d6cff481e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:44Z', 'revision_number': 6, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '18ec5301-06e3-4e1a-aec3-32a2c7bffb8d', 'name': '', 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4b:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:33Z', 'updated_at': '2022-03-03T05:51:45Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:35Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:48.131059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a0cd0-34a6-4042-aad0-d6cff481e515 None None] Checking router: 3fe65802-28ae-4793-9dbb-83ec890567ee for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:51:48.137402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1695dc7b-730b-4b89-8661-0a9b9cad4db9 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Usage tracker for resource:router and tenant:b34b40ba138c4c94a8f14b3445ff4766 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:48.139498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a0cd0-34a6-4042-aad0-d6cff481e515 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:48.140374 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-dd0a0cd0-34a6-4042-aad0-d6cff481e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:48.163368 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:51:48.173629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1695dc7b-730b-4b89-8661-0a9b9cad4db9 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:48.204139 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-83b35ad2-481f-4ba8-aadf-6e782729df42 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "GET /v2.0/ports?device_id=861c80a9-0892-434c-b7e4-34aece56c63e HTTP/1.1" status: 200 len: 205 time: 0.1771836 Mar 03 05:51:48.216371 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58868) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:48.242464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1695dc7b-730b-4b89-8661-0a9b9cad4db9 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:48.254540 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d3e764-073e-485f-8788-4888aff78ce1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:48.255085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d3e764-073e-485f-8788-4888aff78ce1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:48.260314 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b8d3e764-073e-485f-8788-4888aff78ce1 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/d10b382b-07b8-41c0-a067-ff6711c3b311 HTTP/1.1" status: 404 len: 337 time: 0.1229529 Mar 03 05:51:48.261799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58872) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:48.286217 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-60536d27-2651-44b5-aeb0-e64ba9941dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:48.305259 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:48.308596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:48.316249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:48.317026 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:48.322687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:48.328378 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-dd0a0cd0-34a6-4042-aad0-d6cff481e515 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:51:48.361555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1695dc7b-730b-4b89-8661-0a9b9cad4db9 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:48.362554 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1695dc7b-730b-4b89-8661-0a9b9cad4db9 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:48.375515 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-691079b1-54ae-4ef7-af2e-5a18cee654b4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:48.375991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691079b1-54ae-4ef7-af2e-5a18cee654b4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:48.377666 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-691079b1-54ae-4ef7-af2e-5a18cee654b4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/f5f14dc3-2db4-41c9-a179-64f7fe847a93 HTTP/1.1" status: 404 len: 337 time: 0.1126707 Mar 03 05:51:48.422886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58876) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:48.480529 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-8b2351ec-593a-4cac-a573-ace3bf4c8cc4 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] delete failed (client error): The resource could not be found. Mar 03 05:51:48.484432 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8b2351ec-593a-4cac-a573-ace3bf4c8cc4 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "DELETE /v2.0/routers/861c80a9-0892-434c-b7e4-34aece56c63e HTTP/1.1" status: 404 len: 336 time: 0.2653840 Mar 03 05:51:48.489587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Usage tracker for resource:subnet and tenant:abab0c97a5544b6ba2a038cf717da2e4 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:48.492498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58880) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:48.503704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:48.515469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:48.523821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:48.523821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:48.546142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:48.554333 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a360a971-9c5f-49d1-b2e5-a52459ff4122 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:48.554829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a360a971-9c5f-49d1-b2e5-a52459ff4122 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:48.562426 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f3e8b116-5a6f-4674-b5c0-eb619d472f25 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "GET /v2.0/ports?device_id=24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02 HTTP/1.1" status: 200 len: 205 time: 0.0666158 Mar 03 05:51:48.565180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1695dc7b-730b-4b89-8661-0a9b9cad4db9 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:48.568267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58884) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:48.570055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:48.588272 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca2f992-c538-4551-9b0a-c9dfaf9a1a48 None None] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:48.602680 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dce54b77-0d07-4965-9779-b207e2002a59 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:48.622215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Subnet': ['ID=999bed0b-de29-4721-928b-8167276b23d9,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:48.703309 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a360a971-9c5f-49d1-b2e5-a52459ff4122 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/627f8c7d-798e-4ed8-9ff3-33456e622225 HTTP/1.1" status: 404 len: 333 time: 0.2687845 Mar 03 05:51:48.707498 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-490e316b-811f-4f0e-99a9-c1d924eb6d99 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2686477 Mar 03 05:51:48.715976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58888) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:48.716303 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58890) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:48.764501 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2442c7e9-a062-48f3-8078-68bed99edbf1 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-562880731', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '999bed0b-de29-4721-928b-8167276b23d9'}], 'security_groups': ['6e948c4b-79e9-4659-8de0-3150aa05479b', 'ff5b8548-4e3a-46f4-a1b2-fe2389957f2c']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:48.810746 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-92eb5e26-205d-48ac-829c-d36c1b9d74a4 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] delete failed (client error): The resource could not be found. Mar 03 05:51:48.812107 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-92eb5e26-205d-48ac-829c-d36c1b9d74a4 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "DELETE /v2.0/routers/24efb1c5-2b56-44f5-b9dc-8c6a6fd37f02 HTTP/1.1" status: 404 len: 336 time: 0.2094703 Mar 03 05:51:48.818319 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2587743 Mar 03 05:51:48.818319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58896) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:48.818507 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58898) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:48.833404 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3471d4-2ee6-42c8-9d3f-cd2720387b9c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:48.833982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3471d4-2ee6-42c8-9d3f-cd2720387b9c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:48.838146 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dc3471d4-2ee6-42c8-9d3f-cd2720387b9c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/52cd5e3d-0404-403f-bbd9-3087be03b4f8 HTTP/1.1" status: 404 len: 337 time: 0.1176920 Mar 03 05:51:48.838146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1695dc7b-730b-4b89-8661-0a9b9cad4db9 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:48.839920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Request body: {'subnet': {'network_id': '93350b27-c9e5-4144-b94e-3951762f866c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:48.842582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58904) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:48.849032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e351d-947d-4f5e-a94c-4d5910874d74 None None] Network 3187e037-39b5-4a8d-aa0d-3909628d798c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:48.939290 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1866b9-0c10-473a-ab0c-ae77c337754a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:48.939581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1866b9-0c10-473a-ab0c-ae77c337754a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:48.941684 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-aa1866b9-0c10-473a-ab0c-ae77c337754a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/2eddd2ec-fc6d-4594-bec9-5fbe3fd64683 HTTP/1.1" status: 404 len: 337 time: 0.0662875 Mar 03 05:51:48.955214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58908) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:48.959290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:48.969153 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:48.993456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-49273bd4-6375-430b-8156-ba59930348cb None None] Provisioning for port dce54b77-0d07-4965-9779-b207e2002a59 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:48.994988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1695dc7b-730b-4b89-8661-0a9b9cad4db9 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:48.996186 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1695dc7b-730b-4b89-8661-0a9b9cad4db9 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3578980 Mar 03 05:51:49.019587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58912) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:49.028946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b145a5d-1604-436e-9af0-eed4be77553a tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Network': ['ID=93350b27-c9e5-4144-b94e-3951762f866c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:49.040155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Made reservation on behalf of abab0c97a5544b6ba2a038cf717da2e4 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:49.044025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:49.052837 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 93350b27-c9e5-4144-b94e-3951762f866c details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:49.069649 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b8aa6f34-8646-4fb7-9e4a-8bfcd5f15a9d tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e160b3-c84b-4d0f-8c0e-cdd9249a805c HTTP/1.1" status: 200 len: 205 time: 0.2339861 Mar 03 05:51:49.075518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port dce54b77-0d07-4965-9779-b207e2002a59 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:49.088838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Made reservation on behalf of 08a69d353a394481b00ee18f4ebfc800 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:49.092271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:49.110492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58916) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:49.120604 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-de0ebac3-5c12-434d-81eb-dbd0ea4a242d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:49.144721 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa11dce-1259-4701-9f93-5325defce006 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:49.145122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa11dce-1259-4701-9f93-5325defce006 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:49.146812 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4aa11dce-1259-4701-9f93-5325defce006 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/caac9793-d73e-40de-858e-0163f24260b6 HTTP/1.1" status: 404 len: 333 time: 0.1884229 Mar 03 05:51:49.151027 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port dce54b77-0d07-4965-9779-b207e2002a59 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:49.151401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:49.158300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58920) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:49.320743 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfbe49e-6e46-4c04-9226-8c7f17fe53b0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:49.321311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfbe49e-6e46-4c04-9226-8c7f17fe53b0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:49.325171 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-adfbe49e-6e46-4c04-9226-8c7f17fe53b0 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/51c36eac-0e7c-4be2-9177-8bd4a516ebba HTTP/1.1" status: 404 len: 337 time: 0.1608171 Mar 03 05:51:49.328885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58928) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:49.357033 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-69f93509-3cc7-471d-89d0-0c8ea4b8db1f tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] delete failed (client error): The resource could not be found. Mar 03 05:51:49.358497 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-69f93509-3cc7-471d-89d0-0c8ea4b8db1f tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "DELETE /v2.0/routers/21e160b3-c84b-4d0f-8c0e-cdd9249a805c HTTP/1.1" status: 404 len: 336 time: 0.2470856 Mar 03 05:51:49.359944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-de0ebac3-5c12-434d-81eb-dbd0ea4a242d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:49.368434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58930) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:49.370259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ee85287-8780-43e9-a9f3-9a8d981e9447 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:49.405180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de0ebac3-5c12-434d-81eb-dbd0ea4a242d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network 463902cf-7df3-4383-91b8-febfe15734ac is not hosted by any dhcp agent {{(pid=87792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 05:51:49.412755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0ebac3-5c12-434d-81eb-dbd0ea4a242d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:49.413584 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-de0ebac3-5c12-434d-81eb-dbd0ea4a242d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:49.415691 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-de0ebac3-5c12-434d-81eb-dbd0ea4a242d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "PUT /v2.0/networks/463902cf-7df3-4383-91b8-febfe15734ac HTTP/1.1" status: 200 len: 757 time: 1.6033254 Mar 03 05:51:49.439389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58934) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:49.562045 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-dd0a0cd0-34a6-4042-aad0-d6cff481e515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:44Z', 'revision_number': 6, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '18ec5301-06e3-4e1a-aec3-32a2c7bffb8d', 'name': '', 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4b:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:33Z', 'updated_at': '2022-03-03T05:51:45Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:35Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:49.583396 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a0cd0-34a6-4042-aad0-d6cff481e515 None None] The sync data for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv is: [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:44Z', 'revision_number': 6, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '18ec5301-06e3-4e1a-aec3-32a2c7bffb8d', 'name': '', 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4b:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:33Z', 'updated_at': '2022-03-03T05:51:45Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:35Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:51:49.587749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:49.644412 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port dce54b77-0d07-4965-9779-b207e2002a59, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dce54b77-0d07-4965-9779-b207e2002a59,segment=NetworkSegment(c21fba77-b676-4239-9fae-b5e759c996df),segment_id=c21fba77-b676-4239-9fae-b5e759c996df)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:49.649396 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ebac3-5c12-434d-81eb-dbd0ea4a242d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=463902cf-7df3-4383-91b8-febfe15734ac,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:49.652852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:49.671499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3983f822-a527-4976-83d7-aa38df7bc2da tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:49.672507 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3983f822-a527-4976-83d7-aa38df7bc2da tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Synchronizing usage tracker for tenant:4fe60e3d9d73442c9246c69224665117 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:49.693232 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-04d99971-67a5-4a27-af7e-b68bde2f4685 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "GET /v2.0/ports?device_id=273a917b-b011-43c0-9a8d-c67fd425f79e HTTP/1.1" status: 200 len: 205 time: 0.2658074 Mar 03 05:51:49.693232 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc566876-0d45-4643-8026-aa0690a6b2b9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:49.693232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc566876-0d45-4643-8026-aa0690a6b2b9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:49.694618 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bc566876-0d45-4643-8026-aa0690a6b2b9 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/6df26b03-c1fc-49f5-ab80-f7c62df5bcbe HTTP/1.1" status: 404 len: 333 time: 0.3341489 Mar 03 05:51:49.697984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58940) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:49.698577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58942) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:49.704236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3983f822-a527-4976-83d7-aa38df7bc2da tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Unset dirty status for tenant:4fe60e3d9d73442c9246c69224665117 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:49.706075 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3983f822-a527-4976-83d7-aa38df7bc2da tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "GET /v2.0/networks?id=463902cf-7df3-4383-91b8-febfe15734ac HTTP/1.1" status: 200 len: 760 time: 0.2624075 Mar 03 05:51:49.712248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58944) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:49.714039 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 463902cf-7df3-4383-91b8-febfe15734ac details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:49.796577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.extraroute_db [None req-a94054ea-ddda-43cd-bea4-d2c3a10d9612 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Added routes are [] {{(pid=87793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 05:51:49.796798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.extraroute_db [None req-a94054ea-ddda-43cd-bea4-d2c3a10d9612 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 05:51:49.914851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-909677330'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:49.935975 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e60cfb-a835-4c9e-bc07-e6ffc30a2853 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:49.936718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e60cfb-a835-4c9e-bc07-e6ffc30a2853 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:49.942288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:49.956201 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-5c919dd3-529e-491c-8838-89cf8a185c74 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] delete failed (client error): The resource could not be found. Mar 03 05:51:49.957441 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5c919dd3-529e-491c-8838-89cf8a185c74 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "DELETE /v2.0/routers/273a917b-b011-43c0-9a8d-c67fd425f79e HTTP/1.1" status: 404 len: 336 time: 0.2502558 Mar 03 05:51:49.970234 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=dce54b77-0d07-4965-9779-b207e2002a59,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:49.977873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e34bbe-7238-4bc1-8102-8a26a854b529 None None] Update dhcp port {'port': {'network_id': '65cee256-e8c1-4c85-8ff6-ff678b5a8571', 'fixed_ips': [{'subnet_id': '3368d077-52c5-4721-9f69-a122165dc84b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'bab4bd82-ece1-4339-9268-8e20bac688f2', 'ip_address': '2001:db8::2'}, {'subnet_id': '999bed0b-de29-4721-928b-8167276b23d9'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': '137cb9c4-92ee-49a3-b8c2-d89e6b2db842'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:51:49.987609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58952) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:49.993171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:50.043417 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-33e60cfb-a835-4c9e-bc07-e6ffc30a2853 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/536242fa-b808-4991-8c4b-0a025759a26f HTTP/1.1" status: 404 len: 337 time: 0.3303611 Mar 03 05:51:50.060648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58956) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:50.068705 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d153f99-8306-4960-9c88-b3d06d1a5818 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:50.069128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d153f99-8306-4960-9c88-b3d06d1a5818 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:50.070351 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-67e34bbe-7238-4bc1-8102-8a26a854b529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.074788 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8d153f99-8306-4960-9c88-b3d06d1a5818 tempest-RoutersAdminTest-813602368 tempest-RoutersAdminTest-813602368-project] 10.222.0.20 "DELETE /v2.0/subnets/9cd86761-9cbf-4b3c-9890-20cf9bc510a5 HTTP/1.1" status: 404 len: 337 time: 0.0822399 Mar 03 05:51:50.105734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ee85287-8780-43e9-a9f3-9a8d981e9447 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.111195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ee85287-8780-43e9-a9f3-9a8d981e9447 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.114692 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2442c7e9-a062-48f3-8078-68bed99edbf1 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.115088 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5cf293-39f8-4e5f-9c1d-019d7d5616fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:50.115622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5cf293-39f8-4e5f-9c1d-019d7d5616fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:50.117408 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5d5cf293-39f8-4e5f-9c1d-019d7d5616fe tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/61c20a4b-0972-493a-8bb1-bb57501b2055 HTTP/1.1" status: 404 len: 333 time: 0.0558193 Mar 03 05:51:50.123658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58962) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:50.129663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:50.134184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.138708 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a94054ea-ddda-43cd-bea4-d2c3a10d9612 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.206777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:51:50.213469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.288393 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.289146 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Added segment 70b9c572-c4f2-401c-bf7d-2bc74ffe028c of type vlan for network 18136baf-820e-4d4f-a821-01d8e5c3625a Mar 03 05:51:50.326166 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-67e34bbe-7238-4bc1-8102-8a26a854b529 None None] Allocated IP 2001:db8:0:2::2 (65cee256-e8c1-4c85-8ff6-ff678b5a8571/999bed0b-de29-4721-928b-8167276b23d9/137cb9c4-92ee-49a3-b8c2-d89e6b2db842) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:50.394539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event updated for resources: {'Subnet': ['ID=020980aa-7341-4777-a8a8-54fb1faaf93d,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:50.405991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.429698 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Checking segment: {'id': '474345c3-062b-41a7-91c9-f2046821ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '226f00e0-04c5-4d79-8b94-10acb342b5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:50.430879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Network hostable DHCP agents. Network: 226f00e0-04c5-4d79-8b94-10acb342b5d3, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:50.482923 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.objects.ports [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87792) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 03 05:51:50.485893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.487527 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-67e34bbe-7238-4bc1-8102-8a26a854b529 None None] For port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=137cb9c4-92ee-49a3-b8c2-d89e6b2db842,segment=NetworkSegment(de4db6c6-ade6-4a1b-a36c-ec88df22c6d8),segment_id=de4db6c6-ade6-4a1b-a36c-ec88df22c6d8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:50.514417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-67e34bbe-7238-4bc1-8102-8a26a854b529 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.530615 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c83595-d15d-4c7e-8b4d-04855a7656ac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:50.531331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c83595-d15d-4c7e-8b4d-04855a7656ac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:50.531723 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-67e34bbe-7238-4bc1-8102-8a26a854b529 None None] Transition to ACTIVE for port object 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:50.533729 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-01c83595-d15d-4c7e-8b4d-04855a7656ac tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/d1d7cd49-4fb3-4c4f-a4c5-47e05ff665e0 HTTP/1.1" status: 404 len: 337 time: 0.4040394 Mar 03 05:51:50.584127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-67e34bbe-7238-4bc1-8102-8a26a854b529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.588268 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dce54b77-0d07-4965-9779-b207e2002a59 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:50.604287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58968) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:50.604593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58970) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:50.671002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1bf01e52-1044-4170-8c8c-d99edb58ecf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.696218 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ee85287-8780-43e9-a9f3-9a8d981e9447 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.696790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee85287-8780-43e9-a9f3-9a8d981e9447 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10f81bc1-67b8-44c6-8e43-62d7d41fa40f {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:51:50.714710 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.720793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:50.721553 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.770281 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9955c8c-ade4-450b-8e79-365588e04a03 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:50.770773 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9955c8c-ade4-450b-8e79-365588e04a03 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:50.783119 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9854314 Mar 03 05:51:50.784783 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Network 226f00e0-04c5-4d79-8b94-10acb342b5d3 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:50.784919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58978) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:50.800435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ee85287-8780-43e9-a9f3-9a8d981e9447 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.804513 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4ee85287-8780-43e9-a9f3-9a8d981e9447 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] 10.222.0.20 "DELETE /v2.0/routers/10f81bc1-67b8-44c6-8e43-62d7d41fa40f HTTP/1.1" status: 204 len: 168 time: 1.7807381 Mar 03 05:51:50.808108 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'subnet': {'network_id': '18136baf-820e-4d4f-a821-01d8e5c3625a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:50.808482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58982) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:50.825190 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b9955c8c-ade4-450b-8e79-365588e04a03 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/295d9731-5bd6-408d-aaa7-7eecc52c07a3 HTTP/1.1" status: 404 len: 333 time: 0.2195780 Mar 03 05:51:50.830851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-19f10e18-bc6e-46d4-abd2-1aa8d347de54 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Request body: {'router': {'name': 'tempest-router-485052524', 'distributed': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:50.834371 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event updated for resources: {'Subnet': ['ID=471db1b1-788b-4e32-b198-3c7e5476e4e9,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:50.838683 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c21b193b-999e-4f0b-82e6-7613d97350c2 None None] Provisioning complete for port dce54b77-0d07-4965-9779-b207e2002a59 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:50.839073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c21b193b-999e-4f0b-82e6-7613d97350c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.846918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58986) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:50.887672 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-19f10e18-bc6e-46d4-abd2-1aa8d347de54 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:50.895354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Checking segment: {'id': 'fa63fb06-fe9e-4f49-a020-39ddac7fbd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93350b27-c9e5-4144-b94e-3951762f866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:50.895960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Network hostable DHCP agents. Network: 93350b27-c9e5-4144-b94e-3951762f866c, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:50.900484 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 226f00e0-04c5-4d79-8b94-10acb342b5d3) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:50.909360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-19f10e18-bc6e-46d4-abd2-1aa8d347de54 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Usage tracker for resource:router and tenant:b34b40ba138c4c94a8f14b3445ff4766 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:50.913299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:50.914016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:50.918830 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd84183a-1f85-4060-a8f7-268f18e0a3e7 None None] Network 226f00e0-04c5-4d79-8b94-10acb342b5d3 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:50.930895 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-19f10e18-bc6e-46d4-abd2-1aa8d347de54 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:50.944584 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be10511-22bb-47bf-94a9-bce385ac5933 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=18136baf-820e-4d4f-a821-01d8e5c3625a,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:50.947758 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9df3339f-3c6f-4bb1-ac17-224c0113d32d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1560745 Mar 03 05:51:50.949044 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-19f10e18-bc6e-46d4-abd2-1aa8d347de54 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:50.953172 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58990) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:50.959818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Request body: {'subnet': {'network_id': 'df99c5f1-6eb5-45f3-93b0-780d84ec1257', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:51.007275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-19f10e18-bc6e-46d4-abd2-1aa8d347de54 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.009260 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-19f10e18-bc6e-46d4-abd2-1aa8d347de54 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.019647 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Network 93350b27-c9e5-4144-b94e-3951762f866c is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:51.030264 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-191f714f-b497-471c-ab04-43a24cf795aa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:51.030722 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191f714f-b497-471c-ab04-43a24cf795aa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:51.032432 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-191f714f-b497-471c-ab04-43a24cf795aa tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/a3e3f20a-3329-4fa7-8838-77f268c4e049 HTTP/1.1" status: 404 len: 337 time: 0.1845796 Mar 03 05:51:51.053545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 58994) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:51.054610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f72fdba-bbc2-41c8-9008-2e5161f333c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.081076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 93350b27-c9e5-4144-b94e-3951762f866c) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:51.098871 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:51.099594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.116063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-19f10e18-bc6e-46d4-abd2-1aa8d347de54 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.131317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:51.140770 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Usage tracker for resource:subnet and tenant:abab0c97a5544b6ba2a038cf717da2e4 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:51.144761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:51.153686 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6c4e44d6-369c-44e7-928f-31eb9b9f1d11 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3185821 Mar 03 05:51:51.154904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:51.157618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 58998) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:51.187412 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 18136baf-820e-4d4f-a821-01d8e5c3625a details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:51:51.192561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f72fdba-bbc2-41c8-9008-2e5161f333c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:51.206989 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a4ba69-65d1-423f-9472-8160bfb4258b None None] Network 93350b27-c9e5-4144-b94e-3951762f866c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:51.260372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-19f10e18-bc6e-46d4-abd2-1aa8d347de54 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.327032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Made reservation on behalf of abab0c97a5544b6ba2a038cf717da2e4 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:51.331303 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.458198 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3064eb6-5bef-4887-8428-b49a6ea0308e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:51.458580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3064eb6-5bef-4887-8428-b49a6ea0308e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:51.460295 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b3064eb6-5bef-4887-8428-b49a6ea0308e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/51e0cbc3-59c7-4d25-9e9e-775b92e694d1 HTTP/1.1" status: 404 len: 333 time: 0.3422902 Mar 03 05:51:51.470917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f72fdba-bbc2-41c8-9008-2e5161f333c0 admin admin] Usage tracker for resource:security_group_rule and tenant:febb3bd0b277432e94b2917097a2dfcc is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:51.476349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:51.478862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59002) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:51.479672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f72fdba-bbc2-41c8-9008-2e5161f333c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:51.498470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f72fdba-bbc2-41c8-9008-2e5161f333c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:51.523157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e34bbe-7238-4bc1-8102-8a26a854b529 None None] Pushing event updated for resources: {'Port': ['ID=137cb9c4-92ee-49a3-b8c2-d89e6b2db842,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:51.525204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-19f10e18-bc6e-46d4-abd2-1aa8d347de54 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.527233 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-19f10e18-bc6e-46d4-abd2-1aa8d347de54 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7130518 Mar 03 05:51:51.532180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59006) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:51.547663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.575400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-2442c7e9-a062-48f3-8078-68bed99edbf1 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Delete allocated IP 2001:db8::1a1 (65cee256-e8c1-4c85-8ff6-ff678b5a8571/bab4bd82-ece1-4339-9268-8e20bac688f2) {{(pid=87793) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 05:51:51.578135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Usage tracker for resource:subnet and tenant:4fe60e3d9d73442c9246c69224665117 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:51.596062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:51.614167 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef7a8e5-5e13-4f28-87f4-94328f820599 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:51.614839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef7a8e5-5e13-4f28-87f4-94328f820599 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:51.627019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-2442c7e9-a062-48f3-8078-68bed99edbf1 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Allocated IP 2001:db8:0:2::314 (65cee256-e8c1-4c85-8ff6-ff678b5a8571/999bed0b-de29-4721-928b-8167276b23d9/a19fc601-5f3e-4480-8659-2ae3cb0dc316) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:51.630329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:51.649532 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1ef7a8e5-5e13-4f28-87f4-94328f820599 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/08c04b49-ca8b-484e-b432-143ac973495d HTTP/1.1" status: 404 len: 337 time: 0.1592064 Mar 03 05:51:51.656455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a94054ea-ddda-43cd-bea4-d2c3a10d9612 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.662700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59010) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:51.708365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a94054ea-ddda-43cd-bea4-d2c3a10d9612 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.711318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:51.715720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.719592 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.733722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-93350b27-c9e5-4144-b94e-3951762f866c', 'network_id': '93350b27-c9e5-4144-b94e-3951762f866c', 'tenant_id': '08a69d353a394481b00ee18f4ebfc800', 'fixed_ips': [{'subnet_id': '471db1b1-788b-4e32-b198-3c7e5476e4e9'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:51.734510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.751349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a8f019a4-620c-44b6-883d-212b9077c781 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.775071 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b12d070-336d-4f7a-860c-f3107d210966 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:51.775542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b12d070-336d-4f7a-860c-f3107d210966 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:51.778734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port dce54b77-0d07-4965-9779-b207e2002a59 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:51.779113 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.871508 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.916949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-226f00e0-04c5-4d79-8b94-10acb342b5d3', 'network_id': '226f00e0-04c5-4d79-8b94-10acb342b5d3', 'tenant_id': 'abab0c97a5544b6ba2a038cf717da2e4', 'fixed_ips': [{'subnet_id': '020980aa-7341-4777-a8a8-54fb1faaf93d'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:51.917208 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:51.922185 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3b12d070-336d-4f7a-860c-f3107d210966 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/625dad02-3053-4987-8c05-9ea99e4b451d HTTP/1.1" status: 404 len: 333 time: 0.2570536 Mar 03 05:51:51.935970 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59014) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:51.943787 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.069613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.095327 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f72fdba-bbc2-41c8-9008-2e5161f333c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.109355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f72fdba-bbc2-41c8-9008-2e5161f333c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.154704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-29c20ae9-4dc3-4056-b9e5-229b74ef1694 None None] Provisioning for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:52.186932 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb62d87-4368-45c4-859b-3104a36f231b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:52.187513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb62d87-4368-45c4-859b-3104a36f231b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:52.198758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94054ea-ddda-43cd-bea4-d2c3a10d9612 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 3fe65802-28ae-4793-9dbb-83ec890567ee has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:51:52.205078 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-29c20ae9-4dc3-4056-b9e5-229b74ef1694 None None] Provisioning complete for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:52.205647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-29c20ae9-4dc3-4056-b9e5-229b74ef1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.251419 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1f72fdba-bbc2-41c8-9008-2e5161f333c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=febb3bd0b277432e94b2917097a2dfcc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6418622 Mar 03 05:51:52.262404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59018) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:52.262704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72fdba-bbc2-41c8-9008-2e5161f333c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3574da7a-20a3-44cc-b49d-57f047acb6e5,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:52.277734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Allocated IP 2001:db8::f816:3eff:fe68:7336 (93350b27-c9e5-4144-b94e-3951762f866c/471db1b1-788b-4e32-b198-3c7e5476e4e9/e7dfad3d-8ad8-436b-b688-5860061a223d) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:52.313124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Allocated IP 172.20.0.2 (226f00e0-04c5-4d79-8b94-10acb342b5d3/020980aa-7341-4777-a8a8-54fb1faaf93d/3599db17-4ab6-4617-bcbc-962619105e5c) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:52.422148 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4bb62d87-4368-45c4-859b-3104a36f231b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/9c262145-aaf5-4c35-8084-75d38c2c0f4f HTTP/1.1" status: 404 len: 337 time: 0.4850924 Mar 03 05:51:52.432037 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a8f019a4-620c-44b6-883d-212b9077c781 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.433611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59022) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:52.440892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a8f019a4-620c-44b6-883d-212b9077c781 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.504535 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2dbbffd-c806-4d9c-baca-9567cba8783d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:52.505106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2dbbffd-c806-4d9c-baca-9567cba8783d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:52.510391 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f2dbbffd-c806-4d9c-baca-9567cba8783d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/5a75390d-ad68-414c-9b0e-9b809b70de5e HTTP/1.1" status: 404 len: 337 time: 0.0757384 Mar 03 05:51:52.511219 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event updated for resources: {'Subnet': ['ID=8d47edf1-1918-4998-ae98-e5c85acb5bd1,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:52.514255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59026) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:52.561896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:52.567960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Checking segment: {'id': 'ea211698-8cab-4b88-a968-176bef0a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'df99c5f1-6eb5-45f3-93b0-780d84ec1257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:52.568446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Network hostable DHCP agents. Network: df99c5f1-6eb5-45f3-93b0-780d84ec1257, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:52.584848 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-814526e1-0305-421b-91ed-d80c181c8f13 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:52.585530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814526e1-0305-421b-91ed-d80c181c8f13 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:52.593802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a8f019a4-620c-44b6-883d-212b9077c781 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.594372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f019a4-620c-44b6-883d-212b9077c781 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46d6bd05-31f6-4ce8-a9e5-90b7d7ea62c9 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:51:52.599289 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a8f019a4-620c-44b6-883d-212b9077c781 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.600577 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a8f019a4-620c-44b6-883d-212b9077c781 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] 10.222.0.20 "DELETE /v2.0/routers/46d6bd05-31f6-4ce8-a9e5-90b7d7ea62c9 HTTP/1.1" status: 204 len: 168 time: 1.0660367 Mar 03 05:51:52.608918 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-814526e1-0305-421b-91ed-d80c181c8f13 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/7683f0dd-392e-4d29-881f-d0aacb53c663 HTTP/1.1" status: 404 len: 333 time: 0.0886588 Mar 03 05:51:52.608918 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59030) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:52.609406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59032) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:52.622074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94054ea-ddda-43cd-bea4-d2c3a10d9612 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:51:52.636025 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a2420-3606-419c-9533-3006adee30e8 None None] Sync routers for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:51:52.641100 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2442c7e9-a062-48f3-8078-68bed99edbf1 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.654743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d420e772-86ca-4b4d-9835-4e1c0cbe60fc tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Request body: {'router': {'name': 'tempest-router-360864589', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ed57daf31314415ea64c4e054c0ed645'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:52.654931 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a2420-3606-419c-9533-3006adee30e8 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:52.656247 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2a8a2420-3606-419c-9533-3006adee30e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:52.662956 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d420e772-86ca-4b4d-9835-4e1c0cbe60fc tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:52.665904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Network df99c5f1-6eb5-45f3-93b0-780d84ec1257 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:52.677921 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d420e772-86ca-4b4d-9835-4e1c0cbe60fc tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Usage tracker for resource:router and tenant:ed57daf31314415ea64c4e054c0ed645 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:52.678412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.684245 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa989131-622e-472d-81ef-9ad8da1f9804 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:52.684985 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa989131-622e-472d-81ef-9ad8da1f9804 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:52.689529 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-aa989131-622e-472d-81ef-9ad8da1f9804 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/b6c08960-87d1-4f37-90c8-2af23726b28e HTTP/1.1" status: 404 len: 337 time: 0.0752416 Mar 03 05:51:52.691678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d420e772-86ca-4b4d-9835-4e1c0cbe60fc tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:52.694639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59038) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:52.701586 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, df99c5f1-6eb5-45f3-93b0-780d84ec1257) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:52.706202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:52.707078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.711185 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d420e772-86ca-4b4d-9835-4e1c0cbe60fc tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:52.726523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-53f755af-dfb8-412e-bff5-05e8944baddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.733269 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-2442c7e9-a062-48f3-8078-68bed99edbf1 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Transition to ACTIVE for port object a19fc601-5f3e-4480-8659-2ae3cb0dc316 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:52.748737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a94054ea-ddda-43cd-bea4-d2c3a10d9612 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.752640 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a94054ea-ddda-43cd-bea4-d2c3a10d9612 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee HTTP/1.1" status: 200 len: 703 time: 5.3179221 Mar 03 05:51:52.758407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59042) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:52.766934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2442c7e9-a062-48f3-8078-68bed99edbf1 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.772832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0daddc5-35d3-474d-a09a-f9bb8a390abd None None] Network df99c5f1-6eb5-45f3-93b0-780d84ec1257 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:52.834962 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-33089b3d-a451-41c0-977b-ad699f0119a8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:52.836176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33089b3d-a451-41c0-977b-ad699f0119a8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:52.842515 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-33089b3d-a451-41c0-977b-ad699f0119a8 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/2d9d14ae-e55d-4a8f-8a7c-c79d0de81649 HTTP/1.1" status: 404 len: 337 time: 0.1466222 Mar 03 05:51:52.848381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-53f755af-dfb8-412e-bff5-05e8944baddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.849042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59046) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:52.873139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-29c20ae9-4dc3-4056-b9e5-229b74ef1694 None None] Provisioning complete for port 95120444-9ba8-49e8-81a1-2cb12778fdb7 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:52.873985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-29c20ae9-4dc3-4056-b9e5-229b74ef1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.881001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Subnet': ['ID=cb125fa1-2f30-4770-bde5-9cd20efebce7,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:52.898174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d420e772-86ca-4b4d-9835-4e1c0cbe60fc tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.900316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d420e772-86ca-4b4d-9835-4e1c0cbe60fc tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.905251 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-082f0991-225a-458c-92b9-f045a1cb7a5c tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9508581 Mar 03 05:51:52.914171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59050) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:52.976017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-2442c7e9-a062-48f3-8078-68bed99edbf1 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] In _notify_port_updated(), no bound segment for port a19fc601-5f3e-4480-8659-2ae3cb0dc316 on network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:51:52.983704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2442c7e9-a062-48f3-8078-68bed99edbf1 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:52.986607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2442c7e9-a062-48f3-8078-68bed99edbf1 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:52.987026 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-2a8a2420-3606-419c-9533-3006adee30e8 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:51:52.995266 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2442c7e9-a062-48f3-8078-68bed99edbf1 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "PUT /v2.0/ports/a19fc601-5f3e-4480-8659-2ae3cb0dc316 HTTP/1.1" status: 200 len: 969 time: 4.2754915 Mar 03 05:51:52.996225 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59054) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:53.027957 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442c7e9-a062-48f3-8078-68bed99edbf1 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event updated for resources: {'Port': ['ID=a19fc601-5f3e-4480-8659-2ae3cb0dc316,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:53.072429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking segment: {'id': '70b9c572-c4f2-401c-bf7d-2bc74ffe028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '18136baf-820e-4d4f-a821-01d8e5c3625a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:53.079270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network hostable DHCP agents. Network: 18136baf-820e-4d4f-a821-01d8e5c3625a, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:51:53.091845 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.106680 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.120784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:53.121161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.162017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-53f755af-dfb8-412e-bff5-05e8944baddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.175534 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-436801f1-3b60-442a-bf8b-a1b04df2089a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port a19fc601-5f3e-4480-8659-2ae3cb0dc316 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:53.175927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-436801f1-3b60-442a-bf8b-a1b04df2089a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.179131 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Transition to ACTIVE for port object e7dfad3d-8ad8-436b-b688-5860061a223d will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:53.181800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.205481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-29c20ae9-4dc3-4056-b9e5-229b74ef1694 None None] Port 95120444-9ba8-49e8-81a1-2cb12778fdb7 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:53.221446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network 18136baf-820e-4d4f-a821-01d8e5c3625a is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:51:53.232339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Transition to ACTIVE for port object 3599db17-4ab6-4617-bcbc-962619105e5c will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:53.256783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f755af-dfb8-412e-bff5-05e8944baddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3574da7a-20a3-44cc-b49d-57f047acb6e5,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:53.266176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 18136baf-820e-4d4f-a821-01d8e5c3625a) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:53.267905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-53f755af-dfb8-412e-bff5-05e8944baddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.269123 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-53f755af-dfb8-412e-bff5-05e8944baddc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3574da7a-20a3-44cc-b49d-57f047acb6e5 HTTP/1.1" status: 204 len: 168 time: 1.0033233 Mar 03 05:51:53.269615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Transition to ACTIVE for port object e7dfad3d-8ad8-436b-b688-5860061a223d will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:53.282942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:51:53.284082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.319283 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ff887e-5eb9-44f7-9dde-6739b939630d None None] Network 18136baf-820e-4d4f-a821-01d8e5c3625a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:53.350142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.359625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-29c20ae9-4dc3-4056-b9e5-229b74ef1694 None None] Provisioning for port a19fc601-5f3e-4480-8659-2ae3cb0dc316 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:53.390028 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9b33f880-4e4d-4043-8d6a-717170a37ec1 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5944881 Mar 03 05:51:53.390850 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-133b3284-9a14-4029-af75-74c10c60556f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:53.391325 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133b3284-9a14-4029-af75-74c10c60556f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:53.393289 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-133b3284-9a14-4029-af75-74c10c60556f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/e5f03b78-a2a5-4977-97b6-c96cd2a045b1 HTTP/1.1" status: 404 len: 333 time: 0.5402629 Mar 03 05:51:53.403205 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-dc1ffa21-0985-47e5-976d-d848b586da0e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee HTTP/1.1" status: 200 len: 703 time: 0.6378722 Mar 03 05:51:53.406971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59060) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:53.406971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59062) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:53.406971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59064) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:53.427179 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d420e772-86ca-4b4d-9835-4e1c0cbe60fc tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.470396 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Transition to ACTIVE for port object 3599db17-4ab6-4617-bcbc-962619105e5c will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:53.472465 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d420e772-86ca-4b4d-9835-4e1c0cbe60fc tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.487480 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-29c20ae9-4dc3-4056-b9e5-229b74ef1694 None None] Provisioning complete for port a19fc601-5f3e-4480-8659-2ae3cb0dc316 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:53.487924 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-29c20ae9-4dc3-4056-b9e5-229b74ef1694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.570295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d420e772-86ca-4b4d-9835-4e1c0cbe60fc tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.572007 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d420e772-86ca-4b4d-9835-4e1c0cbe60fc tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9594939 Mar 03 05:51:53.583230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59074) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:53.589488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-04eed8da-6afd-4255-b711-802e51fd3696 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:53.616121 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-29c20ae9-4dc3-4056-b9e5-229b74ef1694 None None] Port a19fc601-5f3e-4480-8659-2ae3cb0dc316 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:53.619359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.635337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Network 93350b27-c9e5-4144-b94e-3951762f866c is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:53.650399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:53.653325 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:53.665654 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2a8a2420-3606-419c-9533-3006adee30e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:49Z', 'revision_number': 7, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '18ec5301-06e3-4e1a-aec3-32a2c7bffb8d', 'name': '', 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4b:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:33Z', 'updated_at': '2022-03-03T05:51:45Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:35Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:53.676025 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a2420-3606-419c-9533-3006adee30e8 None None] Checking router: 3fe65802-28ae-4793-9dbb-83ec890567ee for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:51:53.679356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Network 226f00e0-04c5-4d79-8b94-10acb342b5d3 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:53.691220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:53.694250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:53.702038 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a2420-3606-419c-9533-3006adee30e8 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:51:53.702976 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2a8a2420-3606-419c-9533-3006adee30e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:53.809956 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:53.813436 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-6550c64d-2c53-43c7-b7b3-d8859967f076 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:53.814461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6550c64d-2c53-43c7-b7b3-d8859967f076 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:53.816392 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6550c64d-2c53-43c7-b7b3-d8859967f076 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/08940618-6a82-4b7f-ad78-3205d5213c88 HTTP/1.1" status: 404 len: 337 time: 0.4064264 Mar 03 05:51:53.874980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59078) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:53.875568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59080) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:53.897662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Pushing event updated for resources: {'Port': ['ID=e7dfad3d-8ad8-436b-b688-5860061a223d,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:53.933590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Subnet': ['ID=471db1b1-788b-4e32-b198-3c7e5476e4e9,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:53.982215 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Pushing event updated for resources: {'Port': ['ID=3599db17-4ab6-4617-bcbc-962619105e5c,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:53.986950 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-2a8a2420-3606-419c-9533-3006adee30e8 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:51:54.034846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-df99c5f1-6eb5-45f3-93b0-780d84ec1257', 'network_id': 'df99c5f1-6eb5-45f3-93b0-780d84ec1257', 'tenant_id': 'abab0c97a5544b6ba2a038cf717da2e4', 'fixed_ips': [{'subnet_id': '8d47edf1-1918-4998-ae98-e5c85acb5bd1'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:54.035643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.064062 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4cdb8ad-9d3f-4f26-be01-8560511718cd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:54.064517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4cdb8ad-9d3f-4f26-be01-8560511718cd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:54.066191 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c4cdb8ad-9d3f-4f26-be01-8560511718cd tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/6a2fa944-c01b-4c14-8ebf-8abfe1e71c0a HTTP/1.1" status: 404 len: 337 time: 0.1894677 Mar 03 05:51:54.076936 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59086) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:54.104931 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d32b6899-a555-4c70-9059-4fb283b40891 None None] Provisioning complete for port a19fc601-5f3e-4480-8659-2ae3cb0dc316 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:54.105296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d32b6899-a555-4c70-9059-4fb283b40891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.136280 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Attempting to bind port 3599db17-4ab6-4617-bcbc-962619105e5c on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:54.136644 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Attempting to bind port 3599db17-4ab6-4617-bcbc-962619105e5c by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '474345c3-062b-41a7-91c9-f2046821ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '226f00e0-04c5-4d79-8b94-10acb342b5d3'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:54.137002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Attempting to bind port 3599db17-4ab6-4617-bcbc-962619105e5c on network 226f00e0-04c5-4d79-8b94-10acb342b5d3 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:54.145087 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Attempting to bind port e7dfad3d-8ad8-436b-b688-5860061a223d on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:54.145457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Attempting to bind port e7dfad3d-8ad8-436b-b688-5860061a223d by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'fa63fb06-fe9e-4f49-a020-39ddac7fbd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93350b27-c9e5-4144-b94e-3951762f866c'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:54.145813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Attempting to bind port e7dfad3d-8ad8-436b-b688-5860061a223d on network 93350b27-c9e5-4144-b94e-3951762f866c {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:54.155010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:54.155362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Checking segment: {'id': '474345c3-062b-41a7-91c9-f2046821ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '226f00e0-04c5-4d79-8b94-10acb342b5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:54.155757 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.156165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Bound using segment: {'id': '474345c3-062b-41a7-91c9-f2046821ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '226f00e0-04c5-4d79-8b94-10acb342b5d3'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:54.156638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Bound port: 3599db17-4ab6-4617-bcbc-962619105e5c, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474345c3-062b-41a7-91c9-f2046821ff7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '226f00e0-04c5-4d79-8b94-10acb342b5d3'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:54.157004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.157558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.183241 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8be8e4-96ee-41cf-8ae7-dc4dd3d20787 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:54.183762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8be8e4-96ee-41cf-8ae7-dc4dd3d20787 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:54.185411 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0a8be8e4-96ee-41cf-8ae7-dc4dd3d20787 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/d567f7ed-0521-4c9d-b8ab-68ef6a4c0605 HTTP/1.1" status: 404 len: 333 time: 0.1036308 Mar 03 05:51:54.192273 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93350b27-c9e5-4144-b94e-3951762f866c']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:54.201546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59090) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:54.208018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa63fb06-fe9e-4f49-a020-39ddac7fbd3c') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:54.208522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa63fb06-fe9e-4f49-a020-39ddac7fbd3c') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:54.222882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.243498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.250533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:54.251173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.321368 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-33f68f82-2057-4755-a571-3cc10d2367b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8dcd0e28e994ccf81d5a0d16e99c859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406941 Mar 03 05:51:54.334488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-436801f1-3b60-442a-bf8b-a1b04df2089a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.335040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Allocated IP 172.20.0.2 (df99c5f1-6eb5-45f3-93b0-780d84ec1257/8d47edf1-1918-4998-ae98-e5c85acb5bd1/1045d96b-8d86-45fd-9b8a-4b8eed5c9912) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:54.343438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59094) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:54.351283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.361738 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-47299a86-2f6d-4536-978f-301a52488d09 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:54.362280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47299a86-2f6d-4536-978f-301a52488d09 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:54.364663 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-47299a86-2f6d-4536-978f-301a52488d09 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/41981396-5469-452f-8f8e-82c8f151f3d2 HTTP/1.1" status: 404 len: 337 time: 0.1511989 Mar 03 05:51:54.390262 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2a8a2420-3606-419c-9533-3006adee30e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:49Z', 'revision_number': 7, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '18ec5301-06e3-4e1a-aec3-32a2c7bffb8d', 'name': '', 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4b:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:33Z', 'updated_at': '2022-03-03T05:51:45Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:35Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:54.394794 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a2420-3606-419c-9533-3006adee30e8 None None] The sync data for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv is: [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:49Z', 'revision_number': 7, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '18ec5301-06e3-4e1a-aec3-32a2c7bffb8d', 'name': '', 'network_id': 'eb0ab427-b9a9-400a-8807-71dc738dd309', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4b:35:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:33Z', 'updated_at': '2022-03-03T05:51:45Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '583cfe85-5e99-4696-8b85-d488266eea1c', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:35Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:51:54.432364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59098) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:54.507541 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:54.546639 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:54.547359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Checking segment: {'id': 'fa63fb06-fe9e-4f49-a020-39ddac7fbd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93350b27-c9e5-4144-b94e-3951762f866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:54.548042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.548832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Bound using segment: {'id': 'fa63fb06-fe9e-4f49-a020-39ddac7fbd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93350b27-c9e5-4144-b94e-3951762f866c'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:54.549476 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Bound port: e7dfad3d-8ad8-436b-b688-5860061a223d, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa63fb06-fe9e-4f49-a020-39ddac7fbd3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '93350b27-c9e5-4144-b94e-3951762f866c'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:54.550003 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.604886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-436801f1-3b60-442a-bf8b-a1b04df2089a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for a19fc601-5f3e-4480-8659-2ae3cb0dc316 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:54.664910 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f911fbb-09e9-4b3d-a4b5-8bc65a7f3fc4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:54.665357 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f911fbb-09e9-4b3d-a4b5-8bc65a7f3fc4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:54.669618 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8f911fbb-09e9-4b3d-a4b5-8bc65a7f3fc4 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/2e63bd09-5c80-410b-b261-7e76d3188f97 HTTP/1.1" status: 404 len: 337 time: 0.1682844 Mar 03 05:51:54.672127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59102) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:54.693182 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 05:51:54.693182 dv-neutron-831582-1-hyperv neutron-server[87792]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 05:51:54.693182 dv-neutron-831582-1-hyperv neutron-server[87792]: [parameters: {'id': '93350b27-c9e5-4144-b94e-3951762f866c'}] Mar 03 05:51:54.693182 dv-neutron-831582-1-hyperv neutron-server[87792]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:51:54.693567 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:51:54.731647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d32b6899-a555-4c70-9059-4fb283b40891 None None] Port a19fc601-5f3e-4480-8659-2ae3cb0dc316 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:54.733407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-18136baf-820e-4d4f-a821-01d8e5c3625a', 'network_id': '18136baf-820e-4d4f-a821-01d8e5c3625a', 'tenant_id': '4fe60e3d9d73442c9246c69224665117', 'fixed_ips': [{'subnet_id': 'cb125fa1-2f30-4770-bde5-9cd20efebce7'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:51:54.734360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.748339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] For port 3599db17-4ab6-4617-bcbc-962619105e5c, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:54.806220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] For port 3599db17-4ab6-4617-bcbc-962619105e5c, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3599db17-4ab6-4617-bcbc-962619105e5c,segment=NetworkSegment(474345c3-062b-41a7-91c9-f2046821ff7a),segment_id=474345c3-062b-41a7-91c9-f2046821ff7a)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:54.824054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.830470 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-eeee185b-efbc-43b2-8174-53fd0533a0ec tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports?device_id=d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0 HTTP/1.1" status: 200 len: 205 time: 0.1499846 Mar 03 05:51:54.833136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59106) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:54.910021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.949162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b7f44ce0-61dd-4ac4-b6ba-3d8212ff0c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.999459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04eed8da-6afd-4255-b711-802e51fd3696 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:54.999966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04eed8da-6afd-4255-b711-802e51fd3696 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.068917 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-7c7868ac-8436-4d44-984c-892588d15c4f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] delete failed (client error): The resource could not be found. Mar 03 05:51:55.072998 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7c7868ac-8436-4d44-984c-892588d15c4f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/routers/d5bbfdc1-c7b3-442f-a449-b0e753d3b2a0 HTTP/1.1" status: 404 len: 336 time: 0.2288644 Mar 03 05:51:55.072998 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.082188 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59110) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:55.108446 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] For port e7dfad3d-8ad8-436b-b688-5860061a223d, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:55.141932 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] For port e7dfad3d-8ad8-436b-b688-5860061a223d, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e7dfad3d-8ad8-436b-b688-5860061a223d,segment=NetworkSegment(fa63fb06-fe9e-4f49-a020-39ddac7fbd3c),segment_id=fa63fb06-fe9e-4f49-a020-39ddac7fbd3c)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:55.178331 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d6299-51cd-41bb-ae4c-4a2e086ae9be None None] Pushing event updated for resources: {'Port': ['ID=3599db17-4ab6-4617-bcbc-962619105e5c,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:55.192258 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.195715 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a18d91-9590-4471-a8d0-eefca2a94a5f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:55.195715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a18d91-9590-4471-a8d0-eefca2a94a5f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:55.199513 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-97a18d91-9590-4471-a8d0-eefca2a94a5f tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/f72184b4-8e8c-4654-845d-b1844852fb4a HTTP/1.1" status: 404 len: 337 time: 0.1140056 Mar 03 05:51:55.199513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.202337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59114) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:55.241208 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.274792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b7f44ce0-61dd-4ac4-b6ba-3d8212ff0c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.296695 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5ed8ef4b-5d66-4aad-b35e-660c2a41b209 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "GET /v2.0/ports?device_id=01590103-5d0c-4d2a-8ac9-e31c4123525d HTTP/1.1" status: 200 len: 205 time: 0.0807948 Mar 03 05:51:55.296928 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-04eed8da-6afd-4255-b711-802e51fd3696 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87792) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 03 05:51:55.296928 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-04eed8da-6afd-4255-b711-802e51fd3696 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Router 560686cf-0727-4277-ae91-2c997c503187 migrating from provider to provider. {{(pid=87792) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 03 05:51:55.296928 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04eed8da-6afd-4255-b711-802e51fd3696 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.302914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59118) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:55.365521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Allocated IP 172.20.0.2 (18136baf-820e-4d4f-a821-01d8e5c3625a/cb125fa1-2f30-4770-bde5-9cd20efebce7/7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:55.375588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04eed8da-6afd-4255-b711-802e51fd3696 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.390351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-436801f1-3b60-442a-bf8b-a1b04df2089a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.398912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b7f44ce0-61dd-4ac4-b6ba-3d8212ff0c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.484332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Transition to ACTIVE for port object 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:55.492196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c48cfb-bc7d-4dca-a002-e9032e57cdf2 None None] Pushing event updated for resources: {'Port': ['ID=e7dfad3d-8ad8-436b-b688-5860061a223d,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:55.496503 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-35804997-dd93-4587-9742-c82d9302b1ca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] delete failed (client error): The resource could not be found. Mar 03 05:51:55.497800 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-35804997-dd93-4587-9742-c82d9302b1ca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/routers/01590103-5d0c-4d2a-8ac9-e31c4123525d HTTP/1.1" status: 404 len: 336 time: 0.1924753 Mar 03 05:51:55.499504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04eed8da-6afd-4255-b711-802e51fd3696 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.509586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59122) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:55.546248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Transition to ACTIVE for port object 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:55.565700 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.622526 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436801f1-3b60-442a-bf8b-a1b04df2089a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=a19fc601-5f3e-4480-8659-2ae3cb0dc316,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:55.624828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f44ce0-61dd-4ac4-b6ba-3d8212ff0c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8109b43-d582-4e52-99a2-9f6eab72ca87,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:55.632652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e4913a-9c90-4602-9beb-c0ac45b4c7c7 None None] Network 93350b27-c9e5-4144-b94e-3951762f866c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:55.649814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b7f44ce0-61dd-4ac4-b6ba-3d8212ff0c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.664280 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b7f44ce0-61dd-4ac4-b6ba-3d8212ff0c41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8109b43-d582-4e52-99a2-9f6eab72ca87 HTTP/1.1" status: 204 len: 168 time: 1.3100910 Mar 03 05:51:55.677037 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f476995-8734-4f66-a22a-fd4813abe038 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:55.677806 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f476995-8734-4f66-a22a-fd4813abe038 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:55.679729 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4f476995-8734-4f66-a22a-fd4813abe038 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/392f8cd6-34d7-48aa-b2ce-8e144251f43e HTTP/1.1" status: 404 len: 337 time: 0.1661901 Mar 03 05:51:55.681770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-436801f1-3b60-442a-bf8b-a1b04df2089a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:55.683857 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-436801f1-3b60-442a-bf8b-a1b04df2089a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/a19fc601-5f3e-4480-8659-2ae3cb0dc316 HTTP/1.1" status: 204 len: 168 time: 2.6700704 Mar 03 05:51:55.684799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59128) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:55.728378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59130) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:55.792053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Allocated IP 172.20.0.1 (226f00e0-04c5-4d79-8b94-10acb342b5d3/020980aa-7341-4777-a8a8-54fb1faaf93d/b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:51:55.828070 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-17dcb958-70ea-43b2-b905-8d9f69f8f00a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:55.828916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17dcb958-70ea-43b2-b905-8d9f69f8f00a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:55.830849 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-17dcb958-70ea-43b2-b905-8d9f69f8f00a tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/30f55022-c586-4873-adf3-07f2831cedf2 HTTP/1.1" status: 404 len: 337 time: 0.1447828 Mar 03 05:51:55.833393 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fbce1f-fcb6-4803-98a0-39132bcfa5e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] GET failed (client error): The resource could not be found. Mar 03 05:51:55.834123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-35fbce1f-fcb6-4803-98a0-39132bcfa5e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Synchronizing usage tracker for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:51:55.837396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59136) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:55.862194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Network df99c5f1-6eb5-45f3-93b0-780d84ec1257 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:55.877982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:55.898697 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ffa2d9-0e85-4efd-b7d4-99f08f74acdb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:55.904261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ffa2d9-0e85-4efd-b7d4-99f08f74acdb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:55.905312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:55.909735 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-86ffa2d9-0e85-4efd-b7d4-99f08f74acdb tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/38a6ce0f-20dd-410a-9dae-f9bc0f2d9866 HTTP/1.1" status: 404 len: 333 time: 0.0665891 Mar 03 05:51:55.911535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59140) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:55.920721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Pushing event updated for resources: {'Port': ['ID=1045d96b-8d86-45fd-9b8a-4b8eed5c9912,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:55.968318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-35fbce1f-fcb6-4803-98a0-39132bcfa5e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Unset dirty status for tenant:abf03cd3c52b4b1cb398f908af2b84e5 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:51:55.972060 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-35fbce1f-fcb6-4803-98a0-39132bcfa5e9 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports/a19fc601-5f3e-4480-8659-2ae3cb0dc316 HTTP/1.1" status: 404 len: 333 time: 0.2394857 Mar 03 05:51:55.974249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59144) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:55.982820 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4bed207-cff9-4880-9f45-9bb7d1bdaa2e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:55.983406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4bed207-cff9-4880-9f45-9bb7d1bdaa2e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:55.985137 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c4bed207-cff9-4880-9f45-9bb7d1bdaa2e tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/3593e6e0-2722-4ae9-88cf-7e96a225c7fb HTTP/1.1" status: 404 len: 337 time: 0.0656183 Mar 03 05:51:55.995508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59148) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:56.072517 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-215eb46b-db23-43b6-b2c9-efb9b093ac0c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:56.072991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-215eb46b-db23-43b6-b2c9-efb9b093ac0c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:56.074700 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-215eb46b-db23-43b6-b2c9-efb9b093ac0c tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/534d75b9-8300-491a-9279-08542952542a HTTP/1.1" status: 404 len: 333 time: 0.0758297 Mar 03 05:51:56.083674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59154) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:56.086989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c125-ed0c-4083-84cc-8ca43474a84a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.107695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.138816 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Transition to ACTIVE for port object 7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:56.160725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.164264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Attempting to bind port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:56.165423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Attempting to bind port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'ea211698-8cab-4b88-a968-176bef0a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'df99c5f1-6eb5-45f3-93b0-780d84ec1257'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:56.166004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Attempting to bind port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 on network df99c5f1-6eb5-45f3-93b0-780d84ec1257 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:56.174489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:56.175194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Checking segment: {'id': 'ea211698-8cab-4b88-a968-176bef0a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'df99c5f1-6eb5-45f3-93b0-780d84ec1257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:56.175863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.176492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Bound using segment: {'id': 'ea211698-8cab-4b88-a968-176bef0a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'df99c5f1-6eb5-45f3-93b0-780d84ec1257'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:56.177185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Bound port: 1045d96b-8d86-45fd-9b8a-4b8eed5c9912, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea211698-8cab-4b88-a968-176bef0a876d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'df99c5f1-6eb5-45f3-93b0-780d84ec1257'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:56.177406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Transition to ACTIVE for port object b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:56.177978 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.186564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Deleting port e7dfad3d-8ad8-436b-b688-5860061a223d {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:56.186894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.201021 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-46754d6f-be53-435a-aa7e-2c25c719478b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:56.201582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46754d6f-be53-435a-aa7e-2c25c719478b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:56.203477 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-46754d6f-be53-435a-aa7e-2c25c719478b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/a5ddad86-46c9-4ea0-90b2-324c3964f215 HTTP/1.1" status: 404 len: 337 time: 0.0619650 Mar 03 05:51:56.218147 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Transition to ACTIVE for port object 7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:51:56.267927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.268665 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59160) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:56.364591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa9be151-53cc-4b40-a962-85727386052a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.372140 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Network 18136baf-820e-4d4f-a821-01d8e5c3625a is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:56.379127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:56.394407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:56.426175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.511561 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f66247-d3de-47c6-becf-8e1e85a3cc28 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:56.512108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f66247-d3de-47c6-becf-8e1e85a3cc28 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:56.559708 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f4f66247-d3de-47c6-becf-8e1e85a3cc28 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/6db06cf9-bbd2-4cdd-9e64-b7f654823ac0 HTTP/1.1" status: 404 len: 333 time: 0.2837927 Mar 03 05:51:56.567288 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.scheduler.l3_agent_scheduler [None req-04eed8da-6afd-4255-b711-802e51fd3696 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] No L3 agents can host the router 560686cf-0727-4277-ae91-2c997c503187 Mar 03 05:51:56.567971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59170) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:56.574453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Pushing event updated for resources: {'Port': ['ID=7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:56.591759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] For port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:56.594081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Attempting to bind port 7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:51:56.594561 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Attempting to bind port 7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '70b9c572-c4f2-401c-bf7d-2bc74ffe028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '18136baf-820e-4d4f-a821-01d8e5c3625a'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:51:56.594722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Attempting to bind port 7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac on network 18136baf-820e-4d4f-a821-01d8e5c3625a {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:51:56.606963 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] For port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1045d96b-8d86-45fd-9b8a-4b8eed5c9912,segment=NetworkSegment(ea211698-8cab-4b88-a968-176bef0a876d),segment_id=ea211698-8cab-4b88-a968-176bef0a876d)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:56.608491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:51:56.609152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Checking segment: {'id': '70b9c572-c4f2-401c-bf7d-2bc74ffe028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '18136baf-820e-4d4f-a821-01d8e5c3625a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:51:56.609381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.609825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Bound using segment: {'id': '70b9c572-c4f2-401c-bf7d-2bc74ffe028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '18136baf-820e-4d4f-a821-01d8e5c3625a'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:51:56.610325 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Bound port: 7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b9c572-c4f2-401c-bf7d-2bc74ffe028c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '18136baf-820e-4d4f-a821-01d8e5c3625a'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:51:56.610691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.636368 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.671645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Subnet': ['ID=cb125fa1-2f30-4770-bde5-9cd20efebce7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:56.683475 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3599db17-4ab6-4617-bcbc-962619105e5c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:56.705818 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c312381-6733-4fe7-9e7f-59175d842e18 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:56.706279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c312381-6733-4fe7-9e7f-59175d842e18 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:56.710462 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9c312381-6733-4fe7-9e7f-59175d842e18 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/f22c29c0-01d3-4338-b3d3-cb258aa16f47 HTTP/1.1" status: 404 len: 337 time: 0.1391854 Mar 03 05:51:56.717587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa9be151-53cc-4b40-a962-85727386052a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.723622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59178) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:56.877449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62d0abc-738d-4378-9477-15d9e0c5d01c None None] Network 226f00e0-04c5-4d79-8b94-10acb342b5d3 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:56.920009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.925108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd7218-b0b1-41b7-a2dc-94ebce415f6e None None] Pushing event updated for resources: {'Port': ['ID=1045d96b-8d86-45fd-9b8a-4b8eed5c9912,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:56.953346 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:56.996050 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18136baf-820e-4d4f-a821-01d8e5c3625a']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:57.020071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b9c572-c4f2-401c-bf7d-2bc74ffe028c') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:57.020650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b9c572-c4f2-401c-bf7d-2bc74ffe028c') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:57.028850 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 3599db17-4ab6-4617-bcbc-962619105e5c completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:57.040936 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa9be151-53cc-4b40-a962-85727386052a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:57.050995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] For port 7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:51:57.060550 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-765a7251-aab5-4cd7-bc7b-d6e5983c53cf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:57.061775 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765a7251-aab5-4cd7-bc7b-d6e5983c53cf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:57.063873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:57.070321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] For port 7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac,segment=NetworkSegment(70b9c572-c4f2-401c-bf7d-2bc74ffe028c),segment_id=70b9c572-c4f2-401c-bf7d-2bc74ffe028c)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:51:57.071274 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-765a7251-aab5-4cd7-bc7b-d6e5983c53cf tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/79a8ffb2-1146-41ad-ac9a-a05f5c859366 HTTP/1.1" status: 404 len: 333 time: 0.3448298 Mar 03 05:51:57.074583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-499e11fa-f7a1-4a95-8810-18928708e302 None None] Provisioning for port 3599db17-4ab6-4617-bcbc-962619105e5c completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:57.101532 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-499e11fa-f7a1-4a95-8810-18928708e302 None None] Provisioning complete for port 3599db17-4ab6-4617-bcbc-962619105e5c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:57.101942 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-499e11fa-f7a1-4a95-8810-18928708e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:57.110920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9be151-53cc-4b40-a962-85727386052a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9116ac11-420d-459e-9d63-1241bc757b6d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:57.117747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59188) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:57.163005 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:57.189438 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecb0c1d-6af4-4cde-a9d1-7edbad691f7d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:57.189889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecb0c1d-6af4-4cde-a9d1-7edbad691f7d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:57.193110 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:57.275839 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9ecb0c1d-6af4-4cde-a9d1-7edbad691f7d tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/1df88606-12ab-46a6-b2f9-9949efc6129d HTTP/1.1" status: 404 len: 337 time: 0.1569476 Mar 03 05:51:57.276879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa9be151-53cc-4b40-a962-85727386052a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:57.280925 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fa9be151-53cc-4b40-a962-85727386052a tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/security-groups/9116ac11-420d-459e-9d63-1241bc757b6d HTTP/1.1" status: 204 len: 168 time: 1.3016396 Mar 03 05:51:57.281414 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Network 226f00e0-04c5-4d79-8b94-10acb342b5d3 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:51:57.282378 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59194) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:57.282919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59196) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:57.284793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:57.285349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:57.295882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:57.308697 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:57.366471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d298e6d-76f1-48a4-8dca-fb6165061aba None None] Pushing event updated for resources: {'Port': ['ID=7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:57.386241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f8b9c125-ed0c-4083-84cc-8ca43474a84a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:57.387127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c125-ed0c-4083-84cc-8ca43474a84a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:57.418080 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:51:57.567693 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event updated for resources: {'Port': ['ID=b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:57.582710 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6e6e42-b157-45fb-bde4-09437e2bfefc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:57.583385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6e6e42-b157-45fb-bde4-09437e2bfefc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:57.585326 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8c6e6e42-b157-45fb-bde4-09437e2bfefc tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/e9aec045-b3a6-4c89-aed7-aa7689d40b77 HTTP/1.1" status: 404 len: 333 time: 0.2935734 Mar 03 05:51:57.589473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59208) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:57.596891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eed8da-6afd-4255-b711-802e51fd3696 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Hosts for router 560686cf-0727-4277-ae91-2c997c503187: [] {{(pid=87792) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 03 05:51:57.612479 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a116d17-8875-4bb3-a2e0-edb76546dc6d None None] Network 18136baf-820e-4d4f-a821-01d8e5c3625a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:57.638085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 05:51:57.638085 dv-neutron-831582-1-hyperv neutron-server[87793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 05:51:57.638085 dv-neutron-831582-1-hyperv neutron-server[87793]: [parameters: {'id': '18136baf-820e-4d4f-a821-01d8e5c3625a'}] Mar 03 05:51:57.638085 dv-neutron-831582-1-hyperv neutron-server[87793]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:51:57.638594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:51:57.652576 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0a1aec-b3c7-406b-9c7f-0392c19b612b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:57.653033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0a1aec-b3c7-406b-9c7f-0392c19b612b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:57.654729 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bf0a1aec-b3c7-406b-9c7f-0392c19b612b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/3bce96f8-19fa-4383-875b-8b06033d4635 HTTP/1.1" status: 404 len: 337 time: 0.0615833 Mar 03 05:51:57.664912 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59212) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:57.675702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] For port e7dfad3d-8ad8-436b-b688-5860061a223d, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e7dfad3d-8ad8-436b-b688-5860061a223d,segment=NetworkSegment(fa63fb06-fe9e-4f49-a020-39ddac7fbd3c),segment_id=fa63fb06-fe9e-4f49-a020-39ddac7fbd3c)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:57.676214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:57.722717 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:57.725104 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eed8da-6afd-4255-b711-802e51fd3696 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Hosts for other DVR routers connected to router 560686cf-0727-4277-ae91-2c997c503187: set() {{(pid=87792) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 03 05:51:57.729042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04eed8da-6afd-4255-b711-802e51fd3696 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:57.730711 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-04eed8da-6afd-4255-b711-802e51fd3696 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] 10.222.0.20 "PUT /v2.0/routers/560686cf-0727-4277-ae91-2c997c503187 HTTP/1.1" status: 200 len: 716 time: 4.1461372 Mar 03 05:51:57.740280 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59218) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:57.893005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-f8b9c125-ed0c-4083-84cc-8ca43474a84a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] For port 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=18ec5301-06e3-4e1a-aec3-32a2c7bffb8d,segment=NetworkSegment(5807ba6e-52c4-44de-a33d-f7bd19e63477),segment_id=5807ba6e-52c4-44de-a33d-f7bd19e63477)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:57.893373 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c125-ed0c-4083-84cc-8ca43474a84a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:57.961562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-499e11fa-f7a1-4a95-8810-18928708e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.040889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-499e11fa-f7a1-4a95-8810-18928708e302 None None] For port 3599db17-4ab6-4617-bcbc-962619105e5c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3599db17-4ab6-4617-bcbc-962619105e5c,segment=NetworkSegment(474345c3-062b-41a7-91c9-f2046821ff7a),segment_id=474345c3-062b-41a7-91c9-f2046821ff7a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:58.048995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-499e11fa-f7a1-4a95-8810-18928708e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.080065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f8b9c125-ed0c-4083-84cc-8ca43474a84a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:58.136919 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b59c1902-39fd-4739-af8e-08e4f760e7ab tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] 10.222.0.20 "GET /v2.0/routers/560686cf-0727-4277-ae91-2c997c503187 HTTP/1.1" status: 200 len: 716 time: 0.3884134 Mar 03 05:51:58.140383 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59224) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:58.140714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59226) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:58.148944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.153825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e11fa-f7a1-4a95-8810-18928708e302 None None] Pushing event updated for resources: {'Port': ['ID=3599db17-4ab6-4617-bcbc-962619105e5c,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:58.184523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port 7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:51:58.184864 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.207464 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669fac5-64e6-4622-b022-26cca4690c9c None None] Network df99c5f1-6eb5-45f3-93b0-780d84ec1257 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:51:58.219633 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-502466f9-e4f5-4663-8477-efe9b8e19903 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:58.219633 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502466f9-e4f5-4663-8477-efe9b8e19903 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:58.221280 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-502466f9-e4f5-4663-8477-efe9b8e19903 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/2a278772-b0cd-421a-98bd-bcde20a41387 HTTP/1.1" status: 404 len: 333 time: 0.5530558 Mar 03 05:51:58.229154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Calling delete_port for e7dfad3d-8ad8-436b-b688-5860061a223d owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:58.244642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59232) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:58.307620 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06e0c56f-4f32-4755-95e3-53882fd95928 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.354282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06e0c56f-4f32-4755-95e3-53882fd95928 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.380046 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-64e886f1-cf48-47b5-a6f9-01bad841be42 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:58.380590 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64e886f1-cf48-47b5-a6f9-01bad841be42 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:58.392655 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-64e886f1-cf48-47b5-a6f9-01bad841be42 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/dc73e846-ec53-49e3-9d3c-886be434746d HTTP/1.1" status: 404 len: 337 time: 0.1439695 Mar 03 05:51:58.404217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59240) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:58.521082 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-75b61b28-83f1-467d-9158-ecd6bce1d99e None None] Provisioning for port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:58.607220 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1126128963', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:51:58.610566 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3bc92ac-9f04-4446-8f6b-c2436956cda5 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:58.611022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3bc92ac-9f04-4446-8f6b-c2436956cda5 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:58.613398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.670131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:58.674180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Usage tracker for resource:port and tenant:735a63873ddd4274a8e4ea8c81b53c42 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:58.677335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:58.684681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:58.689547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bc0329e5-c84b-4ae9-b1bb-bc5767bb2ff6 None None] Provisioning for port b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:58.695280 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bc0329e5-c84b-4ae9-b1bb-bc5767bb2ff6 None None] Provisioning complete for port b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:58.695859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc0329e5-c84b-4ae9-b1bb-bc5767bb2ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.747483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:58.810157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Port': ['ID=e7dfad3d-8ad8-436b-b688-5860061a223d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:58.811965 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Made reservation on behalf of 735a63873ddd4274a8e4ea8c81b53c42 for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:51:58.815086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.820817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] For port 7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac,segment=NetworkSegment(70b9c572-c4f2-401c-bf7d-2bc74ffe028c),segment_id=70b9c572-c4f2-401c-bf7d-2bc74ffe028c)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:58.821293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.833952 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bc0329e5-c84b-4ae9-b1bb-bc5767bb2ff6 None None] Port b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:58.845701 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] No DVR routers for this DVR port e7dfad3d-8ad8-436b-b688-5860061a223d on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:51:58.854541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bc0329e5-c84b-4ae9-b1bb-bc5767bb2ff6 None None] Provisioning complete for port 3599db17-4ab6-4617-bcbc-962619105e5c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:58.855144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc0329e5-c84b-4ae9-b1bb-bc5767bb2ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.884821 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d3bc92ac-9f04-4446-8f6b-c2436956cda5 tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/ports/96e88678-cac1-4da2-b460-b7850a754aae HTTP/1.1" status: 404 len: 333 time: 0.4622638 Mar 03 05:51:58.892647 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.900716 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:51:58.911649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:58.912054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.948722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3073ce59-f68d-4aae-8e7c-3bde137eb79e None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 05:51:58.956095 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59246) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:58.959627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.962419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c125-ed0c-4083-84cc-8ca43474a84a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.968402 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06e0c56f-4f32-4755-95e3-53882fd95928 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.970752 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06e0c56f-4f32-4755-95e3-53882fd95928 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:58.971893 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-06e0c56f-4f32-4755-95e3-53882fd95928 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/security-groups/ff5b8548-4e3a-46f4-a1b2-fe2389957f2c HTTP/1.1" status: 204 len: 168 time: 1.6781752 Mar 03 05:51:58.976018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Calling delete_port for 7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:51:59.029937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59250) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:59.078452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9c125-ed0c-4083-84cc-8ca43474a84a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Port': ['ID=18ec5301-06e3-4e1a-aec3-32a2c7bffb8d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:59.084931 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6dc67c8b-4474-4f16-adab-541435b05732 tempest-RoutersTestDVR-526287176 tempest-RoutersTestDVR-526287176-project] 10.222.0.20 "GET /v2.0/routers/560686cf-0727-4277-ae91-2c997c503187 HTTP/1.1" status: 200 len: 682 time: 0.8675785 Mar 03 05:51:59.090041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59254) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:59.091185 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:51:59.094488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0c56f-4f32-4755-95e3-53882fd95928 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5b8548-4e3a-46f4-a1b2-fe2389957f2c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:59.096414 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd360fb-6eef-4a92-9f5d-ce8ed404e63b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] DELETE failed (client error): The resource could not be found. Mar 03 05:51:59.096873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd360fb-6eef-4a92-9f5d-ce8ed404e63b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:51:59.098548 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8dd360fb-6eef-4a92-9f5d-ce8ed404e63b tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/subnets/6b9645d7-142d-4225-b529-0e8b478f714e HTTP/1.1" status: 404 len: 337 time: 0.1402211 Mar 03 05:51:59.106389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59258) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:51:59.179644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Usage tracker for resource:security_group_rule and tenant:735a63873ddd4274a8e4ea8c81b53c42 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:51:59.192282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:51:59.218438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:51:59.220981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.243450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.300643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1045d96b-8d86-45fd-9b8a-4b8eed5c9912,segment=NetworkSegment(ea211698-8cab-4b88-a968-176bef0a876d),segment_id=ea211698-8cab-4b88-a968-176bef0a876d)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:51:59.303415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3073ce59-f68d-4aae-8e7c-3bde137eb79e None None] Resources bound (agent type, host, resource id): {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 05:51:59.311913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.312657 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3599db17-4ab6-4617-bcbc-962619105e5c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:51:59.356106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93350b27-c9e5-4144-b94e-3951762f866c']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:59.453747 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa63fb06-fe9e-4f49-a020-39ddac7fbd3c') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:59.454038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa63fb06-fe9e-4f49-a020-39ddac7fbd3c') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:51:59.472482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-852b4bcb-d4b1-4e34-9f19-b4efb7c409f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.476793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.483436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c3861507-6450-4ce6-b956-329c4561916a None None] Provisioning complete for port b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:59.483436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c3861507-6450-4ce6-b956-329c4561916a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.539521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.567633 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-852b4bcb-d4b1-4e34-9f19-b4efb7c409f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.572464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25c66178-711d-4c4d-97e6-3110e3120005 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.580363 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:51:59.580564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:51:59.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:51:59.644269 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=1045d96b-8d86-45fd-9b8a-4b8eed5c9912,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:59.680960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c3861507-6450-4ce6-b956-329c4561916a None None] Port b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:51:59.685551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 3599db17-4ab6-4617-bcbc-962619105e5c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:59.685918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.790864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c3861507-6450-4ce6-b956-329c4561916a None None] Provisioning complete for port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:51:59.791613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c3861507-6450-4ce6-b956-329c4561916a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.799123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8b9c125-ed0c-4083-84cc-8ca43474a84a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.813664 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.917616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.933156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.940100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:51:59.960567 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] device_id is not set on port 75b583b3-55ce-4df5-bc34-801f96b73e87 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:51:59.988310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No DVR routers for this DVR port 7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:51:59.990729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Port': ['ID=7ae8c0ac-6de2-4244-a0aa-5a2bfcd863ac,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:51:59.998063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.044542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.064465 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-852b4bcb-d4b1-4e34-9f19-b4efb7c409f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.079992 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c4f977-d1e9-46d8-a1f1-25ec5681faf3,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:00.089965 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Network': ['ID=93350b27-c9e5-4144-b94e-3951762f866c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:00.122345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.122699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.123042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.123748 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.123748 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.124081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.124384 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.124702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.125021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.125346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.125674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.125982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.129089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.130225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.130225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.130225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.130488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.130712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.131042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.131369 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.131695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.132648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.132648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.132648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:00.165262 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-15e2f60c-a5c2-4cc6-91f7-63903edf9ac8 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/networks/93350b27-c9e5-4144-b94e-3951762f866c HTTP/1.1" status: 204 len: 168 time: 9.0056429 Mar 03 05:52:00.195235 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c26b1dc-91c8-4b4b-8fb5-70752f12484f None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 05:52:00.199901 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59262) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:00.204342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-852b4bcb-d4b1-4e34-9f19-b4efb7c409f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.205463 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-852b4bcb-d4b1-4e34-9f19-b4efb7c409f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/security-groups/6e948c4b-79e9-4659-8de0-3150aa05479b HTTP/1.1" status: 204 len: 168 time: 1.1681182 Mar 03 05:52:00.243682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25c66178-711d-4c4d-97e6-3110e3120005 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.245676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59266) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:00.249204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b4bcb-d4b1-4e34-9f19-b4efb7c409f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e948c4b-79e9-4659-8de0-3150aa05479b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:00.249468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25c66178-711d-4c4d-97e6-3110e3120005 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.270222 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.274703 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9bf9275-b846-4f9e-b5bd-a224707e0100 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:00.275164 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9bf9275-b846-4f9e-b5bd-a224707e0100 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:00.275552 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.279963 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c9bf9275-b846-4f9e-b5bd-a224707e0100 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/subnets/471db1b1-788b-4e32-b198-3c7e5476e4e9 HTTP/1.1" status: 404 len: 337 time: 0.0705013 Mar 03 05:52:00.280108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59270) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:00.284377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.403010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c26b1dc-91c8-4b4b-8fb5-70752f12484f None None] Resources bound (agent type, host, resource id): {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 05:52:00.405081 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-c658c75d-828d-41db-8095-3f7cbe62149b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:00.405561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c658c75d-828d-41db-8095-3f7cbe62149b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:00.409451 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c658c75d-828d-41db-8095-3f7cbe62149b tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/networks/93350b27-c9e5-4144-b94e-3951762f866c HTTP/1.1" status: 404 len: 339 time: 0.1263232 Mar 03 05:52:00.418318 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59274) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:00.432496 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Allocated IP 172.26.3.65 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/75b583b3-55ce-4df5-bc34-801f96b73e87) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:00.465232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.483300 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de1fc3e-fb0e-40ee-a616-78a53f10161f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:00.484199 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de1fc3e-fb0e-40ee-a616-78a53f10161f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:00.487661 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7de1fc3e-fb0e-40ee-a616-78a53f10161f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/subnets/545052f6-72e1-4c41-88b7-49494d4c86b1 HTTP/1.1" status: 404 len: 337 time: 0.0641694 Mar 03 05:52:00.487661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event updated for resources: {'Port': ['ID=b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:00.493481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59278) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:00.497270 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.566848 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-da116a06-10cd-4355-9147-70f6381d3bcf tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:00.567329 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da116a06-10cd-4355-9147-70f6381d3bcf tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:00.569068 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-da116a06-10cd-4355-9147-70f6381d3bcf tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/networks/26a46da8-0ac3-4831-a589-652031d42ca7 HTTP/1.1" status: 404 len: 339 time: 0.0746567 Mar 03 05:52:00.572433 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.577021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59282) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:00.608850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:00.622302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c789799-34d3-4b35-b8c8-541a0255508f') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:00.622656 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c789799-34d3-4b35-b8c8-541a0255508f') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:00.632800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:00.636202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.661058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.682140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25c66178-711d-4c4d-97e6-3110e3120005 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.682663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c66178-711d-4c4d-97e6-3110e3120005 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 560686cf-0727-4277-ae91-2c997c503187 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:52:00.684249 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-df550b2d-2745-45e9-b47d-818b8323c46f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:00.684708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df550b2d-2745-45e9-b47d-818b8323c46f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:00.688772 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-df550b2d-2745-45e9-b47d-818b8323c46f tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/subnets/da4a9d51-5ad0-4410-9a37-6ebbf58d54eb HTTP/1.1" status: 404 len: 337 time: 0.1084321 Mar 03 05:52:00.698641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59286) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:00.706771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-01301dcd-325f-4014-a6bc-3bc4a165d332 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting subnet bab4bd82-ece1-4339-9268-8e20bac688f2 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:00.712730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18136baf-820e-4d4f-a821-01d8e5c3625a']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:00.720154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:00.720154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.765175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:00.765692 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:00.790320 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:00.831999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Network 226f00e0-04c5-4d79-8b94-10acb342b5d3 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:00.835702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:00.957425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-01301dcd-325f-4014-a6bc-3bc4a165d332 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:00.991763 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.012053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b9c572-c4f2-401c-bf7d-2bc74ffe028c') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:01.012342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b9c572-c4f2-401c-bf7d-2bc74ffe028c') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:01.077947 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.085458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Router ca25d551-5126-4726-ad73-f3f3e4a22357 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:52:01.146084 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.159136 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4483162f-ece4-4d8b-8a86-c391bf6547f6 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:01.159998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4483162f-ece4-4d8b-8a86-c391bf6547f6 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:01.163917 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4483162f-ece4-4d8b-8a86-c391bf6547f6 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/networks/0a9a8481-8abb-440e-bcb4-db8ede9eefb7 HTTP/1.1" status: 404 len: 339 time: 0.4596844 Mar 03 05:52:01.179944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25c66178-711d-4c4d-97e6-3110e3120005 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.185171 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-25c66178-711d-4c4d-97e6-3110e3120005 tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] 10.222.0.20 "DELETE /v2.0/routers/560686cf-0727-4277-ae91-2c997c503187 HTTP/1.1" status: 204 len: 168 time: 2.0910943 Mar 03 05:52:01.190940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.197888 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59290) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:01.198223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59292) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:01.212248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:01.212591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.223903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:01.229618 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:01.235515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:01.248678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:01.249437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-be5e5c6c-ff7c-4423-ba87-2c9349ad9def tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Request body: {'router': {'name': 'tempest-router-2023985289', 'distributed': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:01.291302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-01301dcd-325f-4014-a6bc-3bc4a165d332 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.331143 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Pushing event updated for resources: {'Port': ['ID=75b583b3-55ce-4df5-bc34-801f96b73e87,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:01.351139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5096c4e3-a37f-4d4f-9b09-a4491005e578 None None] Provisioning complete for port b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:01.353170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5096c4e3-a37f-4d4f-9b09-a4491005e578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.367136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-be5e5c6c-ff7c-4423-ba87-2c9349ad9def tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:01.381928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.388758 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:52:01.391039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:01.391538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.412440 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fe2e965e-58c7-4ffa-a82f-51c5910fb4df tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "PUT /v2.0/routers/ca25d551-5126-4726-ad73-f3f3e4a22357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4938896 Mar 03 05:52:01.413255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59298) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:01.436477 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-be5e5c6c-ff7c-4423-ba87-2c9349ad9def tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Usage tracker for resource:router and tenant:b34b40ba138c4c94a8f14b3445ff4766 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:01.439337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.444653 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-5096c4e3-a37f-4d4f-9b09-a4491005e578 None None] Port b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:01.447830 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b715b53-f0d8-436a-89af-e284dd474fc5 None None] Sync routers for ids ['ca25d551-5126-4726-ad73-f3f3e4a22357'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:52:01.452742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-be5e5c6c-ff7c-4423-ba87-2c9349ad9def tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:01.463386 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b715b53-f0d8-436a-89af-e284dd474fc5 None None] Routers {'ca25d551-5126-4726-ad73-f3f3e4a22357'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:01.464198 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5b715b53-f0d8-436a-89af-e284dd474fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ca25d551-5126-4726-ad73-f3f3e4a22357'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:01.466375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Pushing event deleted for resources: {'Network': ['ID=f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:01.470406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-be5e5c6c-ff7c-4423-ba87-2c9349ad9def tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:01.472770 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c14c6d2d-8a38-448d-9fb0-4205c8d76215 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.2572808 Mar 03 05:52:01.479423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59302) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:01.491618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.65'}]}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:01.491989 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] 10.222.0.20 "DELETE /v2.0/networks/f68dfbe0-b801-4e9f-ba98-e3cf9afafbe5 HTTP/1.1" status: 204 len: 168 time: 2.3344784 Mar 03 05:52:01.502317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:01.502669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:01.503007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:01.503341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:01.503669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:01.504019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:01.504346 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:01.504668 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:01.504988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:01.505310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:01.505628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:01.505944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce957a7b-b763-4ad6-bd1d-05b1a3a5faca tempest-NetworksTestDHCPv6-306144306 tempest-NetworksTestDHCPv6-306144306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:01.515518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b9c125-ed0c-4083-84cc-8ca43474a84a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 3fe65802-28ae-4793-9dbb-83ec890567ee has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:52:01.519627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e457b6be-467b-43ee-863a-0dc28889c950 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Deleting port 1e333440-fce5-44d3-8d85-51d8ff347ea3 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:01.520009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e457b6be-467b-43ee-863a-0dc28889c950 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.545296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5b715b53-f0d8-436a-89af-e284dd474fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:01.547200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.561821 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b715b53-f0d8-436a-89af-e284dd474fc5 None None] Routers {'ca25d551-5126-4726-ad73-f3f3e4a22357'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:01.562465 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5b715b53-f0d8-436a-89af-e284dd474fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ca25d551-5126-4726-ad73-f3f3e4a22357'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:01.593646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.600587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-be5e5c6c-ff7c-4423-ba87-2c9349ad9def tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.601610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-be5e5c6c-ff7c-4423-ba87-2c9349ad9def tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.625372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Network': ['ID=18136baf-820e-4d4f-a821-01d8e5c3625a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:01.629589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5b715b53-f0d8-436a-89af-e284dd474fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:01.630210 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b715b53-f0d8-436a-89af-e284dd474fc5 None None] The sync data for ids ['ca25d551-5126-4726-ad73-f3f3e4a22357'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:52:01.709889 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4bea4d7a-10db-4dde-944b-65a287269a60 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/18136baf-820e-4d4f-a821-01d8e5c3625a HTTP/1.1" status: 204 len: 168 time: 8.3015132 Mar 03 05:52:01.721577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59308) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:01.739839 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:01.757523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Usage tracker for resource:router and tenant:735a63873ddd4274a8e4ea8c81b53c42 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:01.762674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:01.771271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:01.855577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59314) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:01.865872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.866879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.868233 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-be5e5c6c-ff7c-4423-ba87-2c9349ad9def tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.884308 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d31bc1f-d022-46b7-b3c4-780e361d8c1a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] GET failed (client error): The resource could not be found. Mar 03 05:52:01.884836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2d31bc1f-d022-46b7-b3c4-780e361d8c1a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Synchronizing usage tracker for tenant:4fe60e3d9d73442c9246c69224665117 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:01.904289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-01301dcd-325f-4014-a6bc-3bc4a165d332 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:01.949381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:02.004483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b9c125-ed0c-4083-84cc-8ca43474a84a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:52:02.017201 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a0e13-6b1d-40ed-8e06-356b5e8423cd None None] Sync routers for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:52:02.026737 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a0e13-6b1d-40ed-8e06-356b5e8423cd None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:02.027531 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-da6a0e13-6b1d-40ed-8e06-356b5e8423cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:02.072093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-be5e5c6c-ff7c-4423-ba87-2c9349ad9def tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:02.104338 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f8b9c125-ed0c-4083-84cc-8ca43474a84a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6869822 Mar 03 05:52:02.104338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2d31bc1f-d022-46b7-b3c4-780e361d8c1a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Unset dirty status for tenant:4fe60e3d9d73442c9246c69224665117 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:02.104338 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2d31bc1f-d022-46b7-b3c4-780e361d8c1a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "GET /v2.0/subnets/cb125fa1-2f30-4770-bde5-9cd20efebce7 HTTP/1.1" status: 404 len: 337 time: 0.3497772 Mar 03 05:52:02.114180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59320) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:02.114752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59322) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:02.183400 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-da6a0e13-6b1d-40ed-8e06-356b5e8423cd None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:52:02.192746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e457b6be-467b-43ee-863a-0dc28889c950 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:02.208922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-be5e5c6c-ff7c-4423-ba87-2c9349ad9def tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:02.213415 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-be5e5c6c-ff7c-4423-ba87-2c9349ad9def tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0044055 Mar 03 05:52:02.218072 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-04346636-f84c-47a4-a51e-7da3be3f7d84 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:02.218541 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04346636-f84c-47a4-a51e-7da3be3f7d84 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:02.224239 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-04346636-f84c-47a4-a51e-7da3be3f7d84 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/18136baf-820e-4d4f-a821-01d8e5c3625a HTTP/1.1" status: 404 len: 339 time: 0.1029480 Mar 03 05:52:02.224239 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59328) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:02.226741 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59330) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:02.355469 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a03f4753-b7b7-4361-8715-9b6c174ccbd9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7201cccd96b94ae29ad530d0cd4ce237&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4987500 Mar 03 05:52:02.362929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59336) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:02.479755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:02.531474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e457b6be-467b-43ee-863a-0dc28889c950 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Calling delete_port for 1e333440-fce5-44d3-8d85-51d8ff347ea3 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:02.544905 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-da6a0e13-6b1d-40ed-8e06-356b5e8423cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:58Z', 'revision_number': 8, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:35Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:02.548931 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a0e13-6b1d-40ed-8e06-356b5e8423cd None None] Checking router: 3fe65802-28ae-4793-9dbb-83ec890567ee for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:52:02.557865 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6a0e13-6b1d-40ed-8e06-356b5e8423cd None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:02.558664 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-da6a0e13-6b1d-40ed-8e06-356b5e8423cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:02.608063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-01301dcd-325f-4014-a6bc-3bc4a165d332 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:02.654420 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-193e60b0-1355-45d9-890d-d52ad50d254b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting subnet 583cfe85-5e99-4696-8b85-d488266eea1c {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:02.668893 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-193e60b0-1355-45d9-890d-d52ad50d254b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:02.674242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1e002439-f508-4b34-8c3e-fd070e71d01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:02.699811 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-cc1e817e-3177-41da-9930-22d94bae26e2 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:02.703871 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cc1e817e-3177-41da-9930-22d94bae26e2 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "PUT /v2.0/routers/ca25d551-5126-4726-ad73-f3f3e4a22357/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2894907 Mar 03 05:52:02.707172 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59340) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:02.707522 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-da6a0e13-6b1d-40ed-8e06-356b5e8423cd None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:52:02.765938 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01301dcd-325f-4014-a6bc-3bc4a165d332 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Subnet': ['ID=bab4bd82-ece1-4339-9268-8e20bac688f2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:02.798035 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1e002439-f508-4b34-8c3e-fd070e71d01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:02.841546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd23ef74-0f10-4e00-947d-c26c9c4abdd3 None None] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:02.848039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-01301dcd-325f-4014-a6bc-3bc4a165d332 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:02.849863 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-01301dcd-325f-4014-a6bc-3bc4a165d332 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/bab4bd82-ece1-4339-9268-8e20bac688f2 HTTP/1.1" status: 204 len: 168 time: 2.6035645 Mar 03 05:52:02.855207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-805ffa9d-3e07-4fa6-a5a2-f7cba2f9039f tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:02.866495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59344) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:03.014765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-193e60b0-1355-45d9-890d-d52ad50d254b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.144745 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-da6a0e13-6b1d-40ed-8e06-356b5e8423cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:58Z', 'revision_number': 8, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:35Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:03.151926 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6a0e13-6b1d-40ed-8e06-356b5e8423cd None None] The sync data for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv is: [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:51:58Z', 'revision_number': 8, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95aa2777-f3bc-4e88-97fb-8dffacdd0aeb', 'name': '', 'network_id': '9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:73:6f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:18Z', 'updated_at': '2022-03-03T05:51:35Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '572fecd4-fc3a-4719-834e-9c52f83977d9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:52:03.217315 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a8cdbd-7c38-460e-ac6a-4f5f32dc8de0 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting subnet 999bed0b-de29-4721-928b-8167276b23d9 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:03.250326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e457b6be-467b-43ee-863a-0dc28889c950 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.281504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08a8cdbd-7c38-460e-ac6a-4f5f32dc8de0 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.297180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed39a3bc-56fd-479d-9202-3d42d084de4c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:03.297888 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ed39a3bc-56fd-479d-9202-3d42d084de4c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Synchronizing usage tracker for tenant:4fe60e3d9d73442c9246c69224665117 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:03.324499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1e002439-f508-4b34-8c3e-fd070e71d01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.369555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e002439-f508-4b34-8c3e-fd070e71d01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c73a67a-91a0-4e8c-b81e-0736c4351064,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:03.406714 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:52:03.420834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457b6be-467b-43ee-863a-0dc28889c950 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Port': ['ID=1e333440-fce5-44d3-8d85-51d8ff347ea3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:03.445176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e457b6be-467b-43ee-863a-0dc28889c950 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.449501 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08a8cdbd-7c38-460e-ac6a-4f5f32dc8de0 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.453103 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-805ffa9d-3e07-4fa6-a5a2-f7cba2f9039f tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.460840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-805ffa9d-3e07-4fa6-a5a2-f7cba2f9039f tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.468653 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e457b6be-467b-43ee-863a-0dc28889c950 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/ports/1e333440-fce5-44d3-8d85-51d8ff347ea3 HTTP/1.1" status: 204 len: 168 time: 2.2645581 Mar 03 05:52:03.473079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59348) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:03.478800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ed39a3bc-56fd-479d-9202-3d42d084de4c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Unset dirty status for tenant:4fe60e3d9d73442c9246c69224665117 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:03.479946 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ed39a3bc-56fd-479d-9202-3d42d084de4c tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.1974497 Mar 03 05:52:03.486922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59352) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:03.529929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-193e60b0-1355-45d9-890d-d52ad50d254b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.537175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1e002439-f508-4b34-8c3e-fd070e71d01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.538307 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1e002439-f508-4b34-8c3e-fd070e71d01c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c73a67a-91a0-4e8c-b81e-0736c4351064 HTTP/1.1" status: 204 len: 168 time: 1.1744835 Mar 03 05:52:03.628515 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-638483a5-b84f-4a77-b2df-7c4707408abb tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:03.629099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638483a5-b84f-4a77-b2df-7c4707408abb tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:03.633942 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e43f886c-7fea-42bd-af06-5c095bb7399a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 207 time: 0.1131573 Mar 03 05:52:03.640125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59358) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:03.646760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-805ffa9d-3e07-4fa6-a5a2-f7cba2f9039f tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.647250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805ffa9d-3e07-4fa6-a5a2-f7cba2f9039f tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Fanout notify agent at l3_agent the message router_deleted on router db728dda-532d-416c-a14d-8f5ce5972a81 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:52:03.651791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-805ffa9d-3e07-4fa6-a5a2-f7cba2f9039f tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.656326 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-805ffa9d-3e07-4fa6-a5a2-f7cba2f9039f tempest-RoutersTestDVR-1622111505 tempest-RoutersTestDVR-1622111505-project-admin] 10.222.0.20 "DELETE /v2.0/routers/db728dda-532d-416c-a14d-8f5ce5972a81 HTTP/1.1" status: 204 len: 168 time: 1.4273491 Mar 03 05:52:03.709236 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-638483a5-b84f-4a77-b2df-7c4707408abb tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/subnets/ac92eb6e-b79b-45e9-addc-5c4d1b243f1f HTTP/1.1" status: 404 len: 337 time: 0.2331941 Mar 03 05:52:03.728462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59364) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:03.907848 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.989046 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08a8cdbd-7c38-460e-ac6a-4f5f32dc8de0 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:03.991381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-193e60b0-1355-45d9-890d-d52ad50d254b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.077440 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.114036 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4d8cb8a9-5dd1-456f-9397-f52a579f53ad None None] Provisioning complete for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:04.114638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb8a9-5dd1-456f-9397-f52a579f53ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.147176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59376) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:04.152351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08a8cdbd-7c38-460e-ac6a-4f5f32dc8de0 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.210247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e60b0-1355-45d9-890d-d52ad50d254b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Subnet': ['ID=583cfe85-5e99-4696-8b85-d488266eea1c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:04.223929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d31b4-237a-41e1-8e32-427533cce0e9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:04.230648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d31b4-237a-41e1-8e32-427533cce0e9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:04.236929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d31b4-237a-41e1-8e32-427533cce0e9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:04.244398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d31b4-237a-41e1-8e32-427533cce0e9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:04.246313 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3f9d31b4-237a-41e1-8e32-427533cce0e9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.6039805 Mar 03 05:52:04.250157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c540cb-f235-42b6-ac90-f6a530daae14 None None] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:04.251358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-13bb3067-31ce-40fa-8ab3-fa5f831f596d tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.255415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59386) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:04.258782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-193e60b0-1355-45d9-890d-d52ad50d254b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.265680 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-193e60b0-1355-45d9-890d-d52ad50d254b tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/583cfe85-5e99-4696-8b85-d488266eea1c HTTP/1.1" status: 204 len: 168 time: 2.1499562 Mar 03 05:52:04.272625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b657723-7ab7-4dca-b308-49285425e146 None None] Network eb0ab427-b9a9-400a-8807-71dc738dd309 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:04.278389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59390) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:04.280531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08a8cdbd-7c38-460e-ac6a-4f5f32dc8de0 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.306721 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8cdbd-7c38-460e-ac6a-4f5f32dc8de0 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Subnet': ['ID=999bed0b-de29-4721-928b-8167276b23d9,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:04.433826 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0b5d905f-7553-4f33-83f1-bc805b59f56f tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1770306 Mar 03 05:52:04.438717 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59398) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:04.500152 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-08a8cdbd-7c38-460e-ac6a-4f5f32dc8de0 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/999bed0b-de29-4721-928b-8167276b23d9 HTTP/1.1" status: 204 len: 168 time: 1.6302490 Mar 03 05:52:04.515009 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:04.521979 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59404) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:04.540002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6ebf1493-d4f5-4a5f-9696-878f8a9cd99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.563293 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:04.563413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 18ec5301-06e3-4e1a-aec3-32a2c7bffb8d not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:04.576340 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc81e59b-7e48-49a0-9765-e7225be75ab0 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:04.577938 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc81e59b-7e48-49a0-9765-e7225be75ab0 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:04.579455 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cc81e59b-7e48-49a0-9765-e7225be75ab0 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1391487 Mar 03 05:52:04.627418 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59410) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:04.668729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4d8cb8a9-5dd1-456f-9397-f52a579f53ad None None] Provisioning complete for port 95120444-9ba8-49e8-81a1-2cb12778fdb7 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:04.669106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb8a9-5dd1-456f-9397-f52a579f53ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.706465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59414) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:04.711758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43665716-6caa-4cf2-8768-ce717dbedcd0 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:04.713260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43665716-6caa-4cf2-8768-ce717dbedcd0 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:04.714735 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-43665716-6caa-4cf2-8768-ce717dbedcd0 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0863452 Mar 03 05:52:04.716632 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-13bb3067-31ce-40fa-8ab3-fa5f831f596d tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.724490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6ebf1493-d4f5-4a5f-9696-878f8a9cd99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:04.728110 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59418) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:04.739148 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa6ebcb-f712-4a47-b051-b52616ea6163 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:04.739698 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa6ebcb-f712-4a47-b051-b52616ea6163 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:04.744470 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5aa6ebcb-f712-4a47-b051-b52616ea6163 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/bab4bd82-ece1-4339-9268-8e20bac688f2 HTTP/1.1" status: 404 len: 337 time: 0.2129736 Mar 03 05:52:04.748345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6ebf1493-d4f5-4a5f-9696-878f8a9cd99a admin admin] Usage tracker for resource:security_group_rule and tenant:ed57daf31314415ea64c4e054c0ed645 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:04.757600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-4d8cb8a9-5dd1-456f-9397-f52a579f53ad None None] Port 95120444-9ba8-49e8-81a1-2cb12778fdb7 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:04.760089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59424) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:04.762683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6ebf1493-d4f5-4a5f-9696-878f8a9cd99a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:04.787587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-13bb3067-31ce-40fa-8ab3-fa5f831f596d tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d27fe46b-7862-4d64-ae8c-b03d55f5fc0b']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:04.809111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6ebf1493-d4f5-4a5f-9696-878f8a9cd99a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:04.843404 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.854770 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794023dd-daea-4513-a162-a1db4ee3ca54 None None] DHCP port deletion for eb0ab427-b9a9-400a-8807-71dc738dd309 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:04.854994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-13bb3067-31ce-40fa-8ab3-fa5f831f596d tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c910ac-22a2-4e06-815a-0bb536279226') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:04.855280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-13bb3067-31ce-40fa-8ab3-fa5f831f596d tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c910ac-22a2-4e06-815a-0bb536279226') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:04.864432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-794023dd-daea-4513-a162-a1db4ee3ca54 None None] Deleting port e8745631-cdf5-42c4-b4b3-91ea2e9adeee {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:04.864813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-794023dd-daea-4513-a162-a1db4ee3ca54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.882145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-13bb3067-31ce-40fa-8ab3-fa5f831f596d tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.908309 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-13bb3067-31ce-40fa-8ab3-fa5f831f596d tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.955098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port e8745631-cdf5-42c4-b4b3-91ea2e9adeee {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:04.955440 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.958523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634cd368-43f9-4124-baea-ee47de146470 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:04.960062 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-634cd368-43f9-4124-baea-ee47de146470 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "GET /v2.0/networks/494ab4a5-5483-4499-9a5c-a9dd92f611b1 HTTP/1.1" status: 200 len: 798 time: 0.2282548 Mar 03 05:52:04.966096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13bb3067-31ce-40fa-8ab3-fa5f831f596d tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:04.967545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-13bb3067-31ce-40fa-8ab3-fa5f831f596d tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:04.987203 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59428) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:04.991918 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:04.994779 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-648dcbdc-0e79-4de2-b577-4e1392e880f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting subnet 3368d077-52c5-4721-9f69-a122165dc84b {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:05.008595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1353989929'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:05.011525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-648dcbdc-0e79-4de2-b577-4e1392e880f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.016095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:05.072296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Usage tracker for resource:network and tenant:3562c95eed6e444b992e5d2cb44abb1d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:05.078619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:05.087897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90534469-3d0b-4c49-a1ea-c39fb473ed69 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.088708 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:05.104830 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-13bb3067-31ce-40fa-8ab3-fa5f831f596d tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.106790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Made reservation on behalf of 3562c95eed6e444b992e5d2cb44abb1d for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:05.110424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.114137 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-794023dd-daea-4513-a162-a1db4ee3ca54 None None] For port e8745631-cdf5-42c4-b4b3-91ea2e9adeee, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e8745631-cdf5-42c4-b4b3-91ea2e9adeee,segment=NetworkSegment(5807ba6e-52c4-44de-a33d-f7bd19e63477),segment_id=5807ba6e-52c4-44de-a33d-f7bd19e63477)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:05.114739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-794023dd-daea-4513-a162-a1db4ee3ca54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.136715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-13bb3067-31ce-40fa-8ab3-fa5f831f596d tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.150568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.159686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb3067-31ce-40fa-8ab3-fa5f831f596d tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Network': ['ID=d27fe46b-7862-4d64-ae8c-b03d55f5fc0b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:05.169105 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-13bb3067-31ce-40fa-8ab3-fa5f831f596d tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/networks/d27fe46b-7862-4d64-ae8c-b03d55f5fc0b HTTP/1.1" status: 204 len: 168 time: 1.4199152 Mar 03 05:52:05.170202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59432) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:05.209235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:05.225847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Usage tracker for resource:security_group_rule and tenant:3562c95eed6e444b992e5d2cb44abb1d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:05.231514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:05.241474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:05.264093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e7373d9b-76e6-4867-bae2-c4911cfa4345 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Deleting port 2d0d3b10-b520-4d84-bc1b-8fac59004889 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:05.264487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e7373d9b-76e6-4867-bae2-c4911cfa4345 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.272080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-794023dd-daea-4513-a162-a1db4ee3ca54 None None] Calling delete_port for e8745631-cdf5-42c4-b4b3-91ea2e9adeee owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:05.364378 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-794023dd-daea-4513-a162-a1db4ee3ca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.422075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794023dd-daea-4513-a162-a1db4ee3ca54 None None] Pushing event deleted for resources: {'Port': ['ID=e8745631-cdf5-42c4-b4b3-91ea2e9adeee,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:05.431729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794023dd-daea-4513-a162-a1db4ee3ca54 None None] No DVR routers for this DVR port e8745631-cdf5-42c4-b4b3-91ea2e9adeee on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:05.496778 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.567645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e7373d9b-76e6-4867-bae2-c4911cfa4345 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.698442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-648dcbdc-0e79-4de2-b577-4e1392e880f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.712345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e7373d9b-76e6-4867-bae2-c4911cfa4345 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Calling delete_port for 2d0d3b10-b520-4d84-bc1b-8fac59004889 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:05.740190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.748081 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.789945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:05.798228 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c3e42cb6-e264-4706-8046-e760ca935f70 None None] Provisioning complete for port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:05.799290 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c3e42cb6-e264-4706-8046-e760ca935f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.811387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.811729 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Added segment e991b7e0-a90b-4a43-ac6b-4765e87f7943 of type vlan for network 79e9ab56-3936-4f7e-8baa-df5bd717a24f Mar 03 05:52:05.822652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb3d079-4533-40f6-9781-feedddafe621,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:05.841312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] The port 'e8745631-cdf5-42c4-b4b3-91ea2e9adeee' was deleted {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:52:05.855866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e7373d9b-76e6-4867-bae2-c4911cfa4345 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.863495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.918284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e7373d9b-76e6-4867-bae2-c4911cfa4345 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:05.941372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7373d9b-76e6-4867-bae2-c4911cfa4345 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Port': ['ID=2d0d3b10-b520-4d84-bc1b-8fac59004889,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:05.947588 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e7373d9b-76e6-4867-bae2-c4911cfa4345 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/ports/2d0d3b10-b520-4d84-bc1b-8fac59004889 HTTP/1.1" status: 204 len: 168 time: 0.7722778 Mar 03 05:52:05.948546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59436) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:05.976043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c3e42cb6-e264-4706-8046-e760ca935f70 None None] Provisioning complete for port 95120444-9ba8-49e8-81a1-2cb12778fdb7 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:05.976510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c3e42cb6-e264-4706-8046-e760ca935f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.009043 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76a1366-9461-4758-a7c4-6e4a934035b9 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:06.009508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76a1366-9461-4758-a7c4-6e4a934035b9 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:06.011566 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b76a1366-9461-4758-a7c4-6e4a934035b9 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/subnets/14f16437-265b-4b1d-b531-754f96ea88b2 HTTP/1.1" status: 404 len: 337 time: 0.0615537 Mar 03 05:52:06.013490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.019248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:06.019858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.023449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59440) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:06.070136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c3e42cb6-e264-4706-8046-e760ca935f70 None None] Port 95120444-9ba8-49e8-81a1-2cb12778fdb7 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:06.228349 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5206647 Mar 03 05:52:06.229022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59444) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:06.235101 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-16ce8ec6-2f64-4a1c-b89c-1aa0aae2ccfb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Synchronizing usage tracker for tenant:4fe60e3d9d73442c9246c69224665117 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:06.245431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.258032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.333339 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6ebf1493-d4f5-4a5f-9696-878f8a9cd99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.337307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Request body: {'subnet': {'network_id': '79e9ab56-3936-4f7e-8baa-df5bd717a24f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:06.358451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.369868 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6ebf1493-d4f5-4a5f-9696-878f8a9cd99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.384008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ed9c3-582a-4527-9e2e-26345adb0a8a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Pushing event updated for resources: {'Network': ['ID=79e9ab56-3936-4f7e-8baa-df5bd717a24f,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:06.397661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 79e9ab56-3936-4f7e-8baa-df5bd717a24f details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:06.409648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-16ce8ec6-2f64-4a1c-b89c-1aa0aae2ccfb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Unset dirty status for tenant:4fe60e3d9d73442c9246c69224665117 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:06.414831 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-16ce8ec6-2f64-4a1c-b89c-1aa0aae2ccfb tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "GET /v2.0/networks/494ab4a5-5483-4499-9a5c-a9dd92f611b1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 1.4153965 Mar 03 05:52:06.426029 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.426504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4252e80-088a-4399-8ae2-fe2b9948b6ae {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:52:06.435683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59448) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:06.441277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0ab427-b9a9-400a-8807-71dc738dd309']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:06.463040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.504847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-648dcbdc-0e79-4de2-b577-4e1392e880f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.508902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:06.512797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Usage tracker for resource:subnet and tenant:3562c95eed6e444b992e5d2cb44abb1d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:06.515755 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:06.521990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:06.525589 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Deleting port 0f71cb05-6eee-4f02-8fdf-c885a36d3e48 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:06.525931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.533136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e8745631-cdf5-42c4-b4b3-91ea2e9adeee no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:06.563468 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6ebf1493-d4f5-4a5f-9696-878f8a9cd99a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed57daf31314415ea64c4e054c0ed645&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4152114 Mar 03 05:52:06.565825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5807ba6e-52c4-44de-a33d-f7bd19e63477') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:06.566120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5807ba6e-52c4-44de-a33d-f7bd19e63477') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:06.567846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59452) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:06.572009 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: e8745631-cdf5-42c4-b4b3-91ea2e9adeee {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:06.572235 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e8745631-cdf5-42c4-b4b3-91ea2e9adeee not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:06.585477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf1493-d4f5-4a5f-9696-878f8a9cd99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44689146-fc9c-4f63-94ad-f14c09ed213d,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:06.590807 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Made reservation on behalf of 3562c95eed6e444b992e5d2cb44abb1d for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:06.594186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.612544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.632930 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 03 05:52:06.633980 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c30d13df-faa4-408b-88f7-a1d99bc0cc14 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.1543019 Mar 03 05:52:06.640818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59456) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:06.647696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.663448 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a292b9f-6e0a-46e5-a51b-6775afa9f4f5 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:06.664042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6a292b9f-6e0a-46e5-a51b-6775afa9f4f5 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Synchronizing usage tracker for tenant:4fe60e3d9d73442c9246c69224665117 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:06.698267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:06.698673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:06.713640 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:06.854957 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd7a65-7017-41d6-afd9-f26ff4a936d3 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Deleting port 75b583b3-55ce-4df5-bc34-801f96b73e87 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:06.855502 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7a65-7017-41d6-afd9-f26ff4a936d3 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.933069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-21d9fcbf-fb0a-43f4-98d8-8f47ab35103b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.950801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6a292b9f-6e0a-46e5-a51b-6775afa9f4f5 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Unset dirty status for tenant:4fe60e3d9d73442c9246c69224665117 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:06.951916 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6a292b9f-6e0a-46e5-a51b-6775afa9f4f5 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "GET /v2.0/subnets/3c28031f-659c-4de3-baf6-dc9c4d24075f HTTP/1.1" status: 200 len: 811 time: 0.5141113 Mar 03 05:52:06.953291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-648dcbdc-0e79-4de2-b577-4e1392e880f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:06.963088 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59460) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:07.047498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648dcbdc-0e79-4de2-b577-4e1392e880f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Subnet': ['ID=3368d077-52c5-4721-9f69-a122165dc84b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:07.064096 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcf365f-fcb2-438e-bb0d-5cc355ba4c74 None None] Network 65cee256-e8c1-4c85-8ff6-ff678b5a8571 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:07.064410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-90534469-3d0b-4c49-a1ea-c39fb473ed69 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Deleting port b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:07.064751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90534469-3d0b-4c49-a1ea-c39fb473ed69 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.076410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-21d9fcbf-fb0a-43f4-98d8-8f47ab35103b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.089334 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-648dcbdc-0e79-4de2-b577-4e1392e880f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.094782 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.131864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.168051 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Network': ['ID=eb0ab427-b9a9-400a-8807-71dc738dd309,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:07.184990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] For port 0f71cb05-6eee-4f02-8fdf-c885a36d3e48, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=0f71cb05-6eee-4f02-8fdf-c885a36d3e48,segment=NetworkSegment(06edb2cb-c1bf-4cc0-b20e-4040521c10b7),segment_id=06edb2cb-c1bf-4cc0-b20e-4040521c10b7)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:07.185155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.187588 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-648dcbdc-0e79-4de2-b577-4e1392e880f7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/3368d077-52c5-4721-9f69-a122165dc84b HTTP/1.1" status: 204 len: 168 time: 2.4266937 Mar 03 05:52:07.189593 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-567aad07-6a3b-4ea8-9aa4-53916ab57c61 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/networks/eb0ab427-b9a9-400a-8807-71dc738dd309 HTTP/1.1" status: 204 len: 168 time: 2.8868265 Mar 03 05:52:07.192860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127e3351-4d72-40ad-85b9-99c000def03b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['shared'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:07.194237 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-127e3351-4d72-40ad-85b9-99c000def03b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "GET /v2.0/subnets/3c28031f-659c-4de3-baf6-dc9c4d24075f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2014093 Mar 03 05:52:07.195011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59464) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:07.196066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59466) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:07.212486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59468) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:07.229364 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1444993429'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:07.238855 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:07.309774 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:07.335203 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:07.339485 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.374189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90534469-3d0b-4c49-a1ea-c39fb473ed69 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.430987 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68183367-edef-4312-887c-531df9d0fe6f None None] DHCP port deletion for 65cee256-e8c1-4c85-8ff6-ff678b5a8571 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:07.438859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Deleting port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:07.439165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.486597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Calling delete_port for 0f71cb05-6eee-4f02-8fdf-c885a36d3e48 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:07.526454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-90534469-3d0b-4c49-a1ea-c39fb473ed69 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Calling delete_port for b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:07.546710 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6c0ee6-45ec-4175-8f47-7b289d8bea9b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:07.547204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6c0ee6-45ec-4175-8f47-7b289d8bea9b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:07.558160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:07.576934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.577714 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Added segment 3a2dd68a-8aaa-4d6e-a076-785fe47da3dd of type vlan for network 8c828ed4-57ba-4b33-9a22-dd682b00f066 Mar 03 05:52:07.628499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.731494 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-68183367-edef-4312-887c-531df9d0fe6f None None] For port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=137cb9c4-92ee-49a3-b8c2-d89e6b2db842,segment=NetworkSegment(de4db6c6-ade6-4a1b-a36c-ec88df22c6d8),segment_id=de4db6c6-ade6-4a1b-a36c-ec88df22c6d8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:07.731990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.759349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.765251 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:07.765928 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.863619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Calling delete_port for 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:07.870051 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-aa6c0ee6-45ec-4175-8f47-7b289d8bea9b tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/e56ef3fe-b9fe-4d52-892d-37758a113cc6 HTTP/1.1" status: 404 len: 337 time: 0.6665187 Mar 03 05:52:07.884722 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-21d9fcbf-fb0a-43f4-98d8-8f47ab35103b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.885176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59476) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:07.887034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-21d9fcbf-fb0a-43f4-98d8-8f47ab35103b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.890563 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-21d9fcbf-fb0a-43f4-98d8-8f47ab35103b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44689146-fc9c-4f63-94ad-f14c09ed213d HTTP/1.1" status: 204 len: 168 time: 1.3181324 Mar 03 05:52:07.953152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:07.958074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90534469-3d0b-4c49-a1ea-c39fb473ed69 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:08.001968 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Pushing event deleted for resources: {'Port': ['ID=137cb9c4-92ee-49a3-b8c2-d89e6b2db842,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:08.012082 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68183367-edef-4312-887c-531df9d0fe6f None None] No DVR routers for this DVR port 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:08.014378 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:08.014725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:08.015181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:08.015520 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:08.016125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:08.016489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:08.016834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:08.017150 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:08.017478 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:08.020546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:08.020546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:08.020546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68183367-edef-4312-887c-531df9d0fe6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:52:08.020858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Network': ['ID=8c828ed4-57ba-4b33-9a22-dd682b00f066,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:08.034038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:08.034277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 8c828ed4-57ba-4b33-9a22-dd682b00f066 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:08.047573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7a65-7017-41d6-afd9-f26ff4a936d3 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:08.062758 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-56a89eee-3462-45b6-a06b-b302dcba4e02 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "GET /v2.0/ports?device_id=67a27007-37b2-4496-9541-f178acb07383 HTTP/1.1" status: 200 len: 205 time: 0.1701005 Mar 03 05:52:08.083713 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-46bfa1b3-5e3f-4f15-91d0-cd73b7bbed25 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8700988 Mar 03 05:52:08.089111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59482) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:08.089442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59484) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:08.092571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9fcbf-fb0a-43f4-98d8-8f47ab35103b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44689146-fc9c-4f63-94ad-f14c09ed213d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:08.093593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90534469-3d0b-4c49-a1ea-c39fb473ed69 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event deleted for resources: {'Port': ['ID=b87f7ba1-9cc4-43fe-9aae-ca46eff32d0a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:08.098909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'subnet': {'network_id': '8c828ed4-57ba-4b33-9a22-dd682b00f066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:08.246270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Pushing event updated for resources: {'Subnet': ['ID=d1a3821d-13d3-4d52-a6a3-64ba494b9ded,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:08.269434 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-08545174-6f66-4edc-94bd-a705b04d2dc2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] delete failed (client error): The resource could not be found. Mar 03 05:52:08.270463 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-08545174-6f66-4edc-94bd-a705b04d2dc2 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/routers/67a27007-37b2-4496-9541-f178acb07383 HTTP/1.1" status: 404 len: 336 time: 0.1799490 Mar 03 05:52:08.275107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59492) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:08.342265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:08.386613 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-f343e686-b9c8-40a6-b056-a011aa65abd8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:08.387064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f343e686-b9c8-40a6-b056-a011aa65abd8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:08.388769 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f343e686-b9c8-40a6-b056-a011aa65abd8 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/08b86d97-6816-4116-b423-080cbf46b7b9 HTTP/1.1" status: 404 len: 337 time: 0.1106138 Mar 03 05:52:08.411954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd7a65-7017-41d6-afd9-f26ff4a936d3 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Calling delete_port for 75b583b3-55ce-4df5-bc34-801f96b73e87 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:08.441513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59496) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:08.441849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59498) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:08.512885 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:08.515543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Port': ['ID=0f71cb05-6eee-4f02-8fdf-c885a36d3e48,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:08.526759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] No DVR routers for this DVR port 0f71cb05-6eee-4f02-8fdf-c885a36d3e48 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:08.559751 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:08.560179 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 137cb9c4-92ee-49a3-b8c2-d89e6b2db842 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:08.645955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:08.661255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1b3e-bda3-443f-bd69-04a13aa14e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:08.679725 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Checking segment: {'id': 'e991b7e0-a90b-4a43-ac6b-4765e87f7943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79e9ab56-3936-4f7e-8baa-df5bd717a24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:08.680136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Network hostable DHCP agents. Network: 79e9ab56-3936-4f7e-8baa-df5bd717a24f, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:08.723890 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-46123aa3-38a3-4752-bfb5-df3e341a4c26 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:08.724346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46123aa3-38a3-4752-bfb5-df3e341a4c26 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:08.726024 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-46123aa3-38a3-4752-bfb5-df3e341a4c26 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/a414befb-e40f-49de-aa8a-be2a5fbd5cff HTTP/1.1" status: 404 len: 337 time: 0.2758167 Mar 03 05:52:08.734167 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:08.737322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59504) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:08.746024 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90534469-3d0b-4c49-a1ea-c39fb473ed69 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:08.789387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ec7b1b3e-bda3-443f-bd69-04a13aa14e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:08.796212 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Made reservation on behalf of 4fe60e3d9d73442c9246c69224665117 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:08.799734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:08.817999 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e513f60-ab35-458a-8da4-ebee66777142 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:08.818442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e513f60-ab35-458a-8da4-ebee66777142 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:08.822935 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5e513f60-ab35-458a-8da4-ebee66777142 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/30d55282-d8f3-47be-9045-18d868623605 HTTP/1.1" status: 404 len: 337 time: 0.0787957 Mar 03 05:52:08.822935 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ec7b1b3e-bda3-443f-bd69-04a13aa14e21 admin admin] Usage tracker for resource:security_group_rule and tenant:b34b40ba138c4c94a8f14b3445ff4766 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:08.836019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:08.847714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59508) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:08.891744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ec7b1b3e-bda3-443f-bd69-04a13aa14e21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:08.892113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Network 79e9ab56-3936-4f7e-8baa-df5bd717a24f is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:08.909374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ec7b1b3e-bda3-443f-bd69-04a13aa14e21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:08.929102 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cf9cbf-0e84-47b4-ad4e-e1b9843fcaeb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:08.929481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54cf9cbf-0e84-47b4-ad4e-e1b9843fcaeb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:08.943497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 79e9ab56-3936-4f7e-8baa-df5bd717a24f) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:08.947323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4710fb-e88d-41cc-97df-f799d159cb15']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:08.953053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2f9ffe-efc5-4dc9-87a1-27a3ee27efa9 None None] Network 79e9ab56-3936-4f7e-8baa-df5bd717a24f requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:08.968915 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-54cf9cbf-0e84-47b4-ad4e-e1b9843fcaeb tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/f0e8802a-3c9f-42d9-b6db-2633f3d95d82 HTTP/1.1" status: 404 len: 333 time: 0.1179273 Mar 03 05:52:08.968915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:08.969241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:08.973632 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06edb2cb-c1bf-4cc0-b20e-4040521c10b7') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:08.973927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06edb2cb-c1bf-4cc0-b20e-4040521c10b7') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:08.981199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7a65-7017-41d6-afd9-f26ff4a936d3 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:08.987126 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59512) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:09.038886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.048165 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.ipam_backend_mixin [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Performing IP validity checks on allocation pools {{(pid=87792) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 05:52:09.048708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.ipam_backend_mixin [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87792) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 05:52:09.098528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd7a65-7017-41d6-afd9-f26ff4a936d3 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Pushing event deleted for resources: {'Port': ['ID=75b583b3-55ce-4df5-bc34-801f96b73e87,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:09.107991 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2740ee-8b11-432b-bea6-a23dafc1eec7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:09.108445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2740ee-8b11-432b-bea6-a23dafc1eec7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:09.110124 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fc2740ee-8b11-432b-bea6-a23dafc1eec7 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/e04cd6ae-6add-4dbd-af90-81fe33ef01a7 HTTP/1.1" status: 404 len: 337 time: 0.1206813 Mar 03 05:52:09.118125 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-aff91677-f345-4862-978a-d70137a4adca tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8345282 Mar 03 05:52:09.125195 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59516) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:09.125777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59518) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:09.142452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Request body: {'port': {'network_id': '79e9ab56-3936-4f7e-8baa-df5bd717a24f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2055086344'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:09.153463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.208082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:09.208313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.217111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-79e9ab56-3936-4f7e-8baa-df5bd717a24f', 'network_id': '79e9ab56-3936-4f7e-8baa-df5bd717a24f', 'tenant_id': '3562c95eed6e444b992e5d2cb44abb1d', 'fixed_ips': [{'subnet_id': 'd1a3821d-13d3-4d52-a6a3-64ba494b9ded'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:52:09.218257 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:09.223294 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:09.287197 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a88d82-1d4c-4994-879b-9ba55cad2246 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:09.287643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a88d82-1d4c-4994-879b-9ba55cad2246 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:09.317197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c3dd7a65-7017-41d6-afd9-f26ff4a936d3 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.365659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90534469-3d0b-4c49-a1ea-c39fb473ed69 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Router ca25d551-5126-4726-ad73-f3f3e4a22357 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:52:09.396924 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c0a88d82-1d4c-4994-879b-9ba55cad2246 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/443ec85d-7687-4dea-abc1-acd54ae95d80 HTTP/1.1" status: 404 len: 337 time: 0.2690201 Mar 03 05:52:09.400884 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Allocated IP 172.20.0.2 (79e9ab56-3936-4f7e-8baa-df5bd717a24f/d1a3821d-13d3-4d52-a6a3-64ba494b9ded/62e4b785-3b63-49ee-ad62-9b8517954805) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:09.408159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59524) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:09.490899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.511292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.515518 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/networks/3e4710fb-e88d-41cc-97df-f799d159cb15 HTTP/1.1" status: 204 len: 168 time: 3.4711165 Mar 03 05:52:09.522599 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c3dd7a65-7017-41d6-afd9-f26ff4a936d3 tempest-RoutersAdminNegativeIpV6Test-757154506 tempest-RoutersAdminNegativeIpV6Test-757154506-project-admin] 10.222.0.20 "DELETE /v2.0/ports/75b583b3-55ce-4df5-bc34-801f96b73e87 HTTP/1.1" status: 204 len: 168 time: 2.8732603 Mar 03 05:52:09.522599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59528) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:09.525511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34411aa-bcca-47eb-b147-a34086d6e0a2 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Network': ['ID=3e4710fb-e88d-41cc-97df-f799d159cb15,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:09.593642 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-8306c0f7-4de4-4c2b-8046-769fb409e86e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:09.594114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8306c0f7-4de4-4c2b-8046-769fb409e86e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:09.601356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa8e900-e6a7-461e-ad01-1fb2a05832a5 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Deleting subnet 0cc55d71-88d8-4e30-9e56-69aa33fee726 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:09.612612 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e900-e6a7-461e-ad01-1fb2a05832a5 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.654667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3874bde-f53b-4315-8e06-2faeeb3a0e6e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.690755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1b3e-bda3-443f-bd69-04a13aa14e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.692589 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8306c0f7-4de4-4c2b-8046-769fb409e86e tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/82ca9b33-0d29-4a7a-ba38-6783ffed41ef HTTP/1.1" status: 404 len: 333 time: 0.2817199 Mar 03 05:52:09.702812 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59534) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:09.703597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90534469-3d0b-4c49-a1ea-c39fb473ed69 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:52:09.718807 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-90534469-3d0b-4c49-a1ea-c39fb473ed69 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "PUT /v2.0/routers/ca25d551-5126-4726-ad73-f3f3e4a22357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0103953 Mar 03 05:52:09.719814 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59538) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:09.720185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c5b88-f2f5-4d9a-8275-f5fa3c410cf8 None None] Sync routers for ids ['ca25d551-5126-4726-ad73-f3f3e4a22357'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:52:09.745409 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c5b88-f2f5-4d9a-8275-f5fa3c410cf8 None None] Routers {'ca25d551-5126-4726-ad73-f3f3e4a22357'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:09.746059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-a80c5b88-f2f5-4d9a-8275-f5fa3c410cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ca25d551-5126-4726-ad73-f3f3e4a22357'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:09.753822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ec7b1b3e-bda3-443f-bd69-04a13aa14e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.805859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e900-e6a7-461e-ad01-1fb2a05832a5 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.815626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.841171 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-a80c5b88-f2f5-4d9a-8275-f5fa3c410cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:09.848800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Transition to ACTIVE for port object 62e4b785-3b63-49ee-ad62-9b8517954805 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:09.859815 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:09.862842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80c5b88-f2f5-4d9a-8275-f5fa3c410cf8 None None] Routers {'ca25d551-5126-4726-ad73-f3f3e4a22357'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:09.863723 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-a80c5b88-f2f5-4d9a-8275-f5fa3c410cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ca25d551-5126-4726-ad73-f3f3e4a22357'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:09.867257 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf22cc2-60fd-464e-a358-06edb4a9e8c0 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:09.868282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf22cc2-60fd-464e-a358-06edb4a9e8c0 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:09.872252 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ccf22cc2-60fd-464e-a358-06edb4a9e8c0 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/da8905c6-f560-41e8-9b54-d52e00daccb4 HTTP/1.1" status: 404 len: 337 time: 0.1644843 Mar 03 05:52:09.875525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59544) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:09.891326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Usage tracker for resource:port and tenant:3562c95eed6e444b992e5d2cb44abb1d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:09.902622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:09.920078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59546) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:09.920987 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-2ba817bb-3a83-460a-aa29-eed7bc378843 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] delete failed (client error): The resource could not be found. Mar 03 05:52:09.922000 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2ba817bb-3a83-460a-aa29-eed7bc378843 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-935109691 HTTP/1.1" status: 404 len: 334 time: 0.1598074 Mar 03 05:52:09.931380 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:09.932241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59552) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:09.943037 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ec7b1b3e-bda3-443f-bd69-04a13aa14e21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b34b40ba138c4c94a8f14b3445ff4766&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4911604 Mar 03 05:52:09.949988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b1b3e-bda3-443f-bd69-04a13aa14e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e8052b-46c5-4231-8a9b-ef0276653ba9,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:09.951486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59556) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:09.959700 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-a80c5b88-f2f5-4d9a-8275-f5fa3c410cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:09.960327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80c5b88-f2f5-4d9a-8275-f5fa3c410cf8 None None] The sync data for ids ['ca25d551-5126-4726-ad73-f3f3e4a22357'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:52:09.969348 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Made reservation on behalf of 3562c95eed6e444b992e5d2cb44abb1d for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:09.973930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.978588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Transition to ACTIVE for port object 62e4b785-3b63-49ee-ad62-9b8517954805 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:09.987086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:09.989837 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.010942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-7d10c8ba-b3f7-4040-8b25-bdede383bb28 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ca25d551-5126-4726-ad73-f3f3e4a22357'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:10.067437 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Network 79e9ab56-3936-4f7e-8baa-df5bd717a24f is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:10.074233 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b57e190-9508-497e-b601-963a809f7f31 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:10.074690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b57e190-9508-497e-b601-963a809f7f31 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:10.076442 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5b57e190-9508-497e-b601-963a809f7f31 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/subnets/a8a940b6-ebdc-41b3-914e-a67f987c7847 HTTP/1.1" status: 404 len: 337 time: 0.1535130 Mar 03 05:52:10.083424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:10.086866 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:10.094505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59562) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:10.100323 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Pushing event updated for resources: {'Port': ['ID=62e4b785-3b63-49ee-ad62-9b8517954805,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:10.205040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] device_id is not set on port c576b7b8-c17d-4c96-898b-8ed48109780e yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:52:10.207725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Attempting to bind port 62e4b785-3b63-49ee-ad62-9b8517954805 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:52:10.208187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Attempting to bind port 62e4b785-3b63-49ee-ad62-9b8517954805 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'e991b7e0-a90b-4a43-ac6b-4765e87f7943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79e9ab56-3936-4f7e-8baa-df5bd717a24f'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:52:10.208551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Attempting to bind port 62e4b785-3b63-49ee-ad62-9b8517954805 on network 79e9ab56-3936-4f7e-8baa-df5bd717a24f {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:52:10.215726 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:52:10.216143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Checking segment: {'id': 'e991b7e0-a90b-4a43-ac6b-4765e87f7943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79e9ab56-3936-4f7e-8baa-df5bd717a24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:10.216533 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.217483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Bound using segment: {'id': 'e991b7e0-a90b-4a43-ac6b-4765e87f7943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79e9ab56-3936-4f7e-8baa-df5bd717a24f'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:52:10.218133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Bound port: 62e4b785-3b63-49ee-ad62-9b8517954805, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e991b7e0-a90b-4a43-ac6b-4765e87f7943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79e9ab56-3936-4f7e-8baa-df5bd717a24f'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:52:10.218506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.295389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e873133b-edbe-4290-b85d-0b4878b5ea17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.322568 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] For port 62e4b785-3b63-49ee-ad62-9b8517954805, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:52:10.326555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] For port 62e4b785-3b63-49ee-ad62-9b8517954805, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=62e4b785-3b63-49ee-ad62-9b8517954805,segment=NetworkSegment(e991b7e0-a90b-4a43-ac6b-4765e87f7943),segment_id=e991b7e0-a90b-4a43-ac6b-4765e87f7943)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:52:10.331632 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.340658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Subnet': ['ID=cb0a947c-da17-4e76-ad03-5455bc4dbd86,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:10.359145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e873133b-edbe-4290-b85d-0b4878b5ea17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:10.361303 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f2a6dc82-e67a-49eb-ae37-abd43ac6d4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.368571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e900-e6a7-461e-ad01-1fb2a05832a5 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.370931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e873133b-edbe-4290-b85d-0b4878b5ea17 admin admin] Usage tracker for resource:security_group_rule and tenant:15f0fad6100a4332a515652efb8e2810 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:10.375703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Checking segment: {'id': '3a2dd68a-8aaa-4d6e-a076-785fe47da3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c828ed4-57ba-4b33-9a22-dd682b00f066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:10.376093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network hostable DHCP agents. Network: 8c828ed4-57ba-4b33-9a22-dd682b00f066, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:10.393935 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e873133b-edbe-4290-b85d-0b4878b5ea17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:10.405641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-a7cad3b0-503e-42b5-81ad-13b2d1086ee5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Deleting port 95120444-9ba8-49e8-81a1-2cb12778fdb7 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:10.406244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7cad3b0-503e-42b5-81ad-13b2d1086ee5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.439330 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e873133b-edbe-4290-b85d-0b4878b5ea17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:10.459830 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b583d8-813d-44d2-a208-d5a19e2123fc None None] Pushing event updated for resources: {'Port': ['ID=62e4b785-3b63-49ee-ad62-9b8517954805,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:10.484870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f2a6dc82-e67a-49eb-ae37-abd43ac6d4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.526945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Network 8c828ed4-57ba-4b33-9a22-dd682b00f066 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:10.561989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Allocated IP 172.20.0.4 (79e9ab56-3936-4f7e-8baa-df5bd717a24f/d1a3821d-13d3-4d52-a6a3-64ba494b9ded/c576b7b8-c17d-4c96-898b-8ed48109780e) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:10.574293 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 8c828ed4-57ba-4b33-9a22-dd682b00f066) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:10.588628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:10.589215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.590406 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb36c48-893a-4b0c-b240-47faed66f0cc None None] Network 8c828ed4-57ba-4b33-9a22-dd682b00f066 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:10.635528 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f2a6dc82-e67a-49eb-ae37-abd43ac6d4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.639130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d10c8ba-b3f7-4040-8b25-bdede383bb28 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.693719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6dc82-e67a-49eb-ae37-abd43ac6d4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e8052b-46c5-4231-8a9b-ef0276653ba9,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:10.717726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f2a6dc82-e67a-49eb-ae37-abd43ac6d4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.721406 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f2a6dc82-e67a-49eb-ae37-abd43ac6d4d5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6e8052b-46c5-4231-8a9b-ef0276653ba9 HTTP/1.1" status: 204 len: 168 time: 0.7641087 Mar 03 05:52:10.723670 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7b474089-c55b-427b-9718-640c6be6627b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6314576 Mar 03 05:52:10.742790 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59568) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:10.781236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b8b9a425-ed69-494d-a534-fb94d16692b0 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:10.946338 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e873133b-edbe-4290-b85d-0b4878b5ea17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:10.948187 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-7d10c8ba-b3f7-4040-8b25-bdede383bb28 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] update failed (client error): The resource could not be found. Mar 03 05:52:10.955244 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7d10c8ba-b3f7-4040-8b25-bdede383bb28 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "PUT /v2.0/routers/ca25d551-5126-4726-ad73-f3f3e4a22357 HTTP/1.1" status: 404 len: 339 time: 0.9793677 Mar 03 05:52:10.957669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59574) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:10.992783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e900-e6a7-461e-ad01-1fb2a05832a5 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.023401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-8c828ed4-57ba-4b33-9a22-dd682b00f066', 'network_id': '8c828ed4-57ba-4b33-9a22-dd682b00f066', 'tenant_id': '4fe60e3d9d73442c9246c69224665117', 'fixed_ips': [{'subnet_id': 'cb0a947c-da17-4e76-ad03-5455bc4dbd86'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:52:11.028258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e873133b-edbe-4290-b85d-0b4878b5ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.029124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.046578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e3874bde-f53b-4315-8e06-2faeeb3a0e6e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:11.047190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3874bde-f53b-4315-8e06-2faeeb3a0e6e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.091285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8e900-e6a7-461e-ad01-1fb2a05832a5 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc55d71-88d8-4e30-9e56-69aa33fee726,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:11.153912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e900-e6a7-461e-ad01-1fb2a05832a5 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.188701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3001a9f6-f02f-4f7e-b6b7-d531025ff4d9 None None] Network 63ba8e5b-7a94-4a60-a611-2f412e2ab14c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:11.192444 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5fa8e900-e6a7-461e-ad01-1fb2a05832a5 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/subnets/0cc55d71-88d8-4e30-9e56-69aa33fee726 HTTP/1.1" status: 204 len: 168 time: 1.6694303 Mar 03 05:52:11.224931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59582) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:11.234095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7cad3b0-503e-42b5-81ad-13b2d1086ee5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.346341 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e873133b-edbe-4290-b85d-0b4878b5ea17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15f0fad6100a4332a515652efb8e2810&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4229348 Mar 03 05:52:11.359097 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873133b-edbe-4290-b85d-0b4878b5ea17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc2485b-1321-4bb7-bfed-29c783d9d93b,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:11.361447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59590) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:11.368455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.375100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b8b9a425-ed69-494d-a534-fb94d16692b0 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2152974'] for subnet, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.515924 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-a7cad3b0-503e-42b5-81ad-13b2d1086ee5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Calling delete_port for 95120444-9ba8-49e8-81a1-2cb12778fdb7 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:11.519073 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Transition to ACTIVE for port object c576b7b8-c17d-4c96-898b-8ed48109780e will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:11.529606 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Allocated IP 172.20.0.3 (8c828ed4-57ba-4b33-9a22-dd682b00f066/cb0a947c-da17-4e76-ad03-5455bc4dbd86/e3d5deed-3a8b-4c93-936b-d117f74cff49) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:11.693226 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269d731b-d5ed-4530-b5b5-40d151ec89a4 None None] DHCP port deletion for 63ba8e5b-7a94-4a60-a611-2f412e2ab14c request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:11.702232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.711973 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-269d731b-d5ed-4530-b5b5-40d151ec89a4 None None] Deleting port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:11.712523 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-269d731b-d5ed-4530-b5b5-40d151ec89a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.745849 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-e3874bde-f53b-4315-8e06-2faeeb3a0e6e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] For port 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=95aa2777-f3bc-4e88-97fb-8dffacdd0aeb,segment=NetworkSegment(aa79fa48-51dd-412b-8f8a-92cb873e7197),segment_id=aa79fa48-51dd-412b-8f8a-92cb873e7197)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:11.746435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3874bde-f53b-4315-8e06-2faeeb3a0e6e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.785683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Deleting port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:11.786181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.851022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21817ce3-6663-4ecf-a290-679f804a25cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.905593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21817ce3-6663-4ecf-a290-679f804a25cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.926941 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7cad3b0-503e-42b5-81ad-13b2d1086ee5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:11.985595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.021069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e3874bde-f53b-4315-8e06-2faeeb3a0e6e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:12.059899 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415c24cb-b09b-4b39-bb19-b00b4aedafbd None None] Network 79e9ab56-3936-4f7e-8baa-df5bd717a24f requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:12.083475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59602) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:12.091909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21817ce3-6663-4ecf-a290-679f804a25cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.114051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cad3b0-503e-42b5-81ad-13b2d1086ee5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Port': ['ID=95120444-9ba8-49e8-81a1-2cb12778fdb7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:12.123678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7cad3b0-503e-42b5-81ad-13b2d1086ee5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.126829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.143740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21817ce3-6663-4ecf-a290-679f804a25cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc2485b-1321-4bb7-bfed-29c783d9d93b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:12.151381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Network 79e9ab56-3936-4f7e-8baa-df5bd717a24f is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:12.167054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21817ce3-6663-4ecf-a290-679f804a25cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.168799 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-21817ce3-6663-4ecf-a290-679f804a25cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abc2485b-1321-4bb7-bfed-29c783d9d93b HTTP/1.1" status: 204 len: 168 time: 0.7954814 Mar 03 05:52:12.170827 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:12.177399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:12.191538 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a7cad3b0-503e-42b5-81ad-13b2d1086ee5 tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/ports/95120444-9ba8-49e8-81a1-2cb12778fdb7 HTTP/1.1" status: 204 len: 168 time: 2.0946085 Mar 03 05:52:12.204218 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59610) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:12.207702 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.220208 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-269d731b-d5ed-4530-b5b5-40d151ec89a4 None None] For port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1315cdfa-1a61-4fe9-8a5d-db6a95b0b394,segment=NetworkSegment(fec74ab9-dca4-4f62-bc30-a06a88377135),segment_id=fec74ab9-dca4-4f62-bc30-a06a88377135)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:12.220596 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-269d731b-d5ed-4530-b5b5-40d151ec89a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.268961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Pushing event updated for resources: {'Port': ['ID=c576b7b8-c17d-4c96-898b-8ed48109780e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:12.390522 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-269d731b-d5ed-4530-b5b5-40d151ec89a4 None None] Calling delete_port for 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:12.444289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8d12b921-eebc-4505-a3eb-81e51453374f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.477755 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] For port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1315cdfa-1a61-4fe9-8a5d-db6a95b0b394,segment=NetworkSegment(fec74ab9-dca4-4f62-bc30-a06a88377135),segment_id=fec74ab9-dca4-4f62-bc30-a06a88377135)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:12.478268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.511470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Transition to ACTIVE for port object e3d5deed-3a8b-4c93-936b-d117f74cff49 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:12.545398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Transition to ACTIVE for port object e3d5deed-3a8b-4c93-936b-d117f74cff49 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:12.550108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b2156dff-e75c-4103-a90e-67b639f4373c None None] Provisioning for port 62e4b785-3b63-49ee-ad62-9b8517954805 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:12.569551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1062326496'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:12.595907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:12.609356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:network and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:12.612160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-269d731b-d5ed-4530-b5b5-40d151ec89a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.663871 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:12.715505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:12.763648 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 62e4b785-3b63-49ee-ad62-9b8517954805 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:12.777495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:12.778219 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.801073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d731b-d5ed-4530-b5b5-40d151ec89a4 None None] Pushing event deleted for resources: {'Port': ['ID=1315cdfa-1a61-4fe9-8a5d-db6a95b0b394,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:12.804993 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.811442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Calling delete_port for 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:12.813550 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269d731b-d5ed-4530-b5b5-40d151ec89a4 None None] No DVR routers for this DVR port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:12.831716 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:12.836682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.856825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59616) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:12.860574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.908464 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4e4a726a-4b5c-47f5-803e-75bf91e1a7a2 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7786865 Mar 03 05:52:12.915869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Network 8c828ed4-57ba-4b33-9a22-dd682b00f066 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:12.925504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59620) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:12.927682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:12.940205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:12.971881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:12.980732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8d12b921-eebc-4505-a3eb-81e51453374f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:12.982945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Request body: {'port': {'network_id': '79e9ab56-3936-4f7e-8baa-df5bd717a24f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1978578725', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:12.983521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.api.validators [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] bootfile-name is not in valid_values {{(pid=87792) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 05:52:12.983934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.api.validators [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] tftp-server is not in valid_values {{(pid=87792) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 05:52:12.984323 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.api.validators [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] server-ip-address is not in valid_values {{(pid=87792) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 05:52:12.989701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3874bde-f53b-4315-8e06-2faeeb3a0e6e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.015277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Pushing event updated for resources: {'Port': ['ID=e3d5deed-3a8b-4c93-936b-d117f74cff49,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:13.048017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:security_group_rule and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:13.068177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3874bde-f53b-4315-8e06-2faeeb3a0e6e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Port': ['ID=95aa2777-f3bc-4e88-97fb-8dffacdd0aeb,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:13.071960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8d12b921-eebc-4505-a3eb-81e51453374f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65cee256-e8c1-4c85-8ff6-ff678b5a8571']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:13.081559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:13.094196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Attempting to bind port e3d5deed-3a8b-4c93-936b-d117f74cff49 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:52:13.094763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Attempting to bind port e3d5deed-3a8b-4c93-936b-d117f74cff49 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '3a2dd68a-8aaa-4d6e-a076-785fe47da3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c828ed4-57ba-4b33-9a22-dd682b00f066'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:52:13.094915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Attempting to bind port e3d5deed-3a8b-4c93-936b-d117f74cff49 on network 8c828ed4-57ba-4b33-9a22-dd682b00f066 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:52:13.099374 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 62e4b785-3b63-49ee-ad62-9b8517954805 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:13.104156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:13.110726 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:52:13.111110 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Checking segment: {'id': '3a2dd68a-8aaa-4d6e-a076-785fe47da3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c828ed4-57ba-4b33-9a22-dd682b00f066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:13.111515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.111983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Bound using segment: {'id': '3a2dd68a-8aaa-4d6e-a076-785fe47da3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c828ed4-57ba-4b33-9a22-dd682b00f066'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:52:13.114151 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Bound port: e3d5deed-3a8b-4c93-936b-d117f74cff49, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a2dd68a-8aaa-4d6e-a076-785fe47da3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8c828ed4-57ba-4b33-9a22-dd682b00f066'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:52:13.115538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.122575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:52:13.123122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:52:13.124982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8d12b921-eebc-4505-a3eb-81e51453374f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de4db6c6-ade6-4a1b-a36c-ec88df22c6d8') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:13.125277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8d12b921-eebc-4505-a3eb-81e51453374f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de4db6c6-ade6-4a1b-a36c-ec88df22c6d8') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:13.127158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 62e4b785-3b63-49ee-ad62-9b8517954805 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:13.127531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.184477 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c2cc0ed5-f74d-4f50-af6a-86450160c0e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=735a63873ddd4274a8e4ea8c81b53c42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138998 Mar 03 05:52:13.186722 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59624) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:13.204385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8d12b921-eebc-4505-a3eb-81e51453374f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.283823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8d12b921-eebc-4505-a3eb-81e51453374f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.296452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d12b921-eebc-4505-a3eb-81e51453374f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:13.297111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8d12b921-eebc-4505-a3eb-81e51453374f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:13.313070 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:13.321382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] For port e3d5deed-3a8b-4c93-936b-d117f74cff49, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:52:13.345507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] For port e3d5deed-3a8b-4c93-936b-d117f74cff49, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e3d5deed-3a8b-4c93-936b-d117f74cff49,segment=NetworkSegment(3a2dd68a-8aaa-4d6e-a076-785fe47da3dd),segment_id=3a2dd68a-8aaa-4d6e-a076-785fe47da3dd)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:52:13.364568 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.403615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e3874bde-f53b-4315-8e06-2faeeb3a0e6e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.498559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-61a19996-8e8c-4bac-9ef1-43dbcd4bb040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.525482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b8b9a425-ed69-494d-a534-fb94d16692b0 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781475358693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2976495'] for subnet, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.535933 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5be1d-a19d-4322-8bbd-b5299c26988d None None] Pushing event updated for resources: {'Port': ['ID=e3d5deed-3a8b-4c93-936b-d117f74cff49,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:13.552441 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.600624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Allocated IP 172.20.0.1 (3187e037-39b5-4a8d-aa0d-3909628d798c/cb1cf33f-34f9-4611-9e48-1464a2e48812/e2dee451-cd5f-4b7a-b3b1-ec81a503ac8b) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:13.600991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 62e4b785-3b63-49ee-ad62-9b8517954805, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=62e4b785-3b63-49ee-ad62-9b8517954805,segment=NetworkSegment(e991b7e0-a90b-4a43-ac6b-4765e87f7943),segment_id=e991b7e0-a90b-4a43-ac6b-4765e87f7943)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:13.605807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.621997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8d12b921-eebc-4505-a3eb-81e51453374f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.629420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:13.636132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Deleting port 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:13.636619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.648203 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b9a425-ed69-494d-a534-fb94d16692b0 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:13.649412 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b8b9a425-ed69-494d-a534-fb94d16692b0 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.650673 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b8b9a425-ed69-494d-a534-fb94d16692b0 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "PUT /v2.0/subnets/cb0a947c-da17-4e76-ad03-5455bc4dbd86 HTTP/1.1" status: 200 len: 877 time: 2.9071839 Mar 03 05:52:13.667628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59628) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:13.671084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Usage tracker for resource:port and tenant:3562c95eed6e444b992e5d2cb44abb1d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:13.675789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-61a19996-8e8c-4bac-9ef1-43dbcd4bb040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.712314 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=62e4b785-3b63-49ee-ad62-9b8517954805,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:13.717041 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:13.726022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:13.734254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8d12b921-eebc-4505-a3eb-81e51453374f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.781199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:13.781543 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1315cdfa-1a61-4fe9-8a5d-db6a95b0b394 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:13.783164 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:13.792265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] The port '1315cdfa-1a61-4fe9-8a5d-db6a95b0b394' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:52:13.795628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12b921-eebc-4505-a3eb-81e51453374f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] Pushing event deleted for resources: {'Network': ['ID=65cee256-e8c1-4c85-8ff6-ff678b5a8571,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:13.824817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4b463d96-47cb-474c-8ab9-ff057602fcf6 None None] Provisioning complete for port 62e4b785-3b63-49ee-ad62-9b8517954805 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:13.825676 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4b463d96-47cb-474c-8ab9-ff057602fcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:13.846343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9a425-ed69-494d-a534-fb94d16692b0 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event updated for resources: {'Subnet': ['ID=cb0a947c-da17-4e76-ad03-5455bc4dbd86,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:13.888120 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8d12b921-eebc-4505-a3eb-81e51453374f tempest-PortsIpV6TestJSON-587488197 tempest-PortsIpV6TestJSON-587488197-project] 10.222.0.20 "DELETE /v2.0/networks/65cee256-e8c1-4c85-8ff6-ff678b5a8571 HTTP/1.1" status: 204 len: 168 time: 1.6795647 Mar 03 05:52:14.015213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.059720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4b463d96-47cb-474c-8ab9-ff057602fcf6 None None] Provisioning for port c576b7b8-c17d-4c96-898b-8ed48109780e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:14.069019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63ba8e5b-7a94-4a60-a611-2f412e2ab14c']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:14.073298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-61a19996-8e8c-4bac-9ef1-43dbcd4bb040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.076247 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4b463d96-47cb-474c-8ab9-ff057602fcf6 None None] Provisioning complete for port c576b7b8-c17d-4c96-898b-8ed48109780e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:14.076638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4b463d96-47cb-474c-8ab9-ff057602fcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.084699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec74ab9-dca4-4f62-bc30-a06a88377135') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:14.084997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec74ab9-dca4-4f62-bc30-a06a88377135') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:14.103584 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.125521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.134790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:14.135207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:14.150855 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:14.154057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.157180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a19996-8e8c-4bac-9ef1-43dbcd4bb040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c4f977-d1e9-46d8-a1f1-25ec5681faf3,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:14.178284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.200011 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-4b463d96-47cb-474c-8ab9-ff057602fcf6 None None] Port c576b7b8-c17d-4c96-898b-8ed48109780e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:14.228714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-61a19996-8e8c-4bac-9ef1-43dbcd4bb040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.232428 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-61a19996-8e8c-4bac-9ef1-43dbcd4bb040 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4c4f977-d1e9-46d8-a1f1-25ec5681faf3 HTTP/1.1" status: 204 len: 168 time: 1.0293970 Mar 03 05:52:14.239930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Made reservation on behalf of 3562c95eed6e444b992e5d2cb44abb1d for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:14.244148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.281553 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b4fba8-bfe2-4309-a130-99dd47acf2c2,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:14.285656 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:14.335791 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c54e3552-1dff-44df-95c9-292fdd675861 None None] Provisioning complete for port c576b7b8-c17d-4c96-898b-8ed48109780e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:14.341786 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c54e3552-1dff-44df-95c9-292fdd675861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.361309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] device_id is not set on port 195482a2-f766-416a-81fa-4a271951ad14 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:52:14.429066 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.432301 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Added segment 53bad0cf-ddbc-4c53-870f-76821457e4d2 of type vlan for network 453dfee6-26bb-463d-8ba2-325cacee687c Mar 03 05:52:14.443225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.459423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c54e3552-1dff-44df-95c9-292fdd675861 None None] Port c576b7b8-c17d-4c96-898b-8ed48109780e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:14.469506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.472452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59638) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:14.552869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.567870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Transition to ACTIVE for port object e2dee451-cd5f-4b7a-b3b1-ec81a503ac8b will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:14.577254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port e3d5deed-3a8b-4c93-936b-d117f74cff49 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:14.577599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.716778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3874bde-f53b-4315-8e06-2faeeb3a0e6e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 3fe65802-28ae-4793-9dbb-83ec890567ee has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:52:14.718154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.756683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.761234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.763339 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:14.764019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:14.795623 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] 10.222.0.20 "DELETE /v2.0/networks/63ba8e5b-7a94-4a60-a611-2f412e2ab14c HTTP/1.1" status: 204 len: 168 time: 3.5693095 Mar 03 05:52:14.796310 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 62e4b785-3b63-49ee-ad62-9b8517954805 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:15.057449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Allocated IP 172.20.0.14 (79e9ab56-3936-4f7e-8baa-df5bd717a24f/d1a3821d-13d3-4d52-a6a3-64ba494b9ded/195482a2-f766-416a-81fa-4a271951ad14) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:15.063252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:15.063804 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 62e4b785-3b63-49ee-ad62-9b8517954805 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:15.064310 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:15.178186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d79888-35c4-417f-9ff3-73d2c16bc12d None None] Network 8c828ed4-57ba-4b33-9a22-dd682b00f066 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:15.180034 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0824056 Mar 03 05:52:15.193571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d16db-c185-4613-ad05-6270dbcb8f27 tempest-NetworksIpV6TestAttrs-874852724 tempest-NetworksIpV6TestAttrs-874852724-project] Pushing event deleted for resources: {'Network': ['ID=63ba8e5b-7a94-4a60-a611-2f412e2ab14c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:15.213520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3874bde-f53b-4315-8e06-2faeeb3a0e6e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:52:15.237525 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240af2b2-e533-4202-8d57-a1c5202e8b08 None None] Sync routers for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:52:15.239561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59658) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:15.243480 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e3874bde-f53b-4315-8e06-2faeeb3a0e6e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0383642 Mar 03 05:52:15.244768 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70310b9-7c74-40a9-bdd1-b6745f77fc4e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Network': ['ID=453dfee6-26bb-463d-8ba2-325cacee687c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:15.251635 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240af2b2-e533-4202-8d57-a1c5202e8b08 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:15.253799 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-240af2b2-e533-4202-8d57-a1c5202e8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:15.267923 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 453dfee6-26bb-463d-8ba2-325cacee687c details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:15.335388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59662) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:15.485696 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-22cc9831-4adc-4ae9-b05f-6ce6e2c57c80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abf03cd3c52b4b1cb398f908af2b84e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0121460 Mar 03 05:52:15.486674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59674) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:15.490561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Network 3187e037-39b5-4a8d-aa0d-3909628d798c is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:15.534870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:15.607361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c327c040-01cb-4cbe-9921-b9fc83c4a0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:15.613246 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:15.623472 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-240af2b2-e533-4202-8d57-a1c5202e8b08 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:52:15.785981 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7e4853ec-ff18-4f82-b8da-ab0bf335cf82 None None] Provisioning for port e3d5deed-3a8b-4c93-936b-d117f74cff49 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:15.815417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c327c040-01cb-4cbe-9921-b9fc83c4a0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:15.841087 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c68788ad-0e88-44ca-a354-284c457952cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08a69d353a394481b00ee18f4ebfc800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038860 Mar 03 05:52:15.843846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59680) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:15.927873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event updated for resources: {'Port': ['ID=e2dee451-cd5f-4b7a-b3b1-ec81a503ac8b,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:15.938904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e3d5deed-3a8b-4c93-936b-d117f74cff49 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:15.947685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59684) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:16.026239 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f995b2-d91f-4690-960d-a9ee89434605 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting subnet 572fecd4-fc3a-4719-834e-9c52f83977d9 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:16.053430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-33f995b2-d91f-4690-960d-a9ee89434605 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.058825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6e86-a870-4f03-bd68-99da60325f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.098670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.124907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6e86-a870-4f03-bd68-99da60325f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.224226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-84fa1883-c943-4ded-b0fb-a5a313f3c99c tempest-DvrRoutersNegativeTest-240531393 tempest-DvrRoutersNegativeTest-240531393-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1684948326', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:16.228499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.policy [None req-84fa1883-c943-4ded-b0fb-a5a313f3c99c tempest-DvrRoutersNegativeTest-240531393 tempest-DvrRoutersNegativeTest-240531393-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87792) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 03 05:52:16.228950 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.policy [None req-84fa1883-c943-4ded-b0fb-a5a313f3c99c tempest-DvrRoutersNegativeTest-240531393 tempest-DvrRoutersNegativeTest-240531393-project] Failed policy check for 'create_router' {{(pid=87792) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 03 05:52:16.229618 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-84fa1883-c943-4ded-b0fb-a5a313f3c99c tempest-DvrRoutersNegativeTest-240531393 tempest-DvrRoutersNegativeTest-240531393-project] create failed (client error): Access was denied to this resource. Mar 03 05:52:16.230937 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-84fa1883-c943-4ded-b0fb-a5a313f3c99c tempest-DvrRoutersNegativeTest-240531393 tempest-DvrRoutersNegativeTest-240531393-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2667882 Mar 03 05:52:16.238965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6e86-a870-4f03-bd68-99da60325f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.245147 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] For port e3d5deed-3a8b-4c93-936b-d117f74cff49, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e3d5deed-3a8b-4c93-936b-d117f74cff49,segment=NetworkSegment(3a2dd68a-8aaa-4d6e-a076-785fe47da3dd),segment_id=3a2dd68a-8aaa-4d6e-a076-785fe47da3dd)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:16.245551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.257026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a80ee304-d120-445c-a0b3-bf7e642cd163 None None] Provisioning for port e2dee451-cd5f-4b7a-b3b1-ec81a503ac8b completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:16.273589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a80ee304-d120-445c-a0b3-bf7e642cd163 None None] Provisioning complete for port e2dee451-cd5f-4b7a-b3b1-ec81a503ac8b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:16.275287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a80ee304-d120-445c-a0b3-bf7e642cd163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.291507 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c6e86-a870-4f03-bd68-99da60325f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b63ef1-219c-4155-ab60-19e04f8c7304,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:16.305651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c327c040-01cb-4cbe-9921-b9fc83c4a0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.342310 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-240af2b2-e533-4202-8d57-a1c5202e8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:52:12Z', 'revision_number': 9, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:16.345657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327c040-01cb-4cbe-9921-b9fc83c4a0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f32673-e4a6-48bd-8891-7b13a5ce0d20,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:16.352104 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240af2b2-e533-4202-8d57-a1c5202e8b08 None None] Checking router: 3fe65802-28ae-4793-9dbb-83ec890567ee for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:52:16.365384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c327c040-01cb-4cbe-9921-b9fc83c4a0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.366748 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c327c040-01cb-4cbe-9921-b9fc83c4a0cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40f32673-e4a6-48bd-8891-7b13a5ce0d20 HTTP/1.1" status: 204 len: 168 time: 0.8791456 Mar 03 05:52:16.372551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f3c6e86-a870-4f03-bd68-99da60325f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.375244 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0f3c6e86-a870-4f03-bd68-99da60325f69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5b63ef1-219c-4155-ab60-19e04f8c7304 HTTP/1.1" status: 204 len: 168 time: 0.5291581 Mar 03 05:52:16.385015 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240af2b2-e533-4202-8d57-a1c5202e8b08 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:16.386598 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-240af2b2-e533-4202-8d57-a1c5202e8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:51:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:16.397327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a80ee304-d120-445c-a0b3-bf7e642cd163 None None] Port e2dee451-cd5f-4b7a-b3b1-ec81a503ac8b cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:16.422043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-33f995b2-d91f-4690-960d-a9ee89434605 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.428854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port e3d5deed-3a8b-4c93-936b-d117f74cff49 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:16.449051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e3d5deed-3a8b-4c93-936b-d117f74cff49 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:16.449753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.597030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.621641 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Calling delete_port for e3d5deed-3a8b-4c93-936b-d117f74cff49 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:16.720233 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port e3d5deed-3a8b-4c93-936b-d117f74cff49, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e3d5deed-3a8b-4c93-936b-d117f74cff49,segment=NetworkSegment(3a2dd68a-8aaa-4d6e-a076-785fe47da3dd),segment_id=3a2dd68a-8aaa-4d6e-a076-785fe47da3dd)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:16.728873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.812675 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-240af2b2-e533-4202-8d57-a1c5202e8b08 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:52:16.950667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:16.982069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:52:16.982777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:52:17.005991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Transition to ACTIVE for port object 195482a2-f766-416a-81fa-4a271951ad14 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:17.007586 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:17.018880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=e3d5deed-3a8b-4c93-936b-d117f74cff49,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:17.037834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-33f995b2-d91f-4690-960d-a9ee89434605 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:17.084195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59700) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:17.160559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2b176a-1f47-4902-b9c7-b3138d38f363 None None] Network 8c828ed4-57ba-4b33-9a22-dd682b00f066 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:17.271764 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-33f995b2-d91f-4690-960d-a9ee89434605 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:17.367709 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d9a71b8f-3259-4298-a954-b61f7f266823 None None] Provisioning complete for port e3d5deed-3a8b-4c93-936b-d117f74cff49 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:17.368301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d9a71b8f-3259-4298-a954-b61f7f266823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:17.407174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-33f995b2-d91f-4690-960d-a9ee89434605 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:17.419190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f995b2-d91f-4690-960d-a9ee89434605 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Subnet': ['ID=572fecd4-fc3a-4719-834e-9c52f83977d9,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:17.475932 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-240af2b2-e533-4202-8d57-a1c5202e8b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:52:12Z', 'revision_number': 9, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:17.480192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d201c19b-1bf6-4bda-8334-1f9a3a7f17d5 None None] Network 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:17.485308 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240af2b2-e533-4202-8d57-a1c5202e8b08 None None] The sync data for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv is: [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:52:12Z', 'revision_number': 9, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ba79742-a54b-4c6a-bb4d-636e51764655', 'name': '', 'network_id': 'd496c477-913a-44ba-a50e-76e922a8f844', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:4f:8d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:51:03Z', 'updated_at': '2022-03-03T05:51:22Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': 'e8fbf0c7-2892-4cfa-abf9-d409d7556e4b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:52:17.568754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port e3d5deed-3a8b-4c93-936b-d117f74cff49 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:17.569247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:17.770142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f02c969-f965-4864-9790-5ce4f060e0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:17.834566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8f02c969-f965-4864-9790-5ce4f060e0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:17.847313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8f02c969-f965-4864-9790-5ce4f060e0a0 admin admin] Usage tracker for resource:security_group_rule and tenant:50dd1df24bde41caa2e9e079c680c6ab is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:17.850931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8f02c969-f965-4864-9790-5ce4f060e0a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:17.873043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8f02c969-f965-4864-9790-5ce4f060e0a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:18.135578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59724) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:18.137547 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-33f995b2-d91f-4690-960d-a9ee89434605 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/572fecd4-fc3a-4719-834e-9c52f83977d9 HTTP/1.1" status: 204 len: 168 time: 2.8937333 Mar 03 05:52:18.151220 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:18.166017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f02c969-f965-4864-9790-5ce4f060e0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:18.343172 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Network 79e9ab56-3936-4f7e-8baa-df5bd717a24f is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:18.362182 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:18.382646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:18.389051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6987e947-3838-4b8f-94f0-23ea41e1cffd None None] DHCP port deletion for 9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:18.452894 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6987e947-3838-4b8f-94f0-23ea41e1cffd None None] Deleting port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:18.453532 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6987e947-3838-4b8f-94f0-23ea41e1cffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:18.500019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f02c969-f965-4864-9790-5ce4f060e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:18.502326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59742) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:18.552843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'subnet': {'network_id': '453dfee6-26bb-463d-8ba2-325cacee687c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:18.569276 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8f02c969-f965-4864-9790-5ce4f060e0a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50dd1df24bde41caa2e9e079c680c6ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4837279 Mar 03 05:52:18.573696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59748) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:18.631453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5b44a09b-7e6f-4fb5-930a-b77d40d1d940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:18.644468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:18.686264 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02c969-f965-4864-9790-5ce4f060e0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b64197c-f018-465a-a56c-64250e71c2d7,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:18.712414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:18.712848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:18.778978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59752) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:18.779653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59754) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:18.878154 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e3d5deed-3a8b-4c93-936b-d117f74cff49 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:18.887490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:18.943936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-aefeeb2e-1161-4dc2-afcf-2ad9600ee319 None None] Provisioning for port 195482a2-f766-416a-81fa-4a271951ad14 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:18.963553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-aefeeb2e-1161-4dc2-afcf-2ad9600ee319 None None] Provisioning complete for port 195482a2-f766-416a-81fa-4a271951ad14 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:18.964282 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aefeeb2e-1161-4dc2-afcf-2ad9600ee319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.006913 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Pushing event updated for resources: {'Port': ['ID=195482a2-f766-416a-81fa-4a271951ad14,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:19.025920 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6987e947-3838-4b8f-94f0-23ea41e1cffd None None] For port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1ed57c20-b2b6-44d1-b580-df7c76aba1cd,segment=NetworkSegment(aa79fa48-51dd-412b-8f8a-92cb873e7197),segment_id=aa79fa48-51dd-412b-8f8a-92cb873e7197)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:19.026414 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6987e947-3838-4b8f-94f0-23ea41e1cffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.034402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-59b2bc60-a531-4e59-893b-cc1e3caf4c9e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:19.035121 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING neutron.api.v2.base [None req-59b2bc60-a531-4e59-893b-cc1e3caf4c9e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 05:52:19.035633 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-59b2bc60-a531-4e59-893b-cc1e3caf4c9e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 05:52:19.040211 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-59b2bc60-a531-4e59-893b-cc1e3caf4c9e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2527950 Mar 03 05:52:19.043629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] For port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1ed57c20-b2b6-44d1-b580-df7c76aba1cd,segment=NetworkSegment(aa79fa48-51dd-412b-8f8a-92cb873e7197),segment_id=aa79fa48-51dd-412b-8f8a-92cb873e7197)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:19.044093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.049226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:19.050741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.052305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4f6f2da-c7d8-4761-a2d2-b8d0507f7eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.054121 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59766) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:19.071484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-684982940'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:19.072801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.080655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:19.121207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e3d5deed-3a8b-4c93-936b-d117f74cff49 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:19.121584 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159187009'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:19.121710 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.190157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:19.201056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Usage tracker for resource:network and tenant:396eca37a7584f5c9c0d58b76348308d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:19.210252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for 1ed57c20-b2b6-44d1-b580-df7c76aba1cd owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:19.211460 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6987e947-3838-4b8f-94f0-23ea41e1cffd None None] Calling delete_port for 1ed57c20-b2b6-44d1-b580-df7c76aba1cd owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:19.239397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:19.253188 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4f6f2da-c7d8-4761-a2d2-b8d0507f7eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.255539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-aefeeb2e-1161-4dc2-afcf-2ad9600ee319 None None] Port 195482a2-f766-416a-81fa-4a271951ad14 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:19.257999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:19.266333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:19.277787 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1cbbd1e2-b31d-4e81-a8ff-d876c23287b6 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 6.3380527 Mar 03 05:52:19.279688 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:19.280974 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59770) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:19.311920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:19.322042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.331427 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] For port e3d5deed-3a8b-4c93-936b-d117f74cff49, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e3d5deed-3a8b-4c93-936b-d117f74cff49,segment=NetworkSegment(3a2dd68a-8aaa-4d6e-a076-785fe47da3dd),segment_id=3a2dd68a-8aaa-4d6e-a076-785fe47da3dd)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:19.331798 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.346983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Made reservation on behalf of 396eca37a7584f5c9c0d58b76348308d for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:19.350872 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.377144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6987e947-3838-4b8f-94f0-23ea41e1cffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.377951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.408731 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:19.418528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Usage tracker for resource:security_group_rule and tenant:396eca37a7584f5c9c0d58b76348308d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:19.424030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:19.433282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:52:19.433858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:52:19.435979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:19.457092 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6987e947-3838-4b8f-94f0-23ea41e1cffd None None] Pushing event deleted for resources: {'Port': ['ID=1ed57c20-b2b6-44d1-b580-df7c76aba1cd,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:19.463747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6987e947-3838-4b8f-94f0-23ea41e1cffd None None] No DVR routers for this DVR port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:19.475991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-11723b34-0a23-483c-ae77-1c6a0e2f80f6 None None] Provisioning complete for port e3d5deed-3a8b-4c93-936b-d117f74cff49 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:19.476521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-11723b34-0a23-483c-ae77-1c6a0e2f80f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.487977 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event updated for resources: {'Port': ['ID=e2dee451-cd5f-4b7a-b3b1-ec81a503ac8b,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:19.500796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Network 3187e037-39b5-4a8d-aa0d-3909628d798c is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:19.547241 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:19.552121 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:19.555229 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:19.587549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:19.588049 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 95aa2777-f3bc-4e88-97fb-8dffacdd0aeb not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:19.588625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1ed57c20-b2b6-44d1-b580-df7c76aba1cd no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:19.621036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4f6f2da-c7d8-4761-a2d2-b8d0507f7eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.626665 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 1ed57c20-b2b6-44d1-b580-df7c76aba1cd {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:19.627030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1ed57c20-b2b6-44d1-b580-df7c76aba1cd not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:19.643087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6117a45-a5e2-4265-b830-130eb6efba3a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:19.648202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Calling delete_port for e3d5deed-3a8b-4c93-936b-d117f74cff49 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:19.649641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6117a45-a5e2-4265-b830-130eb6efba3a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:19.655488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6117a45-a5e2-4265-b830-130eb6efba3a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:19.657269 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c6117a45-a5e2-4265-b830-130eb6efba3a tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3718090 Mar 03 05:52:19.663520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59774) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:19.674145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6f2da-c7d8-4761-a2d2-b8d0507f7eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b64197c-f018-465a-a56c-64250e71c2d7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:19.722435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.736516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:subnet and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:19.741864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:19.751531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:19.755474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.762030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4f6f2da-c7d8-4761-a2d2-b8d0507f7eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.763163 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b4f6f2da-c7d8-4761-a2d2-b8d0507f7eef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b64197c-f018-465a-a56c-64250e71c2d7 HTTP/1.1" status: 204 len: 168 time: 1.1658511 Mar 03 05:52:19.770558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e7088fe9-fdb3-4c50-afcb-0b0950fba0a8 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Deleting port 195482a2-f766-416a-81fa-4a271951ad14 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:19.770906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e7088fe9-fdb3-4c50-afcb-0b0950fba0a8 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.843321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ff260ce7-d1e1-4a3f-bfef-aca81ac5df7b None None] Provisioning complete for port e2dee451-cd5f-4b7a-b3b1-ec81a503ac8b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:19.844148 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ff260ce7-d1e1-4a3f-bfef-aca81ac5df7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.870879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:19.907198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.914929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.920309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ff260ce7-d1e1-4a3f-bfef-aca81ac5df7b None None] Port e2dee451-cd5f-4b7a-b3b1-ec81a503ac8b cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:19.934739 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port 1ed57c20-b2b6-44d1-b580-df7c76aba1cd {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:19.935077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.935951 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:19.939412 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:19.973650 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:19.991910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:20.006519 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:20.043175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:20.068824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] The port '1ed57c20-b2b6-44d1-b580-df7c76aba1cd' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:52:20.069663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9e5ed9-b92b-4e92-a6cd-8e4daeb942da,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:20.106362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.106706 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Added segment 2cdca5d2-cc2d-481c-8797-a8506f1681a7 of type vlan for network 9627542a-a24f-4b0f-bda4-c99b8a6ebc26 Mar 03 05:52:20.167623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Router ca25d551-5126-4726-ad73-f3f3e4a22357 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:52:20.241016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.321690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.372261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:20.380670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e7088fe9-fdb3-4c50-afcb-0b0950fba0a8 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.382401 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.398056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa79fa48-51dd-412b-8f8a-92cb873e7197') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:20.398368 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa79fa48-51dd-412b-8f8a-92cb873e7197') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:20.409576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.415028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:20.415690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.459436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Port': ['ID=e3d5deed-3a8b-4c93-936b-d117f74cff49,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:20.479850 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7d29b29b-b163-4af6-927b-f5252914ee93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.514204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.560935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53da76ba-3a80-4e56-8fd9-288db2e66ad3 None None] DHCP port deletion for 8c828ed4-57ba-4b33-9a22-dd682b00f066 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:20.581445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df7e242-cfdf-4cf4-94e3-2fa21efae0e5 None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 05:52:20.603233 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.8207633 Mar 03 05:52:20.606991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59798) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:20.625062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e7088fe9-fdb3-4c50-afcb-0b0950fba0a8 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Calling delete_port for 195482a2-f766-416a-81fa-4a271951ad14 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:20.630772 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No DVR routers for this DVR port e3d5deed-3a8b-4c93-936b-d117f74cff49 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:20.673496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Request body: {'subnet': {'network_id': '9627542a-a24f-4b0f-bda4-c99b8a6ebc26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:20.699515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59802) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:20.729884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:52:20.746644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.761424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd118c-0d7c-4c4d-99c5-ec9380a2a74f None None] Sync routers for ids ['ca25d551-5126-4726-ad73-f3f3e4a22357'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:52:20.764329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.766135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.783267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:20.794074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:20.794393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.804890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd118c-0d7c-4c4d-99c5-ec9380a2a74f None None] Routers {'ca25d551-5126-4726-ad73-f3f3e4a22357'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:20.806029 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cfcd118c-0d7c-4c4d-99c5-ec9380a2a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ca25d551-5126-4726-ad73-f3f3e4a22357'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:20.819893 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:20.829723 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:20.841963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.869129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:20.877213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db0e59-18c3-44c9-8544-a26bdbf6cc4d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Pushing event updated for resources: {'Network': ['ID=9627542a-a24f-4b0f-bda4-c99b8a6ebc26,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:20.890658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:20.902493 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa581a5-852a-47c7-9e2a-1fde964800bb,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:20.909320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:20.927668 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df7e242-cfdf-4cf4-94e3-2fa21efae0e5 None None] Resources bound (agent type, host, resource id): {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 05:52:20.936633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e3d5deed-3a8b-4c93-936b-d117f74cff49 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:20.973306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group': {'name': 'tempest-secgroup--284539255'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:20.980526 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 9627542a-a24f-4b0f-bda4-c99b8a6ebc26 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:20.992511 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4c42032e-6ffe-4c0b-aeeb-07c4928eb668 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "PUT /v2.0/routers/ca25d551-5126-4726-ad73-f3f3e4a22357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0288022 Mar 03 05:52:20.992747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:21.000111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59808) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:21.007284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:21.015080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Usage tracker for resource:subnet and tenant:396eca37a7584f5c9c0d58b76348308d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:21.019125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:21.023022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:21.023986 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: e3d5deed-3a8b-4c93-936b-d117f74cff49 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:21.024322 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e3d5deed-3a8b-4c93-936b-d117f74cff49 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:21.027171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:21.031649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cfcd118c-0d7c-4c4d-99c5-ec9380a2a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:21.033129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:21.040620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.043562 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:21.048053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcd118c-0d7c-4c4d-99c5-ec9380a2a74f None None] Routers {'ca25d551-5126-4726-ad73-f3f3e4a22357'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:21.049026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cfcd118c-0d7c-4c4d-99c5-ec9380a2a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ca25d551-5126-4726-ad73-f3f3e4a22357'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:21.072059 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.078468 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.086512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Network': ['ID=9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:21.121718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.139430 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5e2c3198-c089-4290-aea8-44a68a7dff56 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/networks/9c2e8b25-9c3c-433b-ad91-efc1aa71ec5a HTTP/1.1" status: 204 len: 168 time: 2.9978056 Mar 03 05:52:21.144876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Made reservation on behalf of 396eca37a7584f5c9c0d58b76348308d for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:21.148822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.151085 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Subnet': ['ID=81d5b856-34d0-430d-8170-d7fa39ee8008,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:21.161243 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59812) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:21.174583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.183845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.189171 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-cfcd118c-0d7c-4c4d-99c5-ec9380a2a74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:21.189569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcd118c-0d7c-4c4d-99c5-ec9380a2a74f None None] The sync data for ids ['ca25d551-5126-4726-ad73-f3f3e4a22357'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:52:21.266066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:21.279816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:21.283455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:21.294889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e7088fe9-fdb3-4c50-afcb-0b0950fba0a8 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.302074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:21.474808 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Checking segment: {'id': '53bad0cf-ddbc-4c53-870f-76821457e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '453dfee6-26bb-463d-8ba2-325cacee687c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:21.475604 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network hostable DHCP agents. Network: 453dfee6-26bb-463d-8ba2-325cacee687c, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:21.499711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9101820-3f25-4289-aa7f-c484e5753428,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:21.528571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7088fe9-fdb3-4c50-afcb-0b0950fba0a8 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Pushing event deleted for resources: {'Port': ['ID=195482a2-f766-416a-81fa-4a271951ad14,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:21.534777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.536841 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-79d6d62b-c802-4d8b-9ef0-f7c2bf6490e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4310904 Mar 03 05:52:21.542126 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59816) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:21.548218 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9abc89ee-7db5-4046-8741-e9d9ff1d007e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.549472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.587554 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-888c5ad3-7808-4ae0-a8a2-67fe851bd797 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'a9101820-3f25-4289-aa7f-c484e5753428', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:21.601939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-888c5ad3-7808-4ae0-a8a2-67fe851bd797 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:21.606187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.622068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-888c5ad3-7808-4ae0-a8a2-67fe851bd797 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:21.633174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-888c5ad3-7808-4ae0-a8a2-67fe851bd797 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:21.654377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-888c5ad3-7808-4ae0-a8a2-67fe851bd797 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:21.656664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network 453dfee6-26bb-463d-8ba2-325cacee687c is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:21.672606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e7088fe9-fdb3-4c50-afcb-0b0950fba0a8 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.729328 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.736819 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Subnet': ['ID=cb0a947c-da17-4e76-ad03-5455bc4dbd86,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:21.756606 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e7088fe9-fdb3-4c50-afcb-0b0950fba0a8 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] 10.222.0.20 "DELETE /v2.0/ports/195482a2-f766-416a-81fa-4a271951ad14 HTTP/1.1" status: 204 len: 168 time: 2.0844352 Mar 03 05:52:21.761970 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-888c5ad3-7808-4ae0-a8a2-67fe851bd797 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.771126 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59820) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:21.786877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a023f3c2-b146-40b3-95e1-221b08a8f0c1 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Request body: {'port': {'name': 'tempest-new-port-name-1648845157', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:21.787291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.api.validators [None req-a023f3c2-b146-40b3-95e1-221b08a8f0c1 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] bootfile-name is not in valid_values {{(pid=87793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 05:52:21.787631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.api.validators [None req-a023f3c2-b146-40b3-95e1-221b08a8f0c1 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] tftp-server is not in valid_values {{(pid=87793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 05:52:21.787988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.api.validators [None req-a023f3c2-b146-40b3-95e1-221b08a8f0c1 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] server-ip-address is not in valid_values {{(pid=87793) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 03 05:52:21.810703 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f133f-52a4-4064-8664-a82e2126550d None None] Network 8c828ed4-57ba-4b33-9a22-dd682b00f066 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:21.921982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.958851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 453dfee6-26bb-463d-8ba2-325cacee687c) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:21.971195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:21.987916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dccecbf-b67e-4409-a073-d24f5bbcd1ee None None] Network 453dfee6-26bb-463d-8ba2-325cacee687c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:21.988166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:22.001951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.025132 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f0eb63-2200-4cb6-a90c-9191d6798e93 None None] DHCP port deletion for 8c828ed4-57ba-4b33-9a22-dd682b00f066 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:22.036661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:22.037253 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.051122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:22.083569 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:22.100112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-888c5ad3-7808-4ae0-a8a2-67fe851bd797 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.115041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:22.125800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-888c5ad3-7808-4ae0-a8a2-67fe851bd797 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.144392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a023f3c2-b146-40b3-95e1-221b08a8f0c1 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.154857 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c8ad4e11-df7c-4015-ad41-af9e7fc42825 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6292431 Mar 03 05:52:22.155099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fd6836-e12e-4e4d-b9b1-4ece7fc20c26,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:22.155804 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.162590 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59824) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:22.192263 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-9abc89ee-7db5-4046-8741-e9d9ff1d007e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 03 05:52:22.193274 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9abc89ee-7db5-4046-8741-e9d9ff1d007e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "DELETE /v2.0/routers/ca25d551-5126-4726-ad73-f3f3e4a22357 HTTP/1.1" status: 409 len: 329 time: 1.1883883 Mar 03 05:52:22.196122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-96271626'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:22.199364 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59828) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:22.215516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:22.234875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c5ad3-7808-4ae0-a8a2-67fe851bd797 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c912de01-5958-43a4-b5cb-f7042f1dcdd9,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:22.238577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Pushing event updated for resources: {'Subnet': ['ID=dc038639-8f08-46ef-8b5d-a8e3f73ff87b,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:22.238814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-453dfee6-26bb-463d-8ba2-325cacee687c', 'network_id': '453dfee6-26bb-463d-8ba2-325cacee687c', 'tenant_id': '4d9d3fa0b7c146a6b837f5314a138c39', 'fixed_ips': [{'subnet_id': '81d5b856-34d0-430d-8170-d7fa39ee8008'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:52:22.240266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.244350 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:network and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:22.279187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:22.298183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c828ed4-57ba-4b33-9a22-dd682b00f066']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:22.300345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:22.307723 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-888c5ad3-7808-4ae0-a8a2-67fe851bd797 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.311942 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-888c5ad3-7808-4ae0-a8a2-67fe851bd797 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7675412 Mar 03 05:52:22.315691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59832) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:22.321443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Checking segment: {'id': '2cdca5d2-cc2d-481c-8797-a8506f1681a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9627542a-a24f-4b0f-bda4-c99b8a6ebc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:22.322047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Network hostable DHCP agents. Network: 9627542a-a24f-4b0f-bda4-c99b8a6ebc26, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:22.349555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a5ee5d0c-752c-452b-ae0f-9126fe901d80 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'a9101820-3f25-4289-aa7f-c484e5753428', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:22.363493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a5ee5d0c-752c-452b-ae0f-9126fe901d80 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:22.380186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:22.384505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.400845 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a5ee5d0c-752c-452b-ae0f-9126fe901d80 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:22.408464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a5ee5d0c-752c-452b-ae0f-9126fe901d80 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:22.415786 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Allocated IP 2001:db8:0:ffff::2 (453dfee6-26bb-463d-8ba2-325cacee687c/81d5b856-34d0-430d-8170-d7fa39ee8008/3756fa31-bcee-4f79-a712-fde0a073d4db) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:22.430782 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2dd68a-8aaa-4d6e-a076-785fe47da3dd') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:22.431446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2dd68a-8aaa-4d6e-a076-785fe47da3dd') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:22.446720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a5ee5d0c-752c-452b-ae0f-9126fe901d80 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:22.483148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.494301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Network 9627542a-a24f-4b0f-bda4-c99b8a6ebc26 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:22.561251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.574686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.579927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.584278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 9627542a-a24f-4b0f-bda4-c99b8a6ebc26) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:22.588701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:22.589284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.597825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:22.598227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:22.598716 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:22.613180 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:22.620798 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa211c11-ad5d-48cf-a427-d27e5dae3cd8 None None] Network 9627542a-a24f-4b0f-bda4-c99b8a6ebc26 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:22.671039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a5ee5d0c-752c-452b-ae0f-9126fe901d80 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.684295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.684642 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Added segment 5459bf19-101f-4cf5-8e04-3ad521facf3e of type vlan for network 4d02d8c9-9a81-42ea-baf5-83b228cf00f1 Mar 03 05:52:22.723011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.726959 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0079525 Mar 03 05:52:22.732955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697824f8-4c00-4a70-ab21-9139ea8a5db2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcff87b-a910-4f78-b907-6163cbc43751,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:22.736637 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-11235df4-c5ad-4298-8642-2aa6fc621e7f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0808508 Mar 03 05:52:22.737573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59836) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:22.739714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.749163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59838) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:22.755692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Request body: {'port': {'network_id': '9627542a-a24f-4b0f-bda4-c99b8a6ebc26', 'name': 'tempest-TagsExtTest-461903808'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:22.802073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.841807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.875418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Transition to ACTIVE for port object 3756fa31-bcee-4f79-a712-fde0a073d4db will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:22.881423 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-a5ee5d0c-752c-452b-ae0f-9126fe901d80 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 05:52:22.885584 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a5ee5d0c-752c-452b-ae0f-9126fe901d80 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5629811 Mar 03 05:52:22.894737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59844) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:22.899421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Transition to ACTIVE for port object 3756fa31-bcee-4f79-a712-fde0a073d4db will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:22.901992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-412b73a2-8526-4371-98b5-d0deba8418fb tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:22.903585 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-9627542a-a24f-4b0f-bda4-c99b8a6ebc26', 'network_id': '9627542a-a24f-4b0f-bda4-c99b8a6ebc26', 'tenant_id': '396eca37a7584f5c9c0d58b76348308d', 'fixed_ips': [{'subnet_id': 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:52:22.904623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.912359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a023f3c2-b146-40b3-95e1-221b08a8f0c1 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.916712 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.935453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a023f3c2-b146-40b3-95e1-221b08a8f0c1 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.936969 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.971057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.990684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:22.996868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:22.997483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.004673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Network': ['ID=8c828ed4-57ba-4b33-9a22-dd682b00f066,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:23.017827 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e8c71d4a-72dc-4ad2-a11c-391f4158dba9 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/8c828ed4-57ba-4b33-9a22-dd682b00f066 HTTP/1.1" status: 204 len: 168 time: 9.3267784 Mar 03 05:52:23.023626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59848) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:23.032175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Network 453dfee6-26bb-463d-8ba2-325cacee687c is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:23.036443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Pushing event updated for resources: {'Port': ['ID=3756fa31-bcee-4f79-a712-fde0a073d4db,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:23.039596 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:23.045902 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:23.140147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-412b73a2-8526-4371-98b5-d0deba8418fb tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:23.141774 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-412b73a2-8526-4371-98b5-d0deba8418fb tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3964126 Mar 03 05:52:23.151062 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59852) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:23.156185 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9833872 Mar 03 05:52:23.158443 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-13abb2ab-3123-4a07-b86f-9fc6e11600ec tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:23.159086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13abb2ab-3123-4a07-b86f-9fc6e11600ec tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:23.160933 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-13abb2ab-3123-4a07-b86f-9fc6e11600ec tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/subnets/cb0a947c-da17-4e76-ad03-5455bc4dbd86 HTTP/1.1" status: 404 len: 337 time: 0.0971942 Mar 03 05:52:23.165467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-5e1bb408-1ae7-492f-bf31-92cc18c946da tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group': {'name': 'tempest-security--1020474560', 'description': 'tempest-security-description-349428001'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:23.175309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59856) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:23.175923 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59858) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:23.177081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:23.196882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'subnet': {'network_id': '4d02d8c9-9a81-42ea-baf5-83b228cf00f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:23.235147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a023f3c2-b146-40b3-95e1-221b08a8f0c1 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Pushing event updated for resources: {'Port': ['ID=c576b7b8-c17d-4c96-898b-8ed48109780e,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:23.235865 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Usage tracker for resource:port and tenant:396eca37a7584f5c9c0d58b76348308d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:23.248479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79b000-986f-40ac-85a2-172321c68e61 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Network': ['ID=4d02d8c9-9a81-42ea-baf5-83b228cf00f1,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:23.261342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:23.269930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-a023f3c2-b146-40b3-95e1-221b08a8f0c1 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] In _notify_port_updated(), no bound segment for port c576b7b8-c17d-4c96-898b-8ed48109780e on network 79e9ab56-3936-4f7e-8baa-df5bd717a24f {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:52:23.275523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a023f3c2-b146-40b3-95e1-221b08a8f0c1 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:23.276447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a023f3c2-b146-40b3-95e1-221b08a8f0c1 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.277975 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a023f3c2-b146-40b3-95e1-221b08a8f0c1 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] 10.222.0.20 "PUT /v2.0/ports/c576b7b8-c17d-4c96-898b-8ed48109780e HTTP/1.1" status: 200 len: 1136 time: 1.5018642 Mar 03 05:52:23.279339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85a778aa-27d0-4225-a17d-5382850bf255 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.281333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59864) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:23.284275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Allocated IP 172.20.0.2 (9627542a-a24f-4b0f-bda4-c99b8a6ebc26/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/801bea9a-c815-4758-abf9-7148fad7432b) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:23.288499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:23.343026 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-00530655-1cfd-45e9-b713-bbe077a80221 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:23.343418 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00530655-1cfd-45e9-b713-bbe077a80221 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:23.347364 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-00530655-1cfd-45e9-b713-bbe077a80221 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/8c828ed4-57ba-4b33-9a22-dd682b00f066 HTTP/1.1" status: 404 len: 339 time: 0.1563134 Mar 03 05:52:23.354944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59868) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:23.393599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb408-1ae7-492f-bf31-92cc18c946da tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.401781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85a778aa-27d0-4225-a17d-5382850bf255 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.420812 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-51229640-6642-47aa-8fd8-df4e57ef4b78 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:23.421518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51229640-6642-47aa-8fd8-df4e57ef4b78 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:23.426644 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-51229640-6642-47aa-8fd8-df4e57ef4b78 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/subnets/cb125fa1-2f30-4770-bde5-9cd20efebce7 HTTP/1.1" status: 404 len: 337 time: 0.0675938 Mar 03 05:52:23.427243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59872) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:23.431751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:23.443621 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 4d02d8c9-9a81-42ea-baf5-83b228cf00f1 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:23.459737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Made reservation on behalf of 396eca37a7584f5c9c0d58b76348308d for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:23.464116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.493143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370db21-1d41-4688-b059-e68102893186 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:23.494018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9370db21-1d41-4688-b059-e68102893186 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Synchronizing usage tracker for tenant:3562c95eed6e444b992e5d2cb44abb1d on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:23.501460 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Attempting to bind port 3756fa31-bcee-4f79-a712-fde0a073d4db on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:52:23.501828 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Attempting to bind port 3756fa31-bcee-4f79-a712-fde0a073d4db by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '53bad0cf-ddbc-4c53-870f-76821457e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '453dfee6-26bb-463d-8ba2-325cacee687c'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:52:23.502186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Attempting to bind port 3756fa31-bcee-4f79-a712-fde0a073d4db on network 453dfee6-26bb-463d-8ba2-325cacee687c {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:52:23.506069 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be5c4b1-fe10-4583-b151-52a38c2a742d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:23.506545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be5c4b1-fe10-4583-b151-52a38c2a742d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:23.511313 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1be5c4b1-fe10-4583-b151-52a38c2a742d tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/18136baf-820e-4d4f-a821-01d8e5c3625a HTTP/1.1" status: 404 len: 339 time: 0.0719151 Mar 03 05:52:23.512220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59876) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:23.566641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:52:23.567010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Checking segment: {'id': '53bad0cf-ddbc-4c53-870f-76821457e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '453dfee6-26bb-463d-8ba2-325cacee687c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:23.567450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.567861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Bound using segment: {'id': '53bad0cf-ddbc-4c53-870f-76821457e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '453dfee6-26bb-463d-8ba2-325cacee687c'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:52:23.567985 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9370db21-1d41-4688-b059-e68102893186 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Unset dirty status for tenant:3562c95eed6e444b992e5d2cb44abb1d on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:23.568337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Bound port: 3756fa31-bcee-4f79-a712-fde0a073d4db, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53bad0cf-ddbc-4c53-870f-76821457e4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '453dfee6-26bb-463d-8ba2-325cacee687c'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:52:23.568702 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.569391 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9370db21-1d41-4688-b059-e68102893186 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] 10.222.0.20 "GET /v2.0/ports/c576b7b8-c17d-4c96-898b-8ed48109780e HTTP/1.1" status: 200 len: 1136 time: 0.2860944 Mar 03 05:52:23.574426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59880) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:23.576813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85a778aa-27d0-4225-a17d-5382850bf255 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.601272 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-88fa4817-f8ca-4c9b-b492-52f4c36a2ce3 None None] Provisioning complete for port c576b7b8-c17d-4c96-898b-8ed48109780e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:23.602172 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-88fa4817-f8ca-4c9b-b492-52f4c36a2ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.623805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:subnet and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:23.629345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:23.646454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:23.687667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] device_id is not set on port bb68dc80-bf73-4687-ad43-7724b949dce7 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:52:23.729133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb408-1ae7-492f-bf31-92cc18c946da tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.740596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:23.744635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.771138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-88fa4817-f8ca-4c9b-b492-52f4c36a2ce3 None None] Port c576b7b8-c17d-4c96-898b-8ed48109780e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:23.771761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb408-1ae7-492f-bf31-92cc18c946da tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.808666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a778aa-27d0-4225-a17d-5382850bf255 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9101820-3f25-4289-aa7f-c484e5753428,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:23.819620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.835917 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] For port 3756fa31-bcee-4f79-a712-fde0a073d4db, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:52:23.836181 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-154299fa-7942-4f09-9d22-43fff27369b0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.842115 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Transition to ACTIVE for port object 801bea9a-c815-4758-abf9-7148fad7432b will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:23.849579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-855e6f13-dc2b-49df-af69-d9680ed0110a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.852105 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] For port 3756fa31-bcee-4f79-a712-fde0a073d4db, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3756fa31-bcee-4f79-a712-fde0a073d4db,segment=NetworkSegment(53bad0cf-ddbc-4c53-870f-76821457e4d2),segment_id=53bad0cf-ddbc-4c53-870f-76821457e4d2)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:52:23.855520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85a778aa-27d0-4225-a17d-5382850bf255 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.856883 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-85a778aa-27d0-4225-a17d-5382850bf255 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "DELETE /v2.0/security-groups/a9101820-3f25-4289-aa7f-c484e5753428 HTTP/1.1" status: 204 len: 168 time: 0.9515004 Mar 03 05:52:23.861181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e17a6-771e-4f43-b723-751bf3eb0601 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Deleting port c576b7b8-c17d-4c96-898b-8ed48109780e {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:23.861481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc5e17a6-771e-4f43-b723-751bf3eb0601 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.861629 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.886894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59884) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:23.916137 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Transition to ACTIVE for port object 801bea9a-c815-4758-abf9-7148fad7432b will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:23.937414 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e1bb408-1ae7-492f-bf31-92cc18c946da tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.940245 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5e1bb408-1ae7-492f-bf31-92cc18c946da tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "PUT /v2.0/security-groups/9bcff87b-a910-4f78-b907-6163cbc43751 HTTP/1.1" status: 200 len: 1777 time: 0.7837269 Mar 03 05:52:23.940438 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:23.966380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae9e91-c381-47e0-bcc2-e2428530f498 None None] Pushing event updated for resources: {'Port': ['ID=3756fa31-bcee-4f79-a712-fde0a073d4db,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:23.970095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Network 9627542a-a24f-4b0f-bda4-c99b8a6ebc26 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:23.978546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59888) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:24.013437 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:24.024033 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:24.160857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6cc80557-b769-41cb-973b-9155d7bab6ad tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Synchronizing usage tracker for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:24.161428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Attempting to bind port 801bea9a-c815-4758-abf9-7148fad7432b on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:52:24.161806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Attempting to bind port 801bea9a-c815-4758-abf9-7148fad7432b by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '2cdca5d2-cc2d-481c-8797-a8506f1681a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9627542a-a24f-4b0f-bda4-c99b8a6ebc26'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:52:24.162172 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Attempting to bind port 801bea9a-c815-4758-abf9-7148fad7432b on network 9627542a-a24f-4b0f-bda4-c99b8a6ebc26 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:52:24.169032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Pushing event updated for resources: {'Port': ['ID=801bea9a-c815-4758-abf9-7148fad7432b,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:24.173196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:52:24.173811 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Checking segment: {'id': '2cdca5d2-cc2d-481c-8797-a8506f1681a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9627542a-a24f-4b0f-bda4-c99b8a6ebc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:24.174945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.175512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Bound using segment: {'id': '2cdca5d2-cc2d-481c-8797-a8506f1681a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9627542a-a24f-4b0f-bda4-c99b8a6ebc26'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:52:24.176171 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Bound port: 801bea9a-c815-4758-abf9-7148fad7432b, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdca5d2-cc2d-481c-8797-a8506f1681a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9627542a-a24f-4b0f-bda4-c99b8a6ebc26'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:52:24.177003 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.191214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bb408-1ae7-492f-bf31-92cc18c946da tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcff87b-a910-4f78-b907-6163cbc43751,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:24.224926 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-855e6f13-dc2b-49df-af69-d9680ed0110a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.266155 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1964bbea-fb1b-4840-8cf8-dadf0e5c6231 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-groups/9bcff87b-a910-4f78-b907-6163cbc43751 HTTP/1.1" status: 200 len: 1777 time: 0.2809632 Mar 03 05:52:24.287211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59892) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:24.311374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-855e6f13-dc2b-49df-af69-d9680ed0110a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463902cf-7df3-4383-91b8-febfe15734ac']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:24.321876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6cc80557-b769-41cb-973b-9155d7bab6ad tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Unset dirty status for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:24.323343 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6cc80557-b769-41cb-973b-9155d7bab6ad tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4308815 Mar 03 05:52:24.337192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Allocated IP 172.20.0.8 (9627542a-a24f-4b0f-bda4-c99b8a6ebc26/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/bb68dc80-bf73-4687-ad43-7724b949dce7) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:24.346771 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] For port 801bea9a-c815-4758-abf9-7148fad7432b, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:52:24.348209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59896) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:24.352022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] For port 801bea9a-c815-4758-abf9-7148fad7432b, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=801bea9a-c815-4758-abf9-7148fad7432b,segment=NetworkSegment(2cdca5d2-cc2d-481c-8797-a8506f1681a7),segment_id=2cdca5d2-cc2d-481c-8797-a8506f1681a7)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:52:24.358614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.376153 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-cf8a41a8-b422-4bcf-8e7e-637303fce06f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945822647'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:24.420122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-855e6f13-dc2b-49df-af69-d9680ed0110a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b524f5-fc32-40e2-99ff-12c91d7afa30') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:24.420663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-855e6f13-dc2b-49df-af69-d9680ed0110a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b524f5-fc32-40e2-99ff-12c91d7afa30') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:24.431618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cf8a41a8-b422-4bcf-8e7e-637303fce06f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:24.463178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-855e6f13-dc2b-49df-af69-d9680ed0110a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.466691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c061f5b-1278-4d22-86bb-b05b871a04af tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.497560 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b3e95-8156-4966-b073-c60e1014c5b3 None None] Pushing event updated for resources: {'Port': ['ID=801bea9a-c815-4758-abf9-7148fad7432b,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:24.503939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-855e6f13-dc2b-49df-af69-d9680ed0110a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.526196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-855e6f13-dc2b-49df-af69-d9680ed0110a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:24.526659 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-855e6f13-dc2b-49df-af69-d9680ed0110a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.542533 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc5e17a6-771e-4f43-b723-751bf3eb0601 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:24.549983 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:24.580822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cf8a41a8-b422-4bcf-8e7e-637303fce06f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:24.678973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e7582989-a017-47ee-bd1c-8d33a9656083 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.718494 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf8a41a8-b422-4bcf-8e7e-637303fce06f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.752701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e17a6-771e-4f43-b723-751bf3eb0601 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Calling delete_port for c576b7b8-c17d-4c96-898b-8ed48109780e owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:24.814519 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cf8a41a8-b422-4bcf-8e7e-637303fce06f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:24.839911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e7582989-a017-47ee-bd1c-8d33a9656083 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.860207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-855e6f13-dc2b-49df-af69-d9680ed0110a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.864608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-855e6f13-dc2b-49df-af69-d9680ed0110a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:24.933141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e6f13-dc2b-49df-af69-d9680ed0110a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Network': ['ID=463902cf-7df3-4383-91b8-febfe15734ac,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:24.955933 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-855e6f13-dc2b-49df-af69-d9680ed0110a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/463902cf-7df3-4383-91b8-febfe15734ac HTTP/1.1" status: 204 len: 168 time: 1.4428720 Mar 03 05:52:24.961285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3756fa31-bcee-4f79-a712-fde0a073d4db up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:24.964052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59900) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:24.965198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cf8a41a8-b422-4bcf-8e7e-637303fce06f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:25.004929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cf8a41a8-b422-4bcf-8e7e-637303fce06f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:25.024527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cf8a41a8-b422-4bcf-8e7e-637303fce06f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:25.050723 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 3756fa31-bcee-4f79-a712-fde0a073d4db completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:25.056582 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 801bea9a-c815-4758-abf9-7148fad7432b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:25.094559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:25.105452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc5e17a6-771e-4f43-b723-751bf3eb0601 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:25.111897 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e7582989-a017-47ee-bd1c-8d33a9656083 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:25.141770 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 801bea9a-c815-4758-abf9-7148fad7432b completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:25.180395 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9188093e-fd90-4242-b730-31c67c1c1b71 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:25.180986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9188093e-fd90-4242-b730-31c67c1c1b71 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:25.193178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e17a6-771e-4f43-b723-751bf3eb0601 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Pushing event deleted for resources: {'Port': ['ID=c576b7b8-c17d-4c96-898b-8ed48109780e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:25.197923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7582989-a017-47ee-bd1c-8d33a9656083 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcff87b-a910-4f78-b907-6163cbc43751,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:25.292207 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9188093e-fd90-4242-b730-31c67c1c1b71 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/subnets/43af8867-2a45-4bc5-8a42-78fff445cba9 HTTP/1.1" status: 404 len: 337 time: 0.3267217 Mar 03 05:52:25.299326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59904) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:25.334493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e7582989-a017-47ee-bd1c-8d33a9656083 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:25.335846 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e7582989-a017-47ee-bd1c-8d33a9656083 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-groups/9bcff87b-a910-4f78-b907-6163cbc43751 HTTP/1.1" status: 204 len: 168 time: 1.0474279 Mar 03 05:52:25.340935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59908) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:25.348570 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-92daed85-3768-4ab7-8ebf-38b5b6c34bbd tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:25.349374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92daed85-3768-4ab7-8ebf-38b5b6c34bbd tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:25.354334 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-92daed85-3768-4ab7-8ebf-38b5b6c34bbd tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/54693406-ba92-461b-bbe1-9326095aad7d HTTP/1.1" status: 404 len: 339 time: 0.0522962 Mar 03 05:52:25.357552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59912) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:25.360849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Subnet': ['ID=f4518b3b-7740-451a-ae0c-401436f0633d,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:25.422397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc5e17a6-771e-4f43-b723-751bf3eb0601 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:25.424661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fc5e17a6-771e-4f43-b723-751bf3eb0601 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] 10.222.0.20 "DELETE /v2.0/ports/c576b7b8-c17d-4c96-898b-8ed48109780e HTTP/1.1" status: 204 len: 168 time: 1.8491354 Mar 03 05:52:25.430334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59916) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:25.481913 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:25.497538 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf56ebe3-6d12-469f-9018-f23f628db6b7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:25.498243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf56ebe3-6d12-469f-9018-f23f628db6b7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:25.499206 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Transition to ACTIVE for port object bb68dc80-bf73-4687-ad43-7724b949dce7 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:25.501882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-154299fa-7942-4f09-9d22-43fff27369b0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port 8ba79742-a54b-4c6a-bb4d-636e51764655 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:25.502319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-154299fa-7942-4f09-9d22-43fff27369b0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:25.502962 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bf56ebe3-6d12-469f-9018-f23f628db6b7 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/subnets/1b034f32-0e03-4045-8b9f-1e08d066fe4b HTTP/1.1" status: 404 len: 337 time: 0.1303868 Mar 03 05:52:25.503817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59920) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:25.510499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fa743fc5-37b2-4a3e-88e7-7ff3ac97454f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:25.536824 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14251383-ffcd-4f04-bf58-02b95be695c1 None None] Network 453dfee6-26bb-463d-8ba2-325cacee687c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:25.580060 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-99dd0014-7356-45ef-8830-e35f33bfa075 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:25.581051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99dd0014-7356-45ef-8830-e35f33bfa075 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:25.586831 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-99dd0014-7356-45ef-8830-e35f33bfa075 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/8a35680a-5d36-4e4c-97ab-3a53e804bf87 HTTP/1.1" status: 404 len: 339 time: 0.0680740 Mar 03 05:52:25.593439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59924) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:25.628055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fa743fc5-37b2-4a3e-88e7-7ff3ac97454f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:25.629282 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fa743fc5-37b2-4a3e-88e7-7ff3ac97454f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2848227 Mar 03 05:52:25.637591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59928) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:25.640621 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9616c7-e52a-4cbf-8fd5-31254777ae8a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:25.641063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9616c7-e52a-4cbf-8fd5-31254777ae8a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:25.645592 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3f9616c7-e52a-4cbf-8fd5-31254777ae8a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/subnets/72e4429e-5f2d-4416-8b81-ab46b7c13950 HTTP/1.1" status: 404 len: 337 time: 0.0510807 Mar 03 05:52:25.650614 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-0503c396-91f4-40c4-8db9-453ec86cc91d tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Deleting subnet d1a3821d-13d3-4d52-a6a3-64ba494b9ded {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:25.652548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59932) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:25.689256 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cde32328-7ee7-4032-bd5f-6f08fabcbc60 None None] Provisioning for port 3756fa31-bcee-4f79-a712-fde0a073d4db completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:25.691849 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e09b298-5cbb-4293-983b-f05a74cb51e2 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:25.692316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e09b298-5cbb-4293-983b-f05a74cb51e2 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:25.697070 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3e09b298-5cbb-4293-983b-f05a74cb51e2 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/89c0e2fe-22bb-4130-85f5-ced9c4717004 HTTP/1.1" status: 404 len: 339 time: 0.0329323 Mar 03 05:52:25.697473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0503c396-91f4-40c4-8db9-453ec86cc91d tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:25.700365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cde32328-7ee7-4032-bd5f-6f08fabcbc60 None None] Provisioning complete for port 3756fa31-bcee-4f79-a712-fde0a073d4db triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:25.700740 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cde32328-7ee7-4032-bd5f-6f08fabcbc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:25.715059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Checking segment: {'id': '5459bf19-101f-4cf5-8e04-3ad521facf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4d02d8c9-9a81-42ea-baf5-83b228cf00f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:25.715457 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network hostable DHCP agents. Network: 4d02d8c9-9a81-42ea-baf5-83b228cf00f1, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:25.719337 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59936) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:25.741293 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-d2697fb3-50c0-44a5-9359-4a3dffe324fc tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] delete failed (client error): The resource could not be found. Mar 03 05:52:25.742528 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d2697fb3-50c0-44a5-9359-4a3dffe324fc tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-groups/9bcff87b-a910-4f78-b907-6163cbc43751 HTTP/1.1" status: 404 len: 347 time: 0.1038549 Mar 03 05:52:25.747288 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59940) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:25.762051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-34131da3-9155-466e-a6fb-2adb55119f10 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364600600'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:25.794279 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d67871-4c89-4864-8dc7-c7ff99102837 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:25.794980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d67871-4c89-4864-8dc7-c7ff99102837 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:25.815248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf8a41a8-b422-4bcf-8e7e-637303fce06f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:25.823951 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e2d67871-4c89-4864-8dc7-c7ff99102837 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/subnets/3ba8568a-6ecb-4cbd-923f-d428b50a391b HTTP/1.1" status: 404 len: 337 time: 0.0927982 Mar 03 05:52:25.867233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59944) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:25.893977 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf8a41a8-b422-4bcf-8e7e-637303fce06f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:25.898154 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305ca57-a1e8-4114-b8af-bfc3d3c99f6c None None] Network 9627542a-a24f-4b0f-bda4-c99b8a6ebc26 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:25.911661 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-34131da3-9155-466e-a6fb-2adb55119f10 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:25.918051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0503c396-91f4-40c4-8db9-453ec86cc91d tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:25.961593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-34131da3-9155-466e-a6fb-2adb55119f10 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:25.980483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-34131da3-9155-466e-a6fb-2adb55119f10 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.013124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-34131da3-9155-466e-a6fb-2adb55119f10 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:26.013947 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-272e99e1-cd73-4857-8f84-55de77b96414 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:26.014416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272e99e1-cd73-4857-8f84-55de77b96414 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:26.016172 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-272e99e1-cd73-4857-8f84-55de77b96414 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/2b81c798-bd58-42b5-a0fe-99b5e46b513d HTTP/1.1" status: 404 len: 339 time: 0.1434009 Mar 03 05:52:26.016984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf8a41a8-b422-4bcf-8e7e-637303fce06f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.018040 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cf8a41a8-b422-4bcf-8e7e-637303fce06f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6682937 Mar 03 05:52:26.021897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59950) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:26.022069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59948) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:26.027195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-34131da3-9155-466e-a6fb-2adb55119f10 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:26.060045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-34131da3-9155-466e-a6fb-2adb55119f10 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:26.075389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e44031d4-1496-4c54-b132-27077726959e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'c9ecbeef-ed67-407b-882e-20edce7053bd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:26.076758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-34131da3-9155-466e-a6fb-2adb55119f10 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:26.076936 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.api.v2.base [None req-e44031d4-1496-4c54-b132-27077726959e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 03 05:52:26.077447 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-e44031d4-1496-4c54-b132-27077726959e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:26.078630 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e44031d4-1496-4c54-b132-27077726959e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0506563 Mar 03 05:52:26.078809 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e570e78-88a1-4f87-a621-d796d0168845 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:26.079128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e570e78-88a1-4f87-a621-d796d0168845 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:26.083325 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4e570e78-88a1-4f87-a621-d796d0168845 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/subnets/6534eb39-249d-40fd-a94b-e2b1979eca7d HTTP/1.1" status: 404 len: 337 time: 0.0587251 Mar 03 05:52:26.085801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59956) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:26.086121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59958) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:26.086423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cde32328-7ee7-4032-bd5f-6f08fabcbc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.090523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network 4d02d8c9-9a81-42ea-baf5-83b228cf00f1 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:26.093014 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.119755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a41a8-b422-4bcf-8e7e-637303fce06f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ecbeef-ed67-407b-882e-20edce7053bd,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:26.141036 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-cde32328-7ee7-4032-bd5f-6f08fabcbc60 None None] For port 3756fa31-bcee-4f79-a712-fde0a073d4db, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3756fa31-bcee-4f79-a712-fde0a073d4db,segment=NetworkSegment(53bad0cf-ddbc-4c53-870f-76821457e4d2),segment_id=53bad0cf-ddbc-4c53-870f-76821457e4d2)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:26.150793 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cde32328-7ee7-4032-bd5f-6f08fabcbc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.167744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-0c061f5b-1278-4d22-86bb-b05b871a04af tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Deleting port e2dee451-cd5f-4b7a-b3b1-ec81a503ac8b {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:26.168176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c061f5b-1278-4d22-86bb-b05b871a04af tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.171565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0503c396-91f4-40c4-8db9-453ec86cc91d tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.206074 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-910ced7c-22a8-4dd4-8f81-f21e29f55758 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:26.206783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-910ced7c-22a8-4dd4-8f81-f21e29f55758 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:26.219357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 4d02d8c9-9a81-42ea-baf5-83b228cf00f1) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:26.237124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04a792e-46be-4c50-b49a-67867a22881c None None] Network 4d02d8c9-9a81-42ea-baf5-83b228cf00f1 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:26.242438 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-910ced7c-22a8-4dd4-8f81-f21e29f55758 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/3d9394d3-77ef-40c4-991e-e05adac79517 HTTP/1.1" status: 404 len: 339 time: 0.1531234 Mar 03 05:52:26.242883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:26.243132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59964) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:26.243520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.278161 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Network 9627542a-a24f-4b0f-bda4-c99b8a6ebc26 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:26.297454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:26.311301 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Pushing event updated for resources: {'Port': ['ID=bb68dc80-bf73-4687-ad43-7724b949dce7,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:26.321109 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ca5b80-a140-4094-93d9-920fb142006b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:26.321804 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ca5b80-a140-4094-93d9-920fb142006b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:26.330068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2289dce5-3241-4f1b-8851-d9c1a0c2ace3 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.334883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:26.360748 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d9ca5b80-a140-4094-93d9-920fb142006b tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/subnets/8abdbd55-051d-4e1c-9782-ad1a3a5869d5 HTTP/1.1" status: 404 len: 337 time: 0.1058404 Mar 03 05:52:26.367849 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59968) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:26.409764 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ae5b64-9cd3-4231-ba4e-aa9c223503d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:26.410468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ae5b64-9cd3-4231-ba4e-aa9c223503d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:26.421771 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-137763f5-54a5-475e-9610-11052078dec4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2344179 Mar 03 05:52:26.424416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59972) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:26.427249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-154299fa-7942-4f09-9d22-43fff27369b0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] For port 8ba79742-a54b-4c6a-bb4d-636e51764655, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8ba79742-a54b-4c6a-bb4d-636e51764655,segment=NetworkSegment(60319853-f325-4b47-883d-8a8635b7d998),segment_id=60319853-f325-4b47-883d-8a8635b7d998)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:26.427654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-154299fa-7942-4f09-9d22-43fff27369b0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.472464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0503c396-91f4-40c4-8db9-453ec86cc91d tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.478500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-34131da3-9155-466e-a6fb-2adb55119f10 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.481928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2289dce5-3241-4f1b-8851-d9c1a0c2ace3 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.533812 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e2ae5b64-9cd3-4231-ba4e-aa9c223503d8 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/1590130a-9e35-40af-9de8-e4bee342d15d HTTP/1.1" status: 404 len: 339 time: 0.1646976 Mar 03 05:52:26.547902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59976) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:26.567177 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e3ac7533-94ea-4f21-8e2d-841cfa4adf36 None None] Provisioning for port 801bea9a-c815-4758-abf9-7148fad7432b completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:26.568225 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0503c396-91f4-40c4-8db9-453ec86cc91d tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.570230 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0503c396-91f4-40c4-8db9-453ec86cc91d tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] 10.222.0.20 "DELETE /v2.0/subnets/d1a3821d-13d3-4d52-a6a3-64ba494b9ded HTTP/1.1" status: 204 len: 168 time: 1.1357005 Mar 03 05:52:26.571262 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-34131da3-9155-466e-a6fb-2adb55119f10 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.608222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dcd20c-3aeb-4151-8aa6-23425f31bc5c None None] Network 79e9ab56-3936-4f7e-8baa-df5bd717a24f requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:26.611479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 59980) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:26.653218 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-154299fa-7942-4f09-9d22-43fff27369b0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for 8ba79742-a54b-4c6a-bb4d-636e51764655 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:26.665661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e3ac7533-94ea-4f21-8e2d-841cfa4adf36 None None] Provisioning complete for port 801bea9a-c815-4758-abf9-7148fad7432b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:26.665901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7533-94ea-4f21-8e2d-841cfa4adf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.668300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0503c396-91f4-40c4-8db9-453ec86cc91d tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Pushing event deleted for resources: {'Subnet': ['ID=d1a3821d-13d3-4d52-a6a3-64ba494b9ded,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:26.699838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:26.699838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.714823 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde32328-7ee7-4032-bd5f-6f08fabcbc60 None None] Pushing event updated for resources: {'Port': ['ID=3756fa31-bcee-4f79-a712-fde0a073d4db,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:26.745246 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d789767e-1c2b-46e6-8b83-a99f293cff4a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:26.745463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d789767e-1c2b-46e6-8b83-a99f293cff4a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:26.750073 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d789767e-1c2b-46e6-8b83-a99f293cff4a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/subnets/3757357e-8477-4d19-92e5-611cf060fad8 HTTP/1.1" status: 404 len: 337 time: 0.1944454 Mar 03 05:52:26.750399 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-35a1df39-4bec-4265-88e3-2797571bc535 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.0009985 Mar 03 05:52:26.751804 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59984) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:26.755083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59986) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:26.783990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34131da3-9155-466e-a6fb-2adb55119f10 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455c31e9-0921-459c-ae78-265c54bccc2e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:26.786598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-34131da3-9155-466e-a6fb-2adb55119f10 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.791803 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-34131da3-9155-466e-a6fb-2adb55119f10 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0395422 Mar 03 05:52:26.798267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-4d02d8c9-9a81-42ea-baf5-83b228cf00f1', 'network_id': '4d02d8c9-9a81-42ea-baf5-83b228cf00f1', 'tenant_id': '4d9d3fa0b7c146a6b837f5314a138c39', 'fixed_ips': [{'subnet_id': 'f4518b3b-7740-451a-ae0c-401436f0633d'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:52:26.799102 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.800876 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b9c381b1-df75-4f89-bf2f-5ca23f21003c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-414588133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:26.805569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59992) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:26.822407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c061f5b-1278-4d22-86bb-b05b871a04af tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.830689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b9c381b1-df75-4f89-bf2f-5ca23f21003c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:26.835740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4e30703a-c399-4500-a553-cca613c9de87 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group_rule': {'security_group_id': '455c31e9-0921-459c-ae78-265c54bccc2e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:26.846643 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd77f57-7c13-40a7-89d4-c975115df0de tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:26.847123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd77f57-7c13-40a7-89d4-c975115df0de tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:26.851341 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9cd77f57-7c13-40a7-89d4-c975115df0de tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/9eae6f3d-6992-402c-bb91-227e7deafa22 HTTP/1.1" status: 404 len: 339 time: 0.0968103 Mar 03 05:52:26.852654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b9c381b1-df75-4f89-bf2f-5ca23f21003c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Usage tracker for resource:router and tenant:396eca37a7584f5c9c0d58b76348308d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:26.855636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4e30703a-c399-4500-a553-cca613c9de87 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:26.857636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 59996) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:26.875405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2289dce5-3241-4f1b-8851-d9c1a0c2ace3 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.896047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.905421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.910195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289dce5-3241-4f1b-8851-d9c1a0c2ace3 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ecbeef-ed67-407b-882e-20edce7053bd,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:26.963814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2289dce5-3241-4f1b-8851-d9c1a0c2ace3 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.967491 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2289dce5-3241-4f1b-8851-d9c1a0c2ace3 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "DELETE /v2.0/security-groups/c9ecbeef-ed67-407b-882e-20edce7053bd HTTP/1.1" status: 204 len: 168 time: 0.8779459 Mar 03 05:52:26.974430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Deleting port 62e4b785-3b63-49ee-ad62-9b8517954805 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:26.974767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:26.992311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3756fa31-bcee-4f79-a712-fde0a073d4db up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:26.999045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60000) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:27.001906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b9c381b1-df75-4f89-bf2f-5ca23f21003c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:27.017039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4e30703a-c399-4500-a553-cca613c9de87 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:27.025993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-0c061f5b-1278-4d22-86bb-b05b871a04af tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Calling delete_port for e2dee451-cd5f-4b7a-b3b1-ec81a503ac8b owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:27.059575 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4e30703a-c399-4500-a553-cca613c9de87 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:27.065859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b9c381b1-df75-4f89-bf2f-5ca23f21003c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:27.075054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.077429 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1a789e-df37-4053-a597-5dd00b6cf014 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:27.077882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1a789e-df37-4053-a597-5dd00b6cf014 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:27.082125 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ab1a789e-df37-4053-a597-5dd00b6cf014 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/subnets/61c10f39-3ffc-47e3-bcbb-783a0599c784 HTTP/1.1" status: 404 len: 337 time: 0.1671393 Mar 03 05:52:27.082125 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4e30703a-c399-4500-a553-cca613c9de87 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:27.087086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60004) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:27.129181 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9c381b1-df75-4f89-bf2f-5ca23f21003c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.130558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9c381b1-df75-4f89-bf2f-5ca23f21003c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.161835 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdcffae-a2f9-46e0-a753-4c24ff26a08a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:27.162615 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdcffae-a2f9-46e0-a753-4c24ff26a08a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:27.164987 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3fdcffae-a2f9-46e0-a753-4c24ff26a08a tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/56d30ed1-1467-49be-a384-38e050439e5a HTTP/1.1" status: 404 len: 339 time: 0.0735109 Mar 03 05:52:27.171933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60008) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:27.179356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e30703a-c399-4500-a553-cca613c9de87 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.203934 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7533-94ea-4f21-8e2d-841cfa4adf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.216578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9c381b1-df75-4f89-bf2f-5ca23f21003c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.217217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5e1e7001-83bd-46af-bce1-38c1b73b27dd tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Synchronizing usage tracker for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:27.279836 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 3756fa31-bcee-4f79-a712-fde0a073d4db triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:27.280207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.318542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Allocated IP 2001:db8::1 (4d02d8c9-9a81-42ea-baf5-83b228cf00f1/f4518b3b-7740-451a-ae0c-401436f0633d/44fd9bba-3038-424f-b1bb-64f6ceb1cf35) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:27.324878 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e3ac7533-94ea-4f21-8e2d-841cfa4adf36 None None] For port 801bea9a-c815-4758-abf9-7148fad7432b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=801bea9a-c815-4758-abf9-7148fad7432b,segment=NetworkSegment(2cdca5d2-cc2d-481c-8797-a8506f1681a7),segment_id=2cdca5d2-cc2d-481c-8797-a8506f1681a7)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:27.345045 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e3ac7533-94ea-4f21-8e2d-841cfa4adf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.353433 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5e1e7001-83bd-46af-bce1-38c1b73b27dd tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Unset dirty status for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:27.354708 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5e1e7001-83bd-46af-bce1-38c1b73b27dd tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3453069 Mar 03 05:52:27.363565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60012) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:27.367557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefadf8e-f31b-4c4c-a9be-d5c0c548a667 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting subnet 3c28031f-659c-4de3-baf6-dc9c4d24075f {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:27.377471 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-48d8626c-be06-41d8-9bf4-2f3a09d70732 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727154657'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:27.384482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eefadf8e-f31b-4c4c-a9be-d5c0c548a667 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.429631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-48d8626c-be06-41d8-9bf4-2f3a09d70732 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:27.457631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] For port 62e4b785-3b63-49ee-ad62-9b8517954805, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=62e4b785-3b63-49ee-ad62-9b8517954805,segment=NetworkSegment(e991b7e0-a90b-4a43-ac6b-4765e87f7943),segment_id=e991b7e0-a90b-4a43-ac6b-4765e87f7943)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:27.458049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.474648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-48d8626c-be06-41d8-9bf4-2f3a09d70732 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:27.491840 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26955456-f13e-43de-b073-1f35b2f78f45 None None] DHCP port deletion for 79e9ab56-3936-4f7e-8baa-df5bd717a24f request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:27.524558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9c381b1-df75-4f89-bf2f-5ca23f21003c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.536914 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-26955456-f13e-43de-b073-1f35b2f78f45 None None] Deleting port 62e4b785-3b63-49ee-ad62-9b8517954805 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:27.537289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-26955456-f13e-43de-b073-1f35b2f78f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.593598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e30703a-c399-4500-a553-cca613c9de87 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.600322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eefadf8e-f31b-4c4c-a9be-d5c0c548a667 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.600908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c061f5b-1278-4d22-86bb-b05b871a04af tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.614967 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9c381b1-df75-4f89-bf2f-5ca23f21003c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.616229 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b9c381b1-df75-4f89-bf2f-5ca23f21003c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8343620 Mar 03 05:52:27.634640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Calling delete_port for 62e4b785-3b63-49ee-ad62-9b8517954805 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:27.661767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60016) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:27.675077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-48d8626c-be06-41d8-9bf4-2f3a09d70732 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.713252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a2012dd5-2d15-403e-9c83-712c029d4fba None None] Provisioning complete for port 3756fa31-bcee-4f79-a712-fde0a073d4db triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:27.713640 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a2012dd5-2d15-403e-9c83-712c029d4fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.766091 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac7533-94ea-4f21-8e2d-841cfa4adf36 None None] Pushing event updated for resources: {'Port': ['ID=801bea9a-c815-4758-abf9-7148fad7432b,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:27.815523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e30703a-c399-4500-a553-cca613c9de87 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.825859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0abfd20f-5124-4501-9b0b-4d7c8b5791fa tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1077635273', 'prefixes': ['172.20.0.0/16']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:27.838328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0abfd20f-5124-4501-9b0b-4d7c8b5791fa tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:27.875723 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-48d8626c-be06-41d8-9bf4-2f3a09d70732 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:27.890859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-48d8626c-be06-41d8-9bf4-2f3a09d70732 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:27.891033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c061f5b-1278-4d22-86bb-b05b871a04af tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event deleted for resources: {'Port': ['ID=e2dee451-cd5f-4b7a-b3b1-ec81a503ac8b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:27.929663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-48d8626c-be06-41d8-9bf4-2f3a09d70732 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:27.937050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30703a-c399-4500-a553-cca613c9de87 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec77da0f-37e0-4426-864e-79cb2a3db7b3,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:27.940389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-48d8626c-be06-41d8-9bf4-2f3a09d70732 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:27.945112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-154299fa-7942-4f09-9d22-43fff27369b0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:27.958964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.024214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Pushing event deleted for resources: {'Port': ['ID=62e4b785-3b63-49ee-ad62-9b8517954805,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:28.036351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] No DVR routers for this DVR port 62e4b785-3b63-49ee-ad62-9b8517954805 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:28.131363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eefadf8e-f31b-4c4c-a9be-d5c0c548a667 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.146336 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154299fa-7942-4f09-9d22-43fff27369b0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Port': ['ID=8ba79742-a54b-4c6a-bb4d-636e51764655,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:28.176275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.185565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-26955456-f13e-43de-b073-1f35b2f78f45 None None] For port 62e4b785-3b63-49ee-ad62-9b8517954805, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=62e4b785-3b63-49ee-ad62-9b8517954805,segment=NetworkSegment(e991b7e0-a90b-4a43-ac6b-4765e87f7943),segment_id=e991b7e0-a90b-4a43-ac6b-4765e87f7943)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:28.185952 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-26955456-f13e-43de-b073-1f35b2f78f45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.204847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e30703a-c399-4500-a553-cca613c9de87 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.206184 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4e30703a-c399-4500-a553-cca613c9de87 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3996868 Mar 03 05:52:28.211407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Transition to ACTIVE for port object 44fd9bba-3038-424f-b1bb-64f6ceb1cf35 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:28.214354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60020) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:28.263212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.319404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e9ab56-3936-4f7e-8baa-df5bd717a24f']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:28.328954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0abfd20f-5124-4501-9b0b-4d7c8b5791fa tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for subnetpool, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.333121 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0abfd20f-5124-4501-9b0b-4d7c8b5791fa tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6673982 Mar 03 05:52:28.334961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60024) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:28.350397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e991b7e0-a90b-4a43-ac6b-4765e87f7943') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:28.350686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e991b7e0-a90b-4a43-ac6b-4765e87f7943') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:28.367012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-83e066bc-bc1f-42b1-9668-cf39d3101311 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b', 'tempest-TagsExtTest-Tag-1953371506') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:28.377755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0c061f5b-1278-4d22-86bb-b05b871a04af tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.389836 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-26955456-f13e-43de-b073-1f35b2f78f45 None None] Calling delete_port for 62e4b785-3b63-49ee-ad62-9b8517954805 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:28.405217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-077fbe8c-272e-4913-a440-d5a20562a3c9 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.415282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.442054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eefadf8e-f31b-4c4c-a9be-d5c0c548a667 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.472669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Transition to ACTIVE for port object 44fd9bba-3038-424f-b1bb-64f6ceb1cf35 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:28.489297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.509824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.512027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefadf8e-f31b-4c4c-a9be-d5c0c548a667 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Subnet': ['ID=3c28031f-659c-4de3-baf6-dc9c4d24075f,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:28.517417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-48d8626c-be06-41d8-9bf4-2f3a09d70732 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.525000 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e3c9d13f-7d8a-4e71-8f54-7dab6bba8e27 None None] Provisioning complete for port 801bea9a-c815-4758-abf9-7148fad7432b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:28.525397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e3c9d13f-7d8a-4e71-8f54-7dab6bba8e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.526038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eefadf8e-f31b-4c4c-a9be-d5c0c548a667 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.537175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:28.537617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.544974 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-077fbe8c-272e-4913-a440-d5a20562a3c9 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.553751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-48d8626c-be06-41d8-9bf4-2f3a09d70732 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:28.557235 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:28.563090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227ddf9b-ca08-4a21-9e64-092b7cb435cf None None] Network 494ab4a5-5483-4499-9a5c-a9dd92f611b1 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:28.651287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.669075 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-154299fa-7942-4f09-9d22-43fff27369b0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.715893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Network 4d02d8c9-9a81-42ea-baf5-83b228cf00f1 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:28.728823 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Pushing event updated for resources: {'Port': ['ID=44fd9bba-3038-424f-b1bb-64f6ceb1cf35,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:28.731338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:28.733879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Subnet': ['ID=f4518b3b-7740-451a-ae0c-401436f0633d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:28.737259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:28.742326 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-eefadf8e-f31b-4c4c-a9be-d5c0c548a667 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/subnets/3c28031f-659c-4de3-baf6-dc9c4d24075f HTTP/1.1" status: 204 len: 168 time: 1.5647609 Mar 03 05:52:28.742501 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-26955456-f13e-43de-b073-1f35b2f78f45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:52:28.742501 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-26955456-f13e-43de-b073-1f35b2f78f45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:52:28.742687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-077fbe8c-272e-4913-a440-d5a20562a3c9 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.744906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60028) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:28.762799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8626c-be06-41d8-9bf4-2f3a09d70732 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e6d61f-f8a9-4d68-9453-7d8cd3ee96de,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:28.778616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-48d8626c-be06-41d8-9bf4-2f3a09d70732 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.782149 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-48d8626c-be06-41d8-9bf4-2f3a09d70732 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4096127 Mar 03 05:52:28.785185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60032) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:28.788798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.792424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.818652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8c6f25f6-40ce-42df-86ab-2f34b994303c tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'b1e6d61f-f8a9-4d68-9453-7d8cd3ee96de', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:28.819491 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING neutron.api.v2.base [None req-8c6f25f6-40ce-42df-86ab-2f34b994303c tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 03 05:52:28.820127 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-8c6f25f6-40ce-42df-86ab-2f34b994303c tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:28.823763 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8c6f25f6-40ce-42df-86ab-2f34b994303c tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0252604 Mar 03 05:52:28.868720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60036) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:28.883318 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] 10.222.0.20 "DELETE /v2.0/networks/79e9ab56-3936-4f7e-8baa-df5bd717a24f HTTP/1.1" status: 204 len: 168 time: 2.2112944 Mar 03 05:52:28.885248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.892623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fbe8c-272e-4913-a440-d5a20562a3c9 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec77da0f-37e0-4426-864e-79cb2a3db7b3,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:28.936731 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d02d8c9-9a81-42ea-baf5-83b228cf00f1']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:28.958980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5459bf19-101f-4cf5-8e04-3ad521facf3e') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:28.959349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5459bf19-101f-4cf5-8e04-3ad521facf3e') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:28.969920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-077fbe8c-272e-4913-a440-d5a20562a3c9 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.971797 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-077fbe8c-272e-4913-a440-d5a20562a3c9 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/ec77da0f-37e0-4426-864e-79cb2a3db7b3 HTTP/1.1" status: 204 len: 168 time: 0.7530923 Mar 03 05:52:28.977396 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Attempting to bind port 44fd9bba-3038-424f-b1bb-64f6ceb1cf35 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:52:28.977776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Attempting to bind port 44fd9bba-3038-424f-b1bb-64f6ceb1cf35 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '5459bf19-101f-4cf5-8e04-3ad521facf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4d02d8c9-9a81-42ea-baf5-83b228cf00f1'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:52:28.978146 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Attempting to bind port 44fd9bba-3038-424f-b1bb-64f6ceb1cf35 on network 4d02d8c9-9a81-42ea-baf5-83b228cf00f1 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:52:28.991310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.994542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:52:28.994921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Checking segment: {'id': '5459bf19-101f-4cf5-8e04-3ad521facf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4d02d8c9-9a81-42ea-baf5-83b228cf00f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:28.995325 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:28.995719 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Bound using segment: {'id': '5459bf19-101f-4cf5-8e04-3ad521facf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4d02d8c9-9a81-42ea-baf5-83b228cf00f1'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:52:28.996231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Bound port: 44fd9bba-3038-424f-b1bb-64f6ceb1cf35, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5459bf19-101f-4cf5-8e04-3ad521facf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '4d02d8c9-9a81-42ea-baf5-83b228cf00f1'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:52:28.996721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.013052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.022238 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:29.022709 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.026187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 801bea9a-c815-4758-abf9-7148fad7432b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:29.043588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60042) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:29.058408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c061f5b-1278-4d22-86bb-b05b871a04af tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Router ca25d551-5126-4726-ad73-f3f3e4a22357 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:52:29.149343 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e3c9d13f-7d8a-4e71-8f54-7dab6bba8e27 None None] Provisioning for port bb68dc80-bf73-4687-ad43-7724b949dce7 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:29.164982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e3287-b9bb-452e-8cb7-21781b3fb708 tempest-ExtraDHCPOptionsTestJSON-1213976156 tempest-ExtraDHCPOptionsTestJSON-1213976156-project] Pushing event deleted for resources: {'Network': ['ID=79e9ab56-3936-4f7e-8baa-df5bd717a24f,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:29.166310 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:29.178032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e3c9d13f-7d8a-4e71-8f54-7dab6bba8e27 None None] Provisioning complete for port bb68dc80-bf73-4687-ad43-7724b949dce7 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:29.181006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e3c9d13f-7d8a-4e71-8f54-7dab6bba8e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.187121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 05:52:29.187121 dv-neutron-831582-1-hyperv neutron-server[87793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 05:52:29.187121 dv-neutron-831582-1-hyperv neutron-server[87793]: [parameters: {'id': '4d02d8c9-9a81-42ea-baf5-83b228cf00f1'}] Mar 03 05:52:29.187121 dv-neutron-831582-1-hyperv neutron-server[87793]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:52:29.187604 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:52:29.192626 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-83e066bc-bc1f-42b1-9668-cf39d3101311 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "PUT /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/tags/tempest-TagsExtTest-Tag-1953371506 HTTP/1.1" status: 201 len: 201 time: 0.8524988 Mar 03 05:52:29.196516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60048) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:29.201228 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.201665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-09875f94-d682-4882-870e-094076cf6033 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bb68dc80-bf73-4687-ad43-7724b949dce7', 'tempest-TagsExtTest-Tag-104441894') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:29.248026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-26955456-f13e-43de-b073-1f35b2f78f45 None None] Deleting port 62e4b785-3b63-49ee-ad62-9b8517954805 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:29.249140 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-26955456-f13e-43de-b073-1f35b2f78f45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.278609 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b5d73c-5db3-4fa9-aee9-3a4bf3905b4e None None] DHCP port deletion for 494ab4a5-5483-4499-9a5c-a9dd92f611b1 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:29.282994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60052) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:29.323304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af405516-36ae-4110-b9d1-769185e2320a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.332161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] For port 44fd9bba-3038-424f-b1bb-64f6ceb1cf35, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:52:29.335791 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] For port 44fd9bba-3038-424f-b1bb-64f6ceb1cf35, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=44fd9bba-3038-424f-b1bb-64f6ceb1cf35,segment=NetworkSegment(5459bf19-101f-4cf5-8e04-3ad521facf3e),segment_id=5459bf19-101f-4cf5-8e04-3ad521facf3e)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:52:29.350488 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e3c9d13f-7d8a-4e71-8f54-7dab6bba8e27 None None] Port bb68dc80-bf73-4687-ad43-7724b949dce7 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:29.369941 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af405516-36ae-4110-b9d1-769185e2320a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.402028 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-09875f94-d682-4882-870e-094076cf6033 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "PUT /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7/tags/tempest-TagsExtTest-Tag-104441894 HTTP/1.1" status: 201 len: 201 time: 0.2018323 Mar 03 05:52:29.402254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.403440 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60058) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:29.411295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-26955456-f13e-43de-b073-1f35b2f78f45 None None] The port '62e4b785-3b63-49ee-ad62-9b8517954805' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:52:29.411847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-a5a4c968-b78a-4710-8545-ac48db3ede5d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c7fa45c5-7ea4-41f0-ba33-435c06db6e3e', 'tempest-TagsExtTest-Tag-670203809') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:29.449783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-07b5d73c-5db3-4fa9-aee9-3a4bf3905b4e None None] Deleting port eaffee0a-0ed5-48e0-8d57-12c60ee435c0 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:29.450160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-07b5d73c-5db3-4fa9-aee9-3a4bf3905b4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.490124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 801bea9a-c815-4758-abf9-7148fad7432b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:29.490537 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.608590 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af405516-36ae-4110-b9d1-769185e2320a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.634965 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ad4e371f-6d98-48d1-b313-be9c0ce4ec5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3562c95eed6e444b992e5d2cb44abb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484354 Mar 03 05:52:29.637399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af405516-36ae-4110-b9d1-769185e2320a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e6d61f-f8a9-4d68-9453-7d8cd3ee96de,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:29.642991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60062) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:29.658960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port eaffee0a-0ed5-48e0-8d57-12c60ee435c0 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:29.659346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.688386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.693056 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f24382-86a7-4b91-a7cb-1322261c4b7c None None] Pushing event updated for resources: {'Port': ['ID=44fd9bba-3038-424f-b1bb-64f6ceb1cf35,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:29.697404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af405516-36ae-4110-b9d1-769185e2320a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.698526 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-af405516-36ae-4110-b9d1-769185e2320a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "DELETE /v2.0/security-groups/b1e6d61f-f8a9-4d68-9453-7d8cd3ee96de HTTP/1.1" status: 204 len: 168 time: 0.8240287 Mar 03 05:52:29.705411 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a5a4c968-b78a-4710-8545-ac48db3ede5d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "PUT /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e/tags/tempest-TagsExtTest-Tag-670203809 HTTP/1.1" status: 201 len: 201 time: 0.2981465 Mar 03 05:52:29.706368 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60066) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:29.706688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60068) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:29.713546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-5e95b6a1-69d5-4bc4-8e41-fa14fab6dc01 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19dd67ab-4398-4cd1-93cd-2d5c390cbaa6', 'tempest-TagsExtTest-Tag-291753580') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:29.745901 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-91cf0cd5-70b2-4083-87a2-fbdc5414cbeb tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:29.785301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Deleting port 44fd9bba-3038-424f-b1bb-64f6ceb1cf35 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:29.785616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.809304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-caade2af-dd7c-47b6-a0be-bf463d23a5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.870254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c061f5b-1278-4d22-86bb-b05b871a04af tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:52:29.884260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-caade2af-dd7c-47b6-a0be-bf463d23a5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:29.887047 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c79fdbd-3fd4-4b1f-9b55-97371320ad24 None None] Sync routers for ids ['ca25d551-5126-4726-ad73-f3f3e4a22357'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:52:29.904582 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c79fdbd-3fd4-4b1f-9b55-97371320ad24 None None] Routers {'ca25d551-5126-4726-ad73-f3f3e4a22357'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:29.905632 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2c79fdbd-3fd4-4b1f-9b55-97371320ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ca25d551-5126-4726-ad73-f3f3e4a22357'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:29.913286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ada32a1-7809-4d03-a208-271618e099be None None] Network 4d02d8c9-9a81-42ea-baf5-83b228cf00f1 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:29.928839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-148edcf0-00ae-43d5-9c1e-39684a163577 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Synchronizing usage tracker for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:30.011914 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2c79fdbd-3fd4-4b1f-9b55-97371320ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:30.024695 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c79fdbd-3fd4-4b1f-9b55-97371320ad24 None None] Routers {'ca25d551-5126-4726-ad73-f3f3e4a22357'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:30.025672 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2c79fdbd-3fd4-4b1f-9b55-97371320ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ca25d551-5126-4726-ad73-f3f3e4a22357'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:30.030032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-07b5d73c-5db3-4fa9-aee9-3a4bf3905b4e None None] For port eaffee0a-0ed5-48e0-8d57-12c60ee435c0, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=eaffee0a-0ed5-48e0-8d57-12c60ee435c0,segment=NetworkSegment(b022d129-8b7e-4022-ac6f-fd83dbcfe86e),segment_id=b022d129-8b7e-4022-ac6f-fd83dbcfe86e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:30.030752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-07b5d73c-5db3-4fa9-aee9-3a4bf3905b4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.043258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] For port eaffee0a-0ed5-48e0-8d57-12c60ee435c0, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=eaffee0a-0ed5-48e0-8d57-12c60ee435c0,segment=NetworkSegment(b022d129-8b7e-4022-ac6f-fd83dbcfe86e),segment_id=b022d129-8b7e-4022-ac6f-fd83dbcfe86e)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:30.043258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.053489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 62e4b785-3b63-49ee-ad62-9b8517954805 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:30.107857 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5e95b6a1-69d5-4bc4-8e41-fa14fab6dc01 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "PUT /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6/tags/tempest-TagsExtTest-Tag-291753580 HTTP/1.1" status: 201 len: 201 time: 0.3974369 Mar 03 05:52:30.115674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60074) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:30.125162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-4227391a-7977-4315-9100-875710e6b2c6 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:30.155917 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-2c79fdbd-3fd4-4b1f-9b55-97371320ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:30.156488 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c79fdbd-3fd4-4b1f-9b55-97371320ad24 None None] The sync data for ids ['ca25d551-5126-4726-ad73-f3f3e4a22357'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:52:30.179259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-148edcf0-00ae-43d5-9c1e-39684a163577 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Unset dirty status for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:30.181056 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-148edcf0-00ae-43d5-9c1e-39684a163577 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4734724 Mar 03 05:52:30.189492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60078) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:30.202549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Calling delete_port for eaffee0a-0ed5-48e0-8d57-12c60ee435c0 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:30.203343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-58d0a089-5673-4b3f-b095-989724b3dc2a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1399231396'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:30.203845 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 62e4b785-3b63-49ee-ad62-9b8517954805 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:30.204215 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 62e4b785-3b63-49ee-ad62-9b8517954805 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:30.211963 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-07b5d73c-5db3-4fa9-aee9-3a4bf3905b4e None None] Calling delete_port for eaffee0a-0ed5-48e0-8d57-12c60ee435c0 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:30.254409 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0c061f5b-1278-4d22-86bb-b05b871a04af tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "PUT /v2.0/routers/ca25d551-5126-4726-ad73-f3f3e4a22357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0495694 Mar 03 05:52:30.255080 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60082) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:30.278454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-58d0a089-5673-4b3f-b095-989724b3dc2a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:30.280675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-caade2af-dd7c-47b6-a0be-bf463d23a5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.312506 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] For port 44fd9bba-3038-424f-b1bb-64f6ceb1cf35, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=44fd9bba-3038-424f-b1bb-64f6ceb1cf35,segment=NetworkSegment(5459bf19-101f-4cf5-8e04-3ad521facf3e),segment_id=5459bf19-101f-4cf5-8e04-3ad521facf3e)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:30.313190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.324856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-58d0a089-5673-4b3f-b095-989724b3dc2a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:30.342755 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.374434 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-9f586403-63e9-4fdd-8182-9acd81b833da tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] show failed (client error): The resource could not be found. Mar 03 05:52:30.380878 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9f586403-63e9-4fdd-8182-9acd81b833da tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1739609499 HTTP/1.1" status: 404 len: 335 time: 0.1180623 Mar 03 05:52:30.381599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-91cf0cd5-70b2-4083-87a2-fbdc5414cbeb tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:30.383272 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-91cf0cd5-70b2-4083-87a2-fbdc5414cbeb tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.3352659 Mar 03 05:52:30.383917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60086) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:30.392367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-07b5d73c-5db3-4fa9-aee9-3a4bf3905b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.398576 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-619dbff2-c6cb-40bf-99a8-61e766d22241 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:30.451419 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60088) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:30.455682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5d73c-5db3-4fa9-aee9-3a4bf3905b4e None None] Pushing event deleted for resources: {'Port': ['ID=eaffee0a-0ed5-48e0-8d57-12c60ee435c0,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:30.461707 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b5d73c-5db3-4fa9-aee9-3a4bf3905b4e None None] No DVR routers for this DVR port eaffee0a-0ed5-48e0-8d57-12c60ee435c0 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:30.475281 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154299fa-7942-4f09-9d22-43fff27369b0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 3fe65802-28ae-4793-9dbb-83ec890567ee has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:52:30.481364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caade2af-dd7c-47b6-a0be-bf463d23a5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb3d079-4533-40f6-9781-feedddafe621,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:30.489363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Calling delete_port for 44fd9bba-3038-424f-b1bb-64f6ceb1cf35 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:30.500308 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d335b5c8-a82e-4cde-8632-55c2a48ef612 None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 05:52:30.506895 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-619dbff2-c6cb-40bf-99a8-61e766d22241 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] update failed (client error): The resource could not be found. Mar 03 05:52:30.511421 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-619dbff2-c6cb-40bf-99a8-61e766d22241 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-147417094 HTTP/1.1" status: 404 len: 334 time: 0.1197968 Mar 03 05:52:30.514167 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60094) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:30.518010 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58d0a089-5673-4b3f-b095-989724b3dc2a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.540650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-caade2af-dd7c-47b6-a0be-bf463d23a5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.541658 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-caade2af-dd7c-47b6-a0be-bf463d23a5d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cb3d079-4533-40f6-9781-feedddafe621 HTTP/1.1" status: 204 len: 168 time: 0.8977792 Mar 03 05:52:30.564791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-58d0a089-5673-4b3f-b095-989724b3dc2a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:30.577235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-58d0a089-5673-4b3f-b095-989724b3dc2a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:30.581560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-58d0a089-5673-4b3f-b095-989724b3dc2a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:30.600111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-58d0a089-5673-4b3f-b095-989724b3dc2a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:30.611412 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4227391a-7977-4315-9100-875710e6b2c6 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/tags HTTP/1.1" status: 200 len: 241 time: 0.4910939 Mar 03 05:52:30.613782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60100) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:30.620599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-103f19e9-d45d-4dde-909d-2d7fbfd35b06 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b', 'tempest-TagsExtTest-Tag-1953371506') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:30.660859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:52:30.661130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:52:30.678013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.699327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d335b5c8-a82e-4cde-8632-55c2a48ef612 None None] Resources bound (agent type, host, resource id): {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 05:52:30.737931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Port': ['ID=44fd9bba-3038-424f-b1bb-64f6ceb1cf35,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:30.739952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No DVR routers for this DVR port 44fd9bba-3038-424f-b1bb-64f6ceb1cf35 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:30.775745 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b33ad5-acb2-44a9-9746-807421315c8d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Deleting subnet 8d47edf1-1918-4998-ae98-e5c85acb5bd1 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:30.788866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-32b33ad5-acb2-44a9-9746-807421315c8d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.880785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device eaffee0a-0ed5-48e0-8d57-12c60ee435c0 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:30.925855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58d0a089-5673-4b3f-b095-989724b3dc2a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.927620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.936327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: eaffee0a-0ed5-48e0-8d57-12c60ee435c0 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:30.936677 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device eaffee0a-0ed5-48e0-8d57-12c60ee435c0 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:30.937937 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-103f19e9-d45d-4dde-909d-2d7fbfd35b06 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/tags/tempest-TagsExtTest-Tag-1953371506 HTTP/1.1" status: 204 len: 168 time: 0.3225868 Mar 03 05:52:30.941460 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58d0a089-5673-4b3f-b095-989724b3dc2a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.971713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60110) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:30.994087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58d0a089-5673-4b3f-b095-989724b3dc2a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:30.998530 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-58d0a089-5673-4b3f-b095-989724b3dc2a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8071642 Mar 03 05:52:31.004595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60116) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:31.008396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-db3b89b7-fcd6-478c-98b3-0613deec017c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b', 'tempest-TagsExtTest-Tag-1953371506') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:31.038045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154299fa-7942-4f09-9d22-43fff27369b0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:52:31.051248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-4cc670ca-69c0-40f5-bb42-c09140ef65c0 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': '2a3d086c-5f26-4fc7-a726-32e05e96a674', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:31.052731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb167f7-73bc-4867-9835-55679f8f7206 None None] Sync routers for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:52:31.061920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b2c63a2e-9e84-4744-b807-b654356e5434 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.070747 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING neutron.api.v2.base [None req-4cc670ca-69c0-40f5-bb42-c09140ef65c0 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 03 05:52:31.071727 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-4cc670ca-69c0-40f5-bb42-c09140ef65c0 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:31.076450 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4cc670ca-69c0-40f5-bb42-c09140ef65c0 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0366981 Mar 03 05:52:31.077884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60122) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:31.079028 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb167f7-73bc-4867-9835-55679f8f7206 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:31.079647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4eb167f7-73bc-4867-9835-55679f8f7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:31.083021 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-154299fa-7942-4f09-9d22-43fff27369b0 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9177184 Mar 03 05:52:31.088311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d02d8c9-9a81-42ea-baf5-83b228cf00f1']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:31.091208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7ebb01bc-e29c-4bb4-89b3-502ccaa83499 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': '2a3d086c-5f26-4fc7-a726-32e05e96a674', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:31.093061 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.api.v2.base [None req-7ebb01bc-e29c-4bb4-89b3-502ccaa83499 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 03 05:52:31.093557 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-7ebb01bc-e29c-4bb4-89b3-502ccaa83499 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:31.097136 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7ebb01bc-e29c-4bb4-89b3-502ccaa83499 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0129476 Mar 03 05:52:31.097136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60126) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:31.098110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60128) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:31.106064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-32b33ad5-acb2-44a9-9746-807421315c8d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.122626 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5459bf19-101f-4cf5-8e04-3ad521facf3e') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:31.123205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5459bf19-101f-4cf5-8e04-3ad521facf3e') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:31.134386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0a089-5673-4b3f-b095-989724b3dc2a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3d086c-5f26-4fc7-a726-32e05e96a674,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:31.150423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.171586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.183342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Deleting port eaffee0a-0ed5-48e0-8d57-12c60ee435c0 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:31.183564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.183993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:31.184398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:31.201809 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:31.233337 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c4ebf708-c9e6-41e6-ace1-3e424d0592e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': '2a3d086c-5f26-4fc7-a726-32e05e96a674', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:31.234507 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.api.v2.base [None req-c4ebf708-c9e6-41e6-ace1-3e424d0592e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 03 05:52:31.235801 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-c4ebf708-c9e6-41e6-ace1-3e424d0592e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:31.237243 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c4ebf708-c9e6-41e6-ace1-3e424d0592e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1337252 Mar 03 05:52:31.275994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60138) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:31.291171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-db3be6c9-dceb-4b95-9721-bd45fc0b4730 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': '2a3d086c-5f26-4fc7-a726-32e05e96a674', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:31.292221 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING neutron.api.v2.base [None req-db3be6c9-dceb-4b95-9721-bd45fc0b4730 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 03 05:52:31.292713 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-db3be6c9-dceb-4b95-9721-bd45fc0b4730 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:31.296946 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-db3be6c9-dceb-4b95-9721-bd45fc0b4730 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0197039 Mar 03 05:52:31.299078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] The port 'eaffee0a-0ed5-48e0-8d57-12c60ee435c0' was deleted {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:52:31.303646 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-4eb167f7-73bc-4867-9835-55679f8f7206 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:52:31.303966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b2c63a2e-9e84-4744-b807-b654356e5434 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.306016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60144) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:31.354639 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.388736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.392814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Network': ['ID=4d02d8c9-9a81-42ea-baf5-83b228cf00f1,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:31.399641 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-db3b89b7-fcd6-478c-98b3-0613deec017c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/tags/tempest-TagsExtTest-Tag-1953371506 HTTP/1.1" status: 204 len: 168 time: 0.4184790 Mar 03 05:52:31.403615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60150) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:31.407787 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f361a882-a4fa-4036-9393-6839cd563c83 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/4d02d8c9-9a81-42ea-baf5-83b228cf00f1 HTTP/1.1" status: 204 len: 168 time: 4.9795251 Mar 03 05:52:31.410934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-d2299297-2a92-4992-be0c-9a1da4085e85 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:31.441430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60154) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:31.470238 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-599328233'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:31.475163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.485920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:31.498423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:network and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:31.501320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f1c4da0b-ffad-4448-a2d0-ff33730ce623 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.505375 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494ab4a5-5483-4499-9a5c-a9dd92f611b1']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:31.505556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:31.521459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:31.526217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b022d129-8b7e-4022-ac6f-fd83dbcfe86e') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:31.526656 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b022d129-8b7e-4022-ac6f-fd83dbcfe86e') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:31.540155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60158) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:31.541654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.556822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f1c4da0b-ffad-4448-a2d0-ff33730ce623 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.560843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.568077 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:31.568418 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.574558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:31.578076 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.634617 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d2299297-2a92-4992-be0c-9a1da4085e85 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/tags HTTP/1.1" status: 200 len: 205 time: 0.2298267 Mar 03 05:52:31.637208 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60164) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:31.643757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-3f46cda9-f645-4694-bb5b-5033fd4fac50 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bb68dc80-bf73-4687-ad43-7724b949dce7') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:31.684646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:31.699278 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:31.705083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f1c4da0b-ffad-4448-a2d0-ff33730ce623 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.706945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.710255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.710630 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Added segment dc7fb6fe-0e1e-404e-9344-ff978ed207fa of type vlan for network 786da9f0-fd3e-4c91-ad67-18b00dedfa21 Mar 03 05:52:31.712579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.743389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4da0b-ffad-4448-a2d0-ff33730ce623 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3d086c-5f26-4fc7-a726-32e05e96a674,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:31.757517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'network': {'name': 'tempest-RoutersTest-1302661743'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:31.783885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-786eb4c3-77da-45bf-bb01-32d5d716ea0e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting subnet e8fbf0c7-2892-4cfa-abf9-d409d7556e4b {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:31.784371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:31.787020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-786eb4c3-77da-45bf-bb01-32d5d716ea0e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.800292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:network and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:31.807323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:31.811081 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.815847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f1c4da0b-ffad-4448-a2d0-ff33730ce623 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.819460 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f1c4da0b-ffad-4448-a2d0-ff33730ce623 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "DELETE /v2.0/security-groups/2a3d086c-5f26-4fc7-a726-32e05e96a674 HTTP/1.1" status: 204 len: 168 time: 0.5099411 Mar 03 05:52:31.822946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] Pushing event deleted for resources: {'Network': ['ID=494ab4a5-5483-4499-9a5c-a9dd92f611b1,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:31.823230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:31.824900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60168) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:31.826334 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-49f16712-a056-4c5d-8deb-d0a6f4229195 tempest-NetworksTest-115736619 tempest-NetworksTest-115736619-project] 10.222.0.20 "DELETE /v2.0/networks/494ab4a5-5483-4499-9a5c-a9dd92f611b1 HTTP/1.1" status: 204 len: 168 time: 3.0751820 Mar 03 05:52:31.852375 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3f46cda9-f645-4694-bb5b-5033fd4fac50 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7/tags HTTP/1.1" status: 200 len: 240 time: 0.2126439 Mar 03 05:52:31.858518 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60174) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:31.862598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4eb167f7-73bc-4867-9835-55679f8f7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:52:27Z', 'revision_number': 10, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:31.868688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb167f7-73bc-4867-9835-55679f8f7206 None None] Checking router: 3fe65802-28ae-4793-9dbb-83ec890567ee for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:52:31.870552 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-fc7baf31-c7af-49c4-a619-8efff232e1df tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bb68dc80-bf73-4687-ad43-7724b949dce7', 'tempest-TagsExtTest-Tag-104441894') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:31.879515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb167f7-73bc-4867-9835-55679f8f7206 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:31.880182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:31.880327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4eb167f7-73bc-4867-9835-55679f8f7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:31.885050 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.913808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.918374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-786eb4c3-77da-45bf-bb01-32d5d716ea0e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.942241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:31.947869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-522861f0-5ff5-4690-914e-3a2f66620107 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Synchronizing usage tracker for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:31.951500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.957357 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:31.957984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.965160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b2c63a2e-9e84-4744-b807-b654356e5434 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:31.966108 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:security_group_rule and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:31.988939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:32.000618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:32.022451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c63a2e-9e84-4744-b807-b654356e5434 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455c31e9-0921-459c-ae78-265c54bccc2e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:32.047330 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6005042 Mar 03 05:52:32.051336 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-32b33ad5-acb2-44a9-9746-807421315c8d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.089556 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60178) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:32.095155 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-4eb167f7-73bc-4867-9835-55679f8f7206 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:52:32.104762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'subnet': {'network_id': '786da9f0-fd3e-4c91-ad67-18b00dedfa21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:32.108295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-522861f0-5ff5-4690-914e-3a2f66620107 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Unset dirty status for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:32.114952 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-522861f0-5ff5-4690-914e-3a2f66620107 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2845654 Mar 03 05:52:32.115665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60184) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:32.128681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b2c63a2e-9e84-4744-b807-b654356e5434 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.129964 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b2c63a2e-9e84-4744-b807-b654356e5434 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-groups/455c31e9-0921-459c-ae78-265c54bccc2e HTTP/1.1" status: 204 len: 168 time: 1.6758964 Mar 03 05:52:32.138188 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60188) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:32.142976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0770f0f0-bc10-421f-9fe5-de2dc2d88a7f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1139365526'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:32.158034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa79709-7970-4509-9c7d-4abff6f7c8fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Network': ['ID=786da9f0-fd3e-4c91-ad67-18b00dedfa21,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:32.176532 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 786da9f0-fd3e-4c91-ad67-18b00dedfa21 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:32.188885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0770f0f0-bc10-421f-9fe5-de2dc2d88a7f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:32.218760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0770f0f0-bc10-421f-9fe5-de2dc2d88a7f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:32.222485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60192) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:32.267719 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0770f0f0-bc10-421f-9fe5-de2dc2d88a7f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.290310 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fc7baf31-c7af-49c4-a619-8efff232e1df tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7/tags/tempest-TagsExtTest-Tag-104441894 HTTP/1.1" status: 204 len: 168 time: 0.4280584 Mar 03 05:52:32.296277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60198) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:32.304375 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-682a1ef6-773e-4af5-aed7-512b00e354bd tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'bb68dc80-bf73-4687-ad43-7724b949dce7', 'tempest-TagsExtTest-Tag-104441894') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:32.357576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.361572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:32.374658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:subnet and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:32.378136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-786eb4c3-77da-45bf-bb01-32d5d716ea0e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.410350 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:32.430759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-32b33ad5-acb2-44a9-9746-807421315c8d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.435163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:32.489659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b33ad5-acb2-44a9-9746-807421315c8d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event deleted for resources: {'Subnet': ['ID=8d47edf1-1918-4998-ae98-e5c85acb5bd1,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:32.507612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-32b33ad5-acb2-44a9-9746-807421315c8d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.515620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f67d8d6-10ca-4ab1-bf6e-66dc2226864e None None] Network df99c5f1-6eb5-45f3-93b0-780d84ec1257 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:32.520273 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:32.523709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.534776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.556612 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e7b9db57-d3b6-4b99-997e-1e24585083b1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:32.564620 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-32b33ad5-acb2-44a9-9746-807421315c8d tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "DELETE /v2.0/subnets/8d47edf1-1918-4998-ae98-e5c85acb5bd1 HTTP/1.1" status: 204 len: 168 time: 2.0450523 Mar 03 05:52:32.568313 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60202) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:32.583573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0770f0f0-bc10-421f-9fe5-de2dc2d88a7f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:32.588369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0770f0f0-bc10-421f-9fe5-de2dc2d88a7f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:32.591195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0770f0f0-bc10-421f-9fe5-de2dc2d88a7f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:32.597710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0770f0f0-bc10-421f-9fe5-de2dc2d88a7f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:32.676818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0770f0f0-bc10-421f-9fe5-de2dc2d88a7f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.704439 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-786eb4c3-77da-45bf-bb01-32d5d716ea0e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.711164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:32.715424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0770f0f0-bc10-421f-9fe5-de2dc2d88a7f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.763554 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0770f0f0-bc10-421f-9fe5-de2dc2d88a7f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.763789 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-682a1ef6-773e-4af5-aed7-512b00e354bd tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7/tags/tempest-TagsExtTest-Tag-104441894 HTTP/1.1" status: 204 len: 168 time: 0.4635019 Mar 03 05:52:32.763789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786eb4c3-77da-45bf-bb01-32d5d716ea0e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Subnet': ['ID=e8fbf0c7-2892-4cfa-abf9-d409d7556e4b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:32.763954 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0770f0f0-bc10-421f-9fe5-de2dc2d88a7f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6357083 Mar 03 05:52:32.763954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=872697fc-0805-44d9-af15-6226f2438a34,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:32.765570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4eb167f7-73bc-4867-9835-55679f8f7206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:52:27Z', 'revision_number': 10, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:32.765983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60206) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:32.766306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60208) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:32.766726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-786eb4c3-77da-45bf-bb01-32d5d716ea0e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.774621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e7b9db57-d3b6-4b99-997e-1e24585083b1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:32.776657 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb167f7-73bc-4867-9835-55679f8f7206 None None] The sync data for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv is: [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:52:27Z', 'revision_number': 10, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None, '_interfaces': [{'id': '2cb75e82-c49f-4c19-94cf-4609beaffb3e', 'name': '', 'network_id': '1277dedc-1f40-4a59-951b-863b5ac555c0', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'mac_address': 'fa:16:3e:ec:8d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '1082a56c-9738-4377-ab6e-335aeb408105', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:50:48Z', 'updated_at': '2022-03-03T05:51:07Z', 'revision_number': 5, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'subnets': [{'id': '1082a56c-9738-4377-ab6e-335aeb408105', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:52:32.781827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8dfb2f-236c-4605-b33b-54b2336fb411 None None] Network d496c477-913a-44ba-a50e-76e922a8f844 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:32.783420 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e7b9db57-d3b6-4b99-997e-1e24585083b1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6310830 Mar 03 05:52:32.785425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60214) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:32.787370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-f2e12e32-16cb-4318-87cd-768898c7c237 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'bb68dc80-bf73-4687-ad43-7724b949dce7') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:32.794313 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-786eb4c3-77da-45bf-bb01-32d5d716ea0e tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/e8fbf0c7-2892-4cfa-abf9-d409d7556e4b HTTP/1.1" status: 204 len: 168 time: 1.6936243 Mar 03 05:52:32.798850 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace955e8-5da5-4c86-a30d-f8d31a158ed8 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Deleting subnet 020980aa-7341-4777-a8a8-54fb1faaf93d {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:32.803040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d4077e7d-4f30-4621-a87e-9a00925c6649 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group': {'name': 'tempest-secgroup--941900484'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:32.811173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60218) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:32.815528 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ace955e8-5da5-4c86-a30d-f8d31a158ed8 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.847179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-3f7ec232-5f6b-44ee-aeee-55437a7e18cb tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'a92fbadb-e950-45a8-9f52-bf3268e92b62', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:32.847927 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING neutron.api.v2.base [None req-3f7ec232-5f6b-44ee-aeee-55437a7e18cb tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 05:52:32.848427 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-3f7ec232-5f6b-44ee-aeee-55437a7e18cb tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:32.852580 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3f7ec232-5f6b-44ee-aeee-55437a7e18cb tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0769746 Mar 03 05:52:32.865862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.865862 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Added segment a4375938-7d76-4999-bc08-74b60d75436b of type vlan for network 2253bf9b-e19c-4953-8461-36569e8a1293 Mar 03 05:52:32.866746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60222) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:32.872166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d4077e7d-4f30-4621-a87e-9a00925c6649 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:32.873653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-39d34b57-50ba-49c1-a4a5-b5cbf8d52ee8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'a92fbadb-e950-45a8-9f52-bf3268e92b62', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:32.911357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d4077e7d-4f30-4621-a87e-9a00925c6649 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:32.922213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-39d34b57-50ba-49c1-a4a5-b5cbf8d52ee8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:32.935047 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-422c4353-25b7-4cb7-807b-a9fd89640a19 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fe60e3d9d73442c9246c69224665117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7078214 Mar 03 05:52:32.950477 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-39d34b57-50ba-49c1-a4a5-b5cbf8d52ee8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:32.952990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60226) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:32.955443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-39d34b57-50ba-49c1-a4a5-b5cbf8d52ee8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:32.961383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770f0f0-bc10-421f-9fe5-de2dc2d88a7f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92fbadb-e950-45a8-9f52-bf3268e92b62,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:32.981012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:32.996904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-39d34b57-50ba-49c1-a4a5-b5cbf8d52ee8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:33.093549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7913e80-18e9-40b6-9f59-f3459e4230f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.099678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.105243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:33.105861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.144011 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f2e12e32-16cb-4318-87cd-768898c7c237 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7/tags HTTP/1.1" status: 200 len: 205 time: 0.3728042 Mar 03 05:52:33.144476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60230) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:33.153332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ace955e8-5da5-4c86-a30d-f8d31a158ed8 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.156567 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-39d34b57-50ba-49c1-a4a5-b5cbf8d52ee8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:33.160908 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-39d34b57-50ba-49c1-a4a5-b5cbf8d52ee8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2925098 Mar 03 05:52:33.179834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60234) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:33.183388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-3847f916-514f-4ad2-a020-76840170f148 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c7fa45c5-7ea4-41f0-ba33-435c06db6e3e') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:33.191539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d867430-815c-45dd-891c-7e15646409f0 None None] DHCP port deletion for df99c5f1-6eb5-45f3-93b0-780d84ec1257 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:33.198167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6d867430-815c-45dd-891c-7e15646409f0 None None] Deleting port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:33.198821 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6d867430-815c-45dd-891c-7e15646409f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.201250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d4077e7d-4f30-4621-a87e-9a00925c6649 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.258756 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.271611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-4e086b32-bc44-4fa1-9e67-e87ce4adc1b2 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'a92fbadb-e950-45a8-9f52-bf3268e92b62', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:33.272238 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING neutron.api.v2.base [None req-4e086b32-bc44-4fa1-9e67-e87ce4adc1b2 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 03 05:52:33.272814 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-4e086b32-bc44-4fa1-9e67-e87ce4adc1b2 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:33.277118 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4e086b32-bc44-4fa1-9e67-e87ce4adc1b2 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0980587 Mar 03 05:52:33.279344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60238) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:33.284980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d4077e7d-4f30-4621-a87e-9a00925c6649 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:33.287306 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bae165-2c32-453a-8de9-7bc331acfc01 None None] DHCP port deletion for d496c477-913a-44ba-a50e-76e922a8f844 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:33.311932 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:33.323476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ffd6617c-a0f3-453d-bf74-ffdd1e3b095a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'a92fbadb-e950-45a8-9f52-bf3268e92b62', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:33.328917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d4077e7d-4f30-4621-a87e-9a00925c6649 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:33.343585 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7913e80-18e9-40b6-9f59-f3459e4230f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.348071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d4077e7d-4f30-4621-a87e-9a00925c6649 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:33.350676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port 1ec66433-36a5-4b09-8a7a-bf83f0a93506 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:33.351007 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.352959 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8117993 Mar 03 05:52:33.357990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-11bae165-2c32-453a-8de9-7bc331acfc01 None None] Deleting port 1ec66433-36a5-4b09-8a7a-bf83f0a93506 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:33.359281 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-11bae165-2c32-453a-8de9-7bc331acfc01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.363637 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60242) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:33.380028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'network': {'name': 'tempest-RoutersTest-1086998971'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:33.387579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ffd6617c-a0f3-453d-bf74-ffdd1e3b095a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:33.387758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c72fc-26e0-41e8-88a0-df7dbf3c5503 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Network': ['ID=2253bf9b-e19c-4953-8461-36569e8a1293,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:33.403437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:33.409847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d4077e7d-4f30-4621-a87e-9a00925c6649 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:33.418273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:network and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:33.419426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ffd6617c-a0f3-453d-bf74-ffdd1e3b095a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:33.423017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:33.425398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ffd6617c-a0f3-453d-bf74-ffdd1e3b095a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:33.432814 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.433350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 2253bf9b-e19c-4953-8461-36569e8a1293 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:33.482964 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ffd6617c-a0f3-453d-bf74-ffdd1e3b095a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:33.488414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:33.512437 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3847f916-514f-4ad2-a020-76840170f148 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e/tags HTTP/1.1" status: 200 len: 240 time: 0.3572016 Mar 03 05:52:33.517988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60246) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:33.524704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-4f6b7c14-06a4-457f-ad20-2ca97b4146cd tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7fa45c5-7ea4-41f0-ba33-435c06db6e3e', 'tempest-TagsExtTest-Tag-670203809') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:33.583526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ace955e8-5da5-4c86-a30d-f8d31a158ed8 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.590187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:33.593698 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.603320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7913e80-18e9-40b6-9f59-f3459e4230f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.630931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7913e80-18e9-40b6-9f59-f3459e4230f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d0f3d9-6e52-4162-898b-6ea7f7b8949a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:33.642994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7913e80-18e9-40b6-9f59-f3459e4230f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.644136 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a7913e80-18e9-40b6-9f59-f3459e4230f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45d0f3d9-6e52-4162-898b-6ea7f7b8949a HTTP/1.1" status: 204 len: 168 time: 0.6901207 Mar 03 05:52:33.678880 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Subnet': ['ID=50950f81-b35a-43c7-9774-b1fedfe61104,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:33.713146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:33.729712 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4f6b7c14-06a4-457f-ad20-2ca97b4146cd tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e/tags/tempest-TagsExtTest-Tag-670203809 HTTP/1.1" status: 204 len: 168 time: 0.2067935 Mar 03 05:52:33.729712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60252) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:33.732638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.732929 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Added segment 62d8b476-4803-4b5f-8114-46d64a6f0619 of type vlan for network b6764d63-ee5d-4372-8d1e-9ca15505cae0 Mar 03 05:52:33.737000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-7ffc61fd-3534-40bb-9242-14c49cc5f33c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c7fa45c5-7ea4-41f0-ba33-435c06db6e3e', 'tempest-TagsExtTest-Tag-670203809') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:33.796598 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-ffd6617c-a0f3-453d-bf74-ffdd1e3b095a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:33.800492 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ffd6617c-a0f3-453d-bf74-ffdd1e3b095a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4868753 Mar 03 05:52:33.807067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60256) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:33.809044 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Checking segment: {'id': 'dc7fb6fe-0e1e-404e-9344-ff978ed207fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '786da9f0-fd3e-4c91-ad67-18b00dedfa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:33.809389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network hostable DHCP agents. Network: 786da9f0-fd3e-4c91-ad67-18b00dedfa21, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:33.819413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-187172a7-f2c0-434c-b605-01c8bb3af932 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'a92fbadb-e950-45a8-9f52-bf3268e92b62', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:33.819975 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING neutron.api.v2.base [None req-187172a7-f2c0-434c-b605-01c8bb3af932 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 05:52:33.820967 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-187172a7-f2c0-434c-b605-01c8bb3af932 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:33.824574 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-187172a7-f2c0-434c-b605-01c8bb3af932 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128112 Mar 03 05:52:33.835401 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60260) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:33.851952 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-3afaab58-a814-42a4-926c-e86ab0596536 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'a92fbadb-e950-45a8-9f52-bf3268e92b62', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:33.870098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.875259 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] For port 1ec66433-36a5-4b09-8a7a-bf83f0a93506, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1ec66433-36a5-4b09-8a7a-bf83f0a93506,segment=NetworkSegment(60319853-f325-4b47-883d-8a8635b7d998),segment_id=60319853-f325-4b47-883d-8a8635b7d998)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:33.875530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.885112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3afaab58-a814-42a4-926c-e86ab0596536 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:33.901193 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3afaab58-a814-42a4-926c-e86ab0596536 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:33.959178 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3afaab58-a814-42a4-926c-e86ab0596536 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:33.968197 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ace955e8-5da5-4c86-a30d-f8d31a158ed8 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.984802 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7ffc61fd-3534-40bb-9242-14c49cc5f33c tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e/tags/tempest-TagsExtTest-Tag-670203809 HTTP/1.1" status: 204 len: 168 time: 0.2544568 Mar 03 05:52:33.985470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60266) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:33.988441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:33.994519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:33.995117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.001602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-30d7e781-678a-475f-8f05-cb5ac1796b0e tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c7fa45c5-7ea4-41f0-ba33-435c06db6e3e') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:34.013938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-11bae165-2c32-453a-8de9-7bc331acfc01 None None] For port 1ec66433-36a5-4b09-8a7a-bf83f0a93506, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1ec66433-36a5-4b09-8a7a-bf83f0a93506,segment=NetworkSegment(60319853-f325-4b47-883d-8a8635b7d998),segment_id=60319853-f325-4b47-883d-8a8635b7d998)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:34.014586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-11bae165-2c32-453a-8de9-7bc331acfc01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.059612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6d867430-815c-45dd-891c-7e15646409f0 None None] For port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1045d96b-8d86-45fd-9b8a-4b8eed5c9912,segment=NetworkSegment(ea211698-8cab-4b88-a968-176bef0a876d),segment_id=ea211698-8cab-4b88-a968-176bef0a876d)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:34.060097 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6d867430-815c-45dd-891c-7e15646409f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.063328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d4077e7d-4f30-4621-a87e-9a00925c6649 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.075494 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for 1ec66433-36a5-4b09-8a7a-bf83f0a93506 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:34.104908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3afaab58-a814-42a4-926c-e86ab0596536 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:34.106797 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network 786da9f0-fd3e-4c91-ad67-18b00dedfa21 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:34.127562 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace955e8-5da5-4c86-a30d-f8d31a158ed8 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event deleted for resources: {'Subnet': ['ID=020980aa-7341-4777-a8a8-54fb1faaf93d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:34.130421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d4077e7d-4f30-4621-a87e-9a00925c6649 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.136737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ace955e8-5da5-4c86-a30d-f8d31a158ed8 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.171592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 786da9f0-fd3e-4c91-ad67-18b00dedfa21) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:34.177336 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:34.177992 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.208007 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-3afaab58-a814-42a4-926c-e86ab0596536 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Project a64ecfc429a243b89c4e0acb0dc9af7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:52:34.248476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4077e7d-4f30-4621-a87e-9a00925c6649 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d080dcdb-100c-41b9-b772-0a9bab7259c7,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:34.255035 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8887274 Mar 03 05:52:34.266494 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60278) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:34.267373 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a77ef4-5fd3-4453-aa7c-1348256c3d4d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Network': ['ID=b6764d63-ee5d-4372-8d1e-9ca15505cae0,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:34.274684 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ace955e8-5da5-4c86-a30d-f8d31a158ed8 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "DELETE /v2.0/subnets/020980aa-7341-4777-a8a8-54fb1faaf93d HTTP/1.1" status: 204 len: 168 time: 1.6988235 Mar 03 05:52:34.279608 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bf20ffe2-dce1-411a-9e49-fa012e04b6fb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1826825 Mar 03 05:52:34.280633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60280) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:34.281121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60284) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:34.282781 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d4077e7d-4f30-4621-a87e-9a00925c6649 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.284276 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d4077e7d-4f30-4621-a87e-9a00925c6649 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4975469 Mar 03 05:52:34.289804 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60288) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:34.292556 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-3afaab58-a814-42a4-926c-e86ab0596536 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:34.296344 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3afaab58-a814-42a4-926c-e86ab0596536 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4538126 Mar 03 05:52:34.296543 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6d867430-815c-45dd-891c-7e15646409f0 None None] Calling delete_port for 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:34.298307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-14e3883a-ebab-4b8e-80e0-2c5d24eb7cf8 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group_rule': {'security_group_id': 'd080dcdb-100c-41b9-b772-0a9bab7259c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:34.303711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'subnet': {'network_id': '2253bf9b-e19c-4953-8461-36569e8a1293', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:34.306693 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60292) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:34.309751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-14e3883a-ebab-4b8e-80e0-2c5d24eb7cf8 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:34.318226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-5acb3a1e-61b9-4a03-8cd7-83bc6fa36ddf tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'a92fbadb-e950-45a8-9f52-bf3268e92b62', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:34.319102 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.api.v2.base [None req-5acb3a1e-61b9-4a03-8cd7-83bc6fa36ddf tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 03 05:52:34.319593 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-5acb3a1e-61b9-4a03-8cd7-83bc6fa36ddf tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:34.323172 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5acb3a1e-61b9-4a03-8cd7-83bc6fa36ddf tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0130751 Mar 03 05:52:34.323172 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-14e3883a-ebab-4b8e-80e0-2c5d24eb7cf8 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:34.325717 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60298) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:34.326632 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-14e3883a-ebab-4b8e-80e0-2c5d24eb7cf8 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:34.332117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.378849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-14e3883a-ebab-4b8e-80e0-2c5d24eb7cf8 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:34.386899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b03a41e5-fd41-4923-92fe-3d473e9f599b tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'a92fbadb-e950-45a8-9f52-bf3268e92b62', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:34.402025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b03a41e5-fd41-4923-92fe-3d473e9f599b tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:34.408895 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] No DVR routers for this DVR port 1ec66433-36a5-4b09-8a7a-bf83f0a93506 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:34.438810 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Port': ['ID=1ec66433-36a5-4b09-8a7a-bf83f0a93506,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:34.449955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b03a41e5-fd41-4923-92fe-3d473e9f599b tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:34.458072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b03a41e5-fd41-4923-92fe-3d473e9f599b tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:34.508349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b03a41e5-fd41-4923-92fe-3d473e9f599b tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:34.517383 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14e3883a-ebab-4b8e-80e0-2c5d24eb7cf8 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.541293 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699a05a5-dea1-4ffe-ad1e-e8e389fd1e13 None None] Network 226f00e0-04c5-4d79-8b94-10acb342b5d3 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:34.558631 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f19b338-b57a-454d-8164-9a18b72a9008 None None] Network 786da9f0-fd3e-4c91-ad67-18b00dedfa21 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:34.576855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network b6764d63-ee5d-4372-8d1e-9ca15505cae0 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:34.618944 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-11bae165-2c32-453a-8de9-7bc331acfc01 None None] Calling delete_port for 1ec66433-36a5-4b09-8a7a-bf83f0a93506 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:34.636057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14e3883a-ebab-4b8e-80e0-2c5d24eb7cf8 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.638319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.646606 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-b03a41e5-fd41-4923-92fe-3d473e9f599b tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Project a64ecfc429a243b89c4e0acb0dc9af7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:52:34.657030 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14e3883a-ebab-4b8e-80e0-2c5d24eb7cf8 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.686972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1201292688'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:34.692213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:34.697358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:network and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:34.700336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:34.706976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:34.716931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.718776 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3883a-ebab-4b8e-80e0-2c5d24eb7cf8 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ce677d-6742-48c4-b283-23534fd31dfe,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:34.722669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d496c477-913a-44ba-a50e-76e922a8f844']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:34.730079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:34.734654 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-b03a41e5-fd41-4923-92fe-3d473e9f599b tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:34.735600 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b03a41e5-fd41-4923-92fe-3d473e9f599b tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4052320 Mar 03 05:52:34.736335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60310) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:34.738279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60312) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:34.740174 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-30d7e781-678a-475f-8f05-cb5ac1796b0e tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e/tags HTTP/1.1" status: 200 len: 205 time: 0.7531414 Mar 03 05:52:34.743425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60316) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:34.745230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60319853-f325-4b47-883d-8a8635b7d998') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:34.745526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60319853-f325-4b47-883d-8a8635b7d998') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:34.746343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:subnet and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:34.750298 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:34.753641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.759189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-6a3a4eb4-d207-45c8-ae5f-9c18e3131b49 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19dd67ab-4398-4cd1-93cd-2d5c390cbaa6') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:34.770374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14e3883a-ebab-4b8e-80e0-2c5d24eb7cf8 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.774262 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-14e3883a-ebab-4b8e-80e0-2c5d24eb7cf8 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4818656 Mar 03 05:52:34.774428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:34.775731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60324) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:34.778384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-fafab6ab-b43e-4e54-bc46-be7796e28e9d tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'a92fbadb-e950-45a8-9f52-bf3268e92b62', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:34.779075 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.784009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fafab6ab-b43e-4e54-bc46-be7796e28e9d tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:34.787748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fafab6ab-b43e-4e54-bc46-be7796e28e9d tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:34.790015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e294c26a-a951-46f4-ac3a-1b00932a075d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group_rule': {'security_group_id': 'd080dcdb-100c-41b9-b772-0a9bab7259c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:34.790818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fafab6ab-b43e-4e54-bc46-be7796e28e9d tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:34.796930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fafab6ab-b43e-4e54-bc46-be7796e28e9d tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:34.802789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e294c26a-a951-46f4-ac3a-1b00932a075d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:34.814831 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e294c26a-a951-46f4-ac3a-1b00932a075d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:34.815040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Deleting port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:34.815040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.817168 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.822871 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e294c26a-a951-46f4-ac3a-1b00932a075d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:34.830352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-11bae165-2c32-453a-8de9-7bc331acfc01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:52:34.830525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:34.830785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-11bae165-2c32-453a-8de9-7bc331acfc01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:52:34.830911 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.831203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.846085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:34.848972 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-fafab6ab-b43e-4e54-bc46-be7796e28e9d tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Project a64ecfc429a243b89c4e0acb0dc9af7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:34.849110 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:34.852302 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e294c26a-a951-46f4-ac3a-1b00932a075d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:34.873567 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6a3a4eb4-d207-45c8-ae5f-9c18e3131b49 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6/tags HTTP/1.1" status: 200 len: 240 time: 0.1320643 Mar 03 05:52:34.876841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:34.879878 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60328) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:34.886646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-a417d3a3-463c-483e-93e1-638d23d09531 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19dd67ab-4398-4cd1-93cd-2d5c390cbaa6', 'tempest-TagsExtTest-Tag-291753580') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:34.929080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] The port '1045d96b-8d86-45fd-9b8a-4b8eed5c9912' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:52:34.931066 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6d867430-815c-45dd-891c-7e15646409f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.934112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:34.934518 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Added segment e2733862-8140-4484-96c3-dfcc3bf08025 of type vlan for network c84b56ac-8800-4e6e-b2d2-e4efdd1c284a Mar 03 05:52:34.968891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:34.972324 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.000343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1713028361'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:35.006086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e294c26a-a951-46f4-ac3a-1b00932a075d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.072917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e294c26a-a951-46f4-ac3a-1b00932a075d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.074268 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.076716 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:35.091465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.110160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:network and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:35.113841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.117242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df99c5f1-6eb5-45f3-93b0-780d84ec1257']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:35.117771 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Network': ['ID=d496c477-913a-44ba-a50e-76e922a8f844,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:35.120143 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e294c26a-a951-46f4-ac3a-1b00932a075d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.130040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea211698-8cab-4b88-a968-176bef0a876d') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:35.130340 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea211698-8cab-4b88-a968-176bef0a876d') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:35.133233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:35.141596 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d867430-815c-45dd-891c-7e15646409f0 None None] Pushing event deleted for resources: {'Port': ['ID=1045d96b-8d86-45fd-9b8a-4b8eed5c9912,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:35.143016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.154216 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a417d3a3-463c-483e-93e1-638d23d09531 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6/tags/tempest-TagsExtTest-Tag-291753580 HTTP/1.1" status: 204 len: 168 time: 0.2731838 Mar 03 05:52:35.162277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d867430-815c-45dd-891c-7e15646409f0 None None] No DVR routers for this DVR port 1045d96b-8d86-45fd-9b8a-4b8eed5c9912 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:35.162931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.164336 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294c26a-a951-46f4-ac3a-1b00932a075d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596d0ee8-6fd4-47f1-8f12-dfcb5f83071f,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:35.166667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60334) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:35.167630 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:35.170875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:35.171356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.186525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-7e75cdf9-601b-4a60-8500-b83a2111b035 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '19dd67ab-4398-4cd1-93cd-2d5c390cbaa6', 'tempest-TagsExtTest-Tag-291753580') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:35.198626 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-87b71c2e-41e8-4e58-ad62-4231dc7e74fa tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/networks/d496c477-913a-44ba-a50e-76e922a8f844 HTTP/1.1" status: 204 len: 168 time: 2.3864491 Mar 03 05:52:35.205522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60338) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:35.226857 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8ba79742-a54b-4c6a-bb4d-636e51764655 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:35.267524 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e294c26a-a951-46f4-ac3a-1b00932a075d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.271419 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e294c26a-a951-46f4-ac3a-1b00932a075d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4923038 Mar 03 05:52:35.273531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60342) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:35.280452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:35.283970 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:35.289335 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:35.291449 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-fafab6ab-b43e-4e54-bc46-be7796e28e9d tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:35.294156 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fafab6ab-b43e-4e54-bc46-be7796e28e9d tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5497811 Mar 03 05:52:35.296287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60344) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:35.301732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-10ccce07-32e7-4ca1-bdd2-0e9c4be8a069 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group_rule': {'security_group_id': 'd080dcdb-100c-41b9-b772-0a9bab7259c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:35.308364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.319418 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-10ccce07-32e7-4ca1-bdd2-0e9c4be8a069 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:35.322178 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.337657 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-10ccce07-32e7-4ca1-bdd2-0e9c4be8a069 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:35.339069 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-11bae165-2c32-453a-8de9-7bc331acfc01 None None] Deleting port 1ec66433-36a5-4b09-8a7a-bf83f0a93506 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:35.339547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-11bae165-2c32-453a-8de9-7bc331acfc01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.342421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-10ccce07-32e7-4ca1-bdd2-0e9c4be8a069 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:35.356441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.442461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.443639 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 8ba79742-a54b-4c6a-bb4d-636e51764655 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:35.443639 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8ba79742-a54b-4c6a-bb4d-636e51764655 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:35.455473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event deleted for resources: {'Network': ['ID=df99c5f1-6eb5-45f3-93b0-780d84ec1257,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:35.491012 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a206fe4f-a3de-4e2c-8106-ad875613f37a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "DELETE /v2.0/networks/df99c5f1-6eb5-45f3-93b0-780d84ec1257 HTTP/1.1" status: 204 len: 168 time: 1.2075706 Mar 03 05:52:35.492261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60350) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:35.530719 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-11bae165-2c32-453a-8de9-7bc331acfc01 None None] The port '1ec66433-36a5-4b09-8a7a-bf83f0a93506' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:52:35.562377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-10ccce07-32e7-4ca1-bdd2-0e9c4be8a069 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:35.566994 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:35.570509 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7e75cdf9-601b-4a60-8500-b83a2111b035 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6/tags/tempest-TagsExtTest-Tag-291753580 HTTP/1.1" status: 204 len: 168 time: 0.3919375 Mar 03 05:52:35.579067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:security_group_rule and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:35.582357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60354) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:35.590775 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:35.601912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec740-ed2b-468a-8e1b-2c3f814c2ee8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.609764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1ec66433-36a5-4b09-8a7a-bf83f0a93506 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:35.614367 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-e81a9341-3edc-41a1-b047-9f931d3108d2 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '19dd67ab-4398-4cd1-93cd-2d5c390cbaa6') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:35.627183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:35.688520 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 1ec66433-36a5-4b09-8a7a-bf83f0a93506 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:35.688520 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1ec66433-36a5-4b09-8a7a-bf83f0a93506 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:35.688806 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.696937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:35.698139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.708114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-786da9f0-fd3e-4c91-ad67-18b00dedfa21', 'network_id': '786da9f0-fd3e-4c91-ad67-18b00dedfa21', 'tenant_id': '4d9d3fa0b7c146a6b837f5314a138c39', 'fixed_ips': [{'subnet_id': '50950f81-b35a-43c7-9774-b1fedfe61104'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:52:35.708962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.721719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-10ccce07-32e7-4ca1-bdd2-0e9c4be8a069 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.801094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4f2005-31ab-4111-9e75-b387178bfa2c None None] DHCP port deletion for 226f00e0-04c5-4d79-8b94-10acb342b5d3 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:35.811459 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f2005-31ab-4111-9e75-b387178bfa2c None None] Deleting port 3599db17-4ab6-4617-bcbc-962619105e5c {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:35.811624 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6a4f2005-31ab-4111-9e75-b387178bfa2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.828752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec740-ed2b-468a-8e1b-2c3f814c2ee8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.841503 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e81a9341-3edc-41a1-b047-9f931d3108d2 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6/tags HTTP/1.1" status: 200 len: 205 time: 0.2565289 Mar 03 05:52:35.843688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:35.850743 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60360) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:35.873515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-8e852437-c5f8-4d16-b482-94441d3f2b9a tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19dd67ab-4398-4cd1-93cd-2d5c390cbaa6') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:35.968946 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6834939 Mar 03 05:52:35.977086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60364) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:35.995004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'subnet': {'network_id': 'c84b56ac-8800-4e6e-b2d2-e4efdd1c284a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:35.998832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d58f7-facc-4d54-85ab-a0656aaaa1d4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Network': ['ID=c84b56ac-8800-4e6e-b2d2-e4efdd1c284a,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:36.007188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Allocated IP 2001:db8::3 (786da9f0-fd3e-4c91-ad67-18b00dedfa21/50950f81-b35a-43c7-9774-b1fedfe61104/5d51ee78-a6bf-426b-83f7-c8e33dce6843) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:36.012082 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-10ccce07-32e7-4ca1-bdd2-0e9c4be8a069 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.012294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Deleting port 3599db17-4ab6-4617-bcbc-962619105e5c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:36.012673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.026184 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network c84b56ac-8800-4e6e-b2d2-e4efdd1c284a details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:36.066545 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-10ccce07-32e7-4ca1-bdd2-0e9c4be8a069 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.081930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.105450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccce07-32e7-4ca1-bdd2-0e9c4be8a069 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ee8bb1-337d-4a09-a704-d73b1de02745,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:36.127275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec740-ed2b-468a-8e1b-2c3f814c2ee8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.134782 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8e852437-c5f8-4d16-b482-94441d3f2b9a tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6/tags HTTP/1.1" status: 204 len: 168 time: 0.2729092 Mar 03 05:52:36.160014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60368) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:36.199947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-1a523687-90d6-40f3-8936-aa1041cf5d53 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7fa45c5-7ea4-41f0-ba33-435c06db6e3e') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:36.200713 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.217316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.241232 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:36.251691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:subnet and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:36.257701 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-10ccce07-32e7-4ca1-bdd2-0e9c4be8a069 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.261746 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-10ccce07-32e7-4ca1-bdd2-0e9c4be8a069 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9648259 Mar 03 05:52:36.261746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:36.270699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60372) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:36.274430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ec740-ed2b-468a-8e1b-2c3f814c2ee8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92fbadb-e950-45a8-9f52-bf3268e92b62,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:36.281045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:36.285341 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:36.291402 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c9a1a01a-aad1-4982-ae5b-caa790f0a46e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group_rule': {'security_group_id': 'd080dcdb-100c-41b9-b772-0a9bab7259c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:36.302822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88605652-ad41-4cad-8f34-d618ed815c3e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:36.308171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c9a1a01a-aad1-4982-ae5b-caa790f0a46e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:36.316255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6a4f2005-31ab-4111-9e75-b387178bfa2c None None] For port 3599db17-4ab6-4617-bcbc-962619105e5c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3599db17-4ab6-4617-bcbc-962619105e5c,segment=NetworkSegment(474345c3-062b-41a7-91c9-f2046821ff7a),segment_id=474345c3-062b-41a7-91c9-f2046821ff7a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:36.316255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6a4f2005-31ab-4111-9e75-b387178bfa2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.328824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c9a1a01a-aad1-4982-ae5b-caa790f0a46e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:36.328993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7b7ec740-ed2b-468a-8e1b-2c3f814c2ee8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.332469 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7b7ec740-ed2b-468a-8e1b-2c3f814c2ee8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "DELETE /v2.0/security-groups/a92fbadb-e950-45a8-9f52-bf3268e92b62 HTTP/1.1" status: 204 len: 168 time: 1.0298243 Mar 03 05:52:36.343793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60376) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:36.348309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c9a1a01a-aad1-4982-ae5b-caa790f0a46e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:36.358260 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.358707 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Added segment 8f683289-e6e9-4e66-8994-d5b243876fdb of type vlan for network 10b9c10b-56ee-408e-abf6-c16bc071a420 Mar 03 05:52:36.364859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c9a1a01a-aad1-4982-ae5b-caa790f0a46e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:36.371834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Subnet': ['ID=f2d9b0b7-da79-4b84-8b1b-3c6167e39373,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:36.372234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:36.380813 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.462423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.465041 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6a4f2005-31ab-4111-9e75-b387178bfa2c None None] Calling delete_port for 3599db17-4ab6-4617-bcbc-962619105e5c owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:36.532610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.ipam_backend_mixin [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Performing IP validity checks on allocation pools {{(pid=87792) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 05:52:36.533223 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.ipam_backend_mixin [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87792) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 05:52:36.559307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Checking segment: {'id': 'a4375938-7d76-4999-bc08-74b60d75436b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2253bf9b-e19c-4953-8461-36569e8a1293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:36.559964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network hostable DHCP agents. Network: 2253bf9b-e19c-4953-8461-36569e8a1293, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:36.564012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a01a-aad1-4982-ae5b-caa790f0a46e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.626840 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6a4f2005-31ab-4111-9e75-b387178bfa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.661658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.673524 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:36.674829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.689615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f2005-31ab-4111-9e75-b387178bfa2c None None] Pushing event deleted for resources: {'Port': ['ID=3599db17-4ab6-4617-bcbc-962619105e5c,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:36.697613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f2005-31ab-4111-9e75-b387178bfa2c None None] No DVR routers for this DVR port 3599db17-4ab6-4617-bcbc-962619105e5c on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:36.701804 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.718381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Transition to ACTIVE for port object 5d51ee78-a6bf-426b-83f7-c8e33dce6843 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:36.741343 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Transition to ACTIVE for port object 5d51ee78-a6bf-426b-83f7-c8e33dce6843 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:36.742478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] For port 3599db17-4ab6-4617-bcbc-962619105e5c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3599db17-4ab6-4617-bcbc-962619105e5c,segment=NetworkSegment(474345c3-062b-41a7-91c9-f2046821ff7a),segment_id=474345c3-062b-41a7-91c9-f2046821ff7a)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:36.742962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.747107 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.754143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f1818cfb-7de2-46a8-8dfe-fa6ed78202e0 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Synchronizing usage tracker for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:36.764147 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a01a-aad1-4982-ae5b-caa790f0a46e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.824556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Network 786da9f0-fd3e-4c91-ad67-18b00dedfa21 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:36.824556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:36.824869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network 2253bf9b-e19c-4953-8461-36569e8a1293 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:36.832513 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:36.842800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Pushing event updated for resources: {'Port': ['ID=5d51ee78-a6bf-426b-83f7-c8e33dce6843,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:36.868969 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a01a-aad1-4982-ae5b-caa790f0a46e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.891050 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1a523687-90d6-40f3-8936-aa1041cf5d53 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e/tags HTTP/1.1" status: 204 len: 168 time: 0.7054296 Mar 03 05:52:36.898049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Calling delete_port for 3599db17-4ab6-4617-bcbc-962619105e5c owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:36.901768 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60380) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:36.910517 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.1707900 Mar 03 05:52:36.920442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da54ce-f43a-4ff1-8ac2-3ddd0b3183e0 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Network': ['ID=10b9c10b-56ee-408e-abf6-c16bc071a420,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:36.925004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-da1fc8bc-4bdd-4eb2-8793-7802b408b356 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bb68dc80-bf73-4687-ad43-7724b949dce7') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:36.931341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60384) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:36.938710 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:36.943449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'name': 'tempest-PortsTestJSON-1515260216'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:36.955212 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Attempting to bind port 5d51ee78-a6bf-426b-83f7-c8e33dce6843 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:52:36.955671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Attempting to bind port 5d51ee78-a6bf-426b-83f7-c8e33dce6843 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dc7fb6fe-0e1e-404e-9344-ff978ed207fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '786da9f0-fd3e-4c91-ad67-18b00dedfa21'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:52:36.956261 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Attempting to bind port 5d51ee78-a6bf-426b-83f7-c8e33dce6843 on network 786da9f0-fd3e-4c91-ad67-18b00dedfa21 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:52:36.957206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 2253bf9b-e19c-4953-8461-36569e8a1293) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:36.962929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-43a9073d-bf56-46ed-8a86-1b52a8864dcf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.975943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f1818cfb-7de2-46a8-8dfe-fa6ed78202e0 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Unset dirty status for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:36.976162 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:52:36.976528 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Checking segment: {'id': 'dc7fb6fe-0e1e-404e-9344-ff978ed207fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '786da9f0-fd3e-4c91-ad67-18b00dedfa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:36.976935 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f1818cfb-7de2-46a8-8dfe-fa6ed78202e0 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6257005 Mar 03 05:52:36.977049 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.977753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Bound using segment: {'id': 'dc7fb6fe-0e1e-404e-9344-ff978ed207fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '786da9f0-fd3e-4c91-ad67-18b00dedfa21'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:52:36.978296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Bound port: 5d51ee78-a6bf-426b-83f7-c8e33dce6843, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7fb6fe-0e1e-404e-9344-ff978ed207fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '786da9f0-fd3e-4c91-ad67-18b00dedfa21'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:52:36.978782 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.981305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:36.981898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:36.987377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60388) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:36.997098 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cba4a8f-db54-416b-9a03-aea99dfe8652 None None] Network 2253bf9b-e19c-4953-8461-36569e8a1293 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:37.027811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1a01a-aad1-4982-ae5b-caa790f0a46e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16dd85e-e8e0-4aba-920d-b2c931c02551,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:37.051131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c9a1a01a-aad1-4982-ae5b-caa790f0a46e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.055807 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c9a1a01a-aad1-4982-ae5b-caa790f0a46e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7750859 Mar 03 05:52:37.057305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60392) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:37.057465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-9659dbab-2a3c-4683-b208-d50c239ab86e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group': {'name': 'tempest-secgroup--867965773'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:37.080691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9659dbab-2a3c-4683-b208-d50c239ab86e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:37.099505 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9c3964df-60db-46fe-b340-15ad2af5d81b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8256311 Mar 03 05:52:37.109660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60394) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:37.112763 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9659dbab-2a3c-4683-b208-d50c239ab86e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:37.129581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'subnet': {'network_id': 'b6764d63-ee5d-4372-8d1e-9ca15505cae0', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:37.135750 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f69b06de-7c09-4e8b-aaae-d1af469cb81d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group_rule': {'security_group_id': 'd080dcdb-100c-41b9-b772-0a9bab7259c7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:37.151339 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f69b06de-7c09-4e8b-aaae-d1af469cb81d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:37.175410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f69b06de-7c09-4e8b-aaae-d1af469cb81d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:37.175976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:37.190311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f69b06de-7c09-4e8b-aaae-d1af469cb81d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:37.203636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f69b06de-7c09-4e8b-aaae-d1af469cb81d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:37.208290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.233648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9659dbab-2a3c-4683-b208-d50c239ab86e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.244414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:port and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:37.251746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:37.271363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:52:37.271681 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:52:37.274619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:37.281695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9659dbab-2a3c-4683-b208-d50c239ab86e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:37.289344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9659dbab-2a3c-4683-b208-d50c239ab86e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:37.293077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9659dbab-2a3c-4683-b208-d50c239ab86e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:37.300222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:37.303330 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9659dbab-2a3c-4683-b208-d50c239ab86e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:37.306808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] For port 5d51ee78-a6bf-426b-83f7-c8e33dce6843, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:52:37.307884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:subnet and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:37.313018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:37.315859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:37.319322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.341929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:37.364411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port cc75bf67-618f-4534-ba52-d28727c5ed57 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:52:37.411680 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] For port 5d51ee78-a6bf-426b-83f7-c8e33dce6843, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=5d51ee78-a6bf-426b-83f7-c8e33dce6843,segment=NetworkSegment(dc7fb6fe-0e1e-404e-9344-ff978ed207fa),segment_id=dc7fb6fe-0e1e-404e-9344-ff978ed207fa)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:52:37.412355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:37.417243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.447153 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.526119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f69b06de-7c09-4e8b-aaae-d1af469cb81d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.550574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Subnet': ['ID=3618a250-7eb7-4ab8-8ee5-81fe60a5edcb,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:37.556016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa1318-8ac8-4530-af09-779b81b190f0 None None] Pushing event updated for resources: {'Port': ['ID=5d51ee78-a6bf-426b-83f7-c8e33dce6843,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:37.593990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-2253bf9b-e19c-4953-8461-36569e8a1293', 'network_id': '2253bf9b-e19c-4953-8461-36569e8a1293', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'fixed_ips': [{'subnet_id': 'f2d9b0b7-da79-4b84-8b1b-3c6167e39373'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:52:37.594817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.599265 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-da1fc8bc-4bdd-4eb2-8793-7802b408b356 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7/tags HTTP/1.1" status: 204 len: 168 time: 0.6903594 Mar 03 05:52:37.604772 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Checking segment: {'id': 'e2733862-8140-4484-96c3-dfcc3bf08025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c84b56ac-8800-4e6e-b2d2-e4efdd1c284a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:37.605651 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3599db17-4ab6-4617-bcbc-962619105e5c no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:37.608445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network hostable DHCP agents. Network: c84b56ac-8800-4e6e-b2d2-e4efdd1c284a, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:37.616646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60402) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:37.639418 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-55b830fe-56d7-4711-83a6-ffc207367750 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:37.643735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 3599db17-4ab6-4617-bcbc-962619105e5c {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:37.643953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3599db17-4ab6-4617-bcbc-962619105e5c not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:37.658829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9659dbab-2a3c-4683-b208-d50c239ab86e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.672968 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9659dbab-2a3c-4683-b208-d50c239ab86e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.734935 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network c84b56ac-8800-4e6e-b2d2-e4efdd1c284a is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:37.738580 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f69b06de-7c09-4e8b-aaae-d1af469cb81d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.753016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f69b06de-7c09-4e8b-aaae-d1af469cb81d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.808491 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, c84b56ac-8800-4e6e-b2d2-e4efdd1c284a) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:37.818568 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f9f789-8a2d-419e-b6db-4ebd4a19ad50 None None] Network c84b56ac-8800-4e6e-b2d2-e4efdd1c284a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:37.820891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Deleting port 3599db17-4ab6-4617-bcbc-962619105e5c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:37.821757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.828717 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:37.829307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.832933 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b06de-7c09-4e8b-aaae-d1af469cb81d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1f85ed-719e-445f-b410-2981d034806a,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:37.874224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-43a9073d-bf56-46ed-8a86-1b52a8864dcf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port 2cb75e82-c49f-4c19-94cf-4609beaffb3e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:37.874559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-43a9073d-bf56-46ed-8a86-1b52a8864dcf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.922392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Allocated IP 172.20.0.2 (2253bf9b-e19c-4953-8461-36569e8a1293/f2d9b0b7-da79-4b84-8b1b-3c6167e39373/7c3c9686-289f-4a7c-bfe9-9bf6bd162432) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:37.937690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f69b06de-7c09-4e8b-aaae-d1af469cb81d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:37.941964 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f69b06de-7c09-4e8b-aaae-d1af469cb81d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8284485 Mar 03 05:52:37.952616 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-43c0aec1-5816-465e-9177-4354d5f888ef tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9715328 Mar 03 05:52:37.952616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60406) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:37.963018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60408) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:37.981722 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659dbab-2a3c-4683-b208-d50c239ab86e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd31ad64-7444-44c3-b09d-a318c2644296,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:38.002633 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-55b830fe-56d7-4711-83a6-ffc207367750 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/tags HTTP/1.1" status: 204 len: 168 time: 0.3695273 Mar 03 05:52:38.036799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60414) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:38.048187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] The port '3599db17-4ab6-4617-bcbc-962619105e5c' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:52:38.052595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-7c8cd31e-9517-4923-b21f-f2e7ac5a4e32 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b', 'tempest-TagsExtTest-Tag-1459129062') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:38.084915 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2e935e50-2b1c-4fa4-8647-1638b7e2f86e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.153767 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2e935e50-2b1c-4fa4-8647-1638b7e2f86e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.162278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.164464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9659dbab-2a3c-4683-b208-d50c239ab86e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.168720 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9659dbab-2a3c-4683-b208-d50c239ab86e tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1770077 Mar 03 05:52:38.174187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60418) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:38.201857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8e1ec51f-faab-4bb9-be65-b97ec95bdc52 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'dd31ad64-7444-44c3-b09d-a318c2644296', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:38.226127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-c84b56ac-8800-4e6e-b2d2-e4efdd1c284a', 'network_id': 'c84b56ac-8800-4e6e-b2d2-e4efdd1c284a', 'tenant_id': '4d9d3fa0b7c146a6b837f5314a138c39', 'fixed_ips': [{'subnet_id': '3618a250-7eb7-4ab8-8ee5-81fe60a5edcb'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:52:38.226979 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.236602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2e935e50-2b1c-4fa4-8647-1638b7e2f86e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.248338 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-43a9073d-bf56-46ed-8a86-1b52a8864dcf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] For port 2cb75e82-c49f-4c19-94cf-4609beaffb3e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=2cb75e82-c49f-4c19-94cf-4609beaffb3e,segment=NetworkSegment(dc5cb957-d17d-458d-a861-7e3265f8f960),segment_id=dc5cb957-d17d-458d-a861-7e3265f8f960)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:38.248699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-43a9073d-bf56-46ed-8a86-1b52a8864dcf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.275515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8e1ec51f-faab-4bb9-be65-b97ec95bdc52 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:38.292711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8e1ec51f-faab-4bb9-be65-b97ec95bdc52 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:38.329004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e935e50-2b1c-4fa4-8647-1638b7e2f86e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d1f85ed-719e-445f-b410-2981d034806a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:38.379048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.394243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Transition to ACTIVE for port object 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:38.397252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2e935e50-2b1c-4fa4-8647-1638b7e2f86e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.399315 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2e935e50-2b1c-4fa4-8647-1638b7e2f86e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/5d1f85ed-719e-445f-b410-2981d034806a HTTP/1.1" status: 204 len: 168 time: 0.4399643 Mar 03 05:52:38.407040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-43a9073d-bf56-46ed-8a86-1b52a8864dcf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for 2cb75e82-c49f-4c19-94cf-4609beaffb3e owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:38.426133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Transition to ACTIVE for port object 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:38.439284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60422) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:38.440233 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.484510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8e1ec51f-faab-4bb9-be65-b97ec95bdc52 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:38.502556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8e1ec51f-faab-4bb9-be65-b97ec95bdc52 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:38.524648 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7c8cd31e-9517-4923-b21f-f2e7ac5a4e32 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "PUT /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/tags/tempest-TagsExtTest-Tag-1459129062 HTTP/1.1" status: 201 len: 201 time: 0.4827673 Mar 03 05:52:38.525843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60426) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:38.529932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.543266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-f0e3971f-1d9a-4176-aadc-512b107957cb tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'bb68dc80-bf73-4687-ad43-7724b949dce7', 'tempest-TagsExtTest-Tag-329126663') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:38.547165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Network 2253bf9b-e19c-4953-8461-36569e8a1293 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:38.552748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:38.555630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:38.569249 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Pushing event updated for resources: {'Port': ['ID=7c3c9686-289f-4a7c-bfe9-9bf6bd162432,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:38.584594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-aed952bb-c62d-42af-9a55-4a0ddf5db296 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:38.597265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226f00e0-04c5-4d79-8b94-10acb342b5d3']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:38.625766 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474345c3-062b-41a7-91c9-f2046821ff7a') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:38.626412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474345c3-062b-41a7-91c9-f2046821ff7a') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:38.638492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.651070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.699055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.712868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Attempting to bind port 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:52:38.713231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Attempting to bind port 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'a4375938-7d76-4999-bc08-74b60d75436b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2253bf9b-e19c-4953-8461-36569e8a1293'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:52:38.713586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Attempting to bind port 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 on network 2253bf9b-e19c-4953-8461-36569e8a1293 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:52:38.720398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.721270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:52:38.722435 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Checking segment: {'id': 'a4375938-7d76-4999-bc08-74b60d75436b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2253bf9b-e19c-4953-8461-36569e8a1293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:38.722852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.723367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Bound using segment: {'id': 'a4375938-7d76-4999-bc08-74b60d75436b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2253bf9b-e19c-4953-8461-36569e8a1293'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:52:38.724050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Bound port: 7c3c9686-289f-4a7c-bfe9-9bf6bd162432, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4375938-7d76-4999-bc08-74b60d75436b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2253bf9b-e19c-4953-8461-36569e8a1293'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:52:38.724647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.731060 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-aed952bb-c62d-42af-9a55-4a0ddf5db296 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:38.732997 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-aed952bb-c62d-42af-9a55-4a0ddf5db296 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2910841 Mar 03 05:52:38.740516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60430) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:38.798385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c00c962e-7976-4792-bcf6-496b41febd4f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.798622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Allocated IP 2001:db8::3 (c84b56ac-8800-4e6e-b2d2-e4efdd1c284a/3618a250-7eb7-4ab8-8ee5-81fe60a5edcb/c2a37463-4be9-4f49-b1a6-e6206da18a9f) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:38.800708 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-8e1ec51f-faab-4bb9-be65-b97ec95bdc52 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The resource could not be found. Mar 03 05:52:38.804860 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8e1ec51f-faab-4bb9-be65-b97ec95bdc52 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6247706 Mar 03 05:52:38.807645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.811647 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60434) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:38.814818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c00c962e-7976-4792-bcf6-496b41febd4f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.874542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c00c962e-7976-4792-bcf6-496b41febd4f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.876700 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] For port 7c3c9686-289f-4a7c-bfe9-9bf6bd162432, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:52:38.894713 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-43a9073d-bf56-46ed-8a86-1b52a8864dcf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.925470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-253ca168-f7f0-4374-af49-b57a427b7c67 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'dd31ad64-7444-44c3-b09d-a318c2644296', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c6ff1c58-97ba-4b08-adf0-064b32b8819f'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:38.938363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.947251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] For port 7c3c9686-289f-4a7c-bfe9-9bf6bd162432, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7c3c9686-289f-4a7c-bfe9-9bf6bd162432,segment=NetworkSegment(a4375938-7d76-4999-bc08-74b60d75436b),segment_id=a4375938-7d76-4999-bc08-74b60d75436b)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:52:38.955691 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f0e3971f-1d9a-4176-aadc-512b107957cb tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "PUT /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7/tags/tempest-TagsExtTest-Tag-329126663 HTTP/1.1" status: 201 len: 201 time: 0.4284060 Mar 03 05:52:38.965244 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:38.966500 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60438) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:38.967250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c962e-7976-4792-bcf6-496b41febd4f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c16dd85e-e8e0-4aba-920d-b2c931c02551,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:38.974696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9073d-bf56-46ed-8a86-1b52a8864dcf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Port': ['ID=2cb75e82-c49f-4c19-94cf-4609beaffb3e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:38.979462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-739b600b-6104-4757-bf4f-08b517bacea5 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c7fa45c5-7ea4-41f0-ba33-435c06db6e3e', 'tempest-TagsExtTest-Tag-372924891') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:38.999118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:38.999441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:39.024218 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:39.030174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-253ca168-f7f0-4374-af49-b57a427b7c67 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:39.081994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Subnet': ['ID=fa3ea593-68d0-48b1-b1a1-cba43dcff833,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:39.084995 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-253ca168-f7f0-4374-af49-b57a427b7c67 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:39.115428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c00c962e-7976-4792-bcf6-496b41febd4f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:39.118517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb335ad-d77d-44e9-8bb6-d6b4ada76792 None None] Network 786da9f0-fd3e-4c91-ad67-18b00dedfa21 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:39.120406 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c00c962e-7976-4792-bcf6-496b41febd4f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/c16dd85e-e8e0-4aba-920d-b2c931c02551 HTTP/1.1" status: 204 len: 168 time: 0.3785701 Mar 03 05:52:39.127702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60442) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:39.156267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Checking segment: {'id': '62d8b476-4803-4b5f-8114-46d64a6f0619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b6764d63-ee5d-4372-8d1e-9ca15505cae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:39.156630 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network hostable DHCP agents. Network: b6764d63-ee5d-4372-8d1e-9ca15505cae0, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:39.161291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-253ca168-f7f0-4374-af49-b57a427b7c67 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:39.190144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=cc75bf67-618f-4534-ba52-d28727c5ed57,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:39.213251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-253ca168-f7f0-4374-af49-b57a427b7c67 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:39.223114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725259a-064b-4a15-a4e8-7abe5d8fceb2 None None] Pushing event updated for resources: {'Port': ['ID=7c3c9686-289f-4a7c-bfe9-9bf6bd162432,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:39.276387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Checking segment: {'id': '8f683289-e6e9-4e66-8994-d5b243876fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:39.276754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network hostable DHCP agents. Network: 10b9c10b-56ee-408e-abf6-c16bc071a420, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:39.291178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:39.342714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:39.348126 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e67fb373-eb12-4f20-90b7-8fad663af437 None None] Provisioning for port 5d51ee78-a6bf-426b-83f7-c8e33dce6843 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:39.364665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:39.370167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Transition to ACTIVE for port object c2a37463-4be9-4f49-b1a6-e6206da18a9f will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:39.379620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event deleted for resources: {'Network': ['ID=226f00e0-04c5-4d79-8b94-10acb342b5d3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:39.396614 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9f6a4c1b-9693-4893-ae80-77852d3e503e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "DELETE /v2.0/networks/226f00e0-04c5-4d79-8b94-10acb342b5d3 HTTP/1.1" status: 204 len: 168 time: 3.8939650 Mar 03 05:52:39.400189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60446) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:39.413389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:39.418409 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Transition to ACTIVE for port object c2a37463-4be9-4f49-b1a6-e6206da18a9f will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:39.425593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network b6764d63-ee5d-4372-8d1e-9ca15505cae0 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:39.476591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, b6764d63-ee5d-4372-8d1e-9ca15505cae0) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:39.497442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 10b9c10b-56ee-408e-abf6-c16bc071a420) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:39.505572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:39.506189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:39.538076 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d3b14c-41b3-4af8-a9c2-67cab8614df3 None None] Network b6764d63-ee5d-4372-8d1e-9ca15505cae0 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:39.540050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-43a9073d-bf56-46ed-8a86-1b52a8864dcf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:39.552193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:39.568190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:39.590493 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-57f41034-07c3-4cd6-98e3-268d0eb734f3 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:39.603507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2fdcd1-e568-4abb-838c-4f1023e8cc95 None None] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:39.619309 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:39.625382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:39.626291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:39.669201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Subnet': ['ID=3618a250-7eb7-4ab8-8ee5-81fe60a5edcb,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:39.699051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Network c84b56ac-8800-4e6e-b2d2-e4efdd1c284a is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:39.708497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:39.711877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:39.745177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-6437e159-0593-4abd-9d04-e5991885b0b1 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Deleting subnet cb1cf33f-34f9-4611-9e48-1464a2e48812 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:39.803191 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-253ca168-f7f0-4374-af49-b57a427b7c67 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The resource could not be found. Mar 03 05:52:39.807681 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-253ca168-f7f0-4374-af49-b57a427b7c67 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9808266 Mar 03 05:52:39.815725 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60450) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:39.817519 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-23461900-5606-4ddc-963b-dc25a4e2323e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7076275 Mar 03 05:52:39.820716 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c6a5b36e-051d-462c-abab-bb520193fce6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8883691 Mar 03 05:52:39.821691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6437e159-0593-4abd-9d04-e5991885b0b1 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:39.880440 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60454) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:39.880762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60456) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:39.887189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ba34e23c-5d08-40e2-8131-6b0d2e129e0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-725457108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:39.893697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:39.906817 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-739b600b-6104-4757-bf4f-08b517bacea5 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "PUT /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e/tags/tempest-TagsExtTest-Tag-372924891 HTTP/1.1" status: 201 len: 201 time: 0.9371355 Mar 03 05:52:39.910121 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60462) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:39.913363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:39.921314 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-dbf93f26-ff62-456b-8fb5-e46fe58cc2fe tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '19dd67ab-4398-4cd1-93cd-2d5c390cbaa6', 'tempest-TagsExtTest-Tag-1632640094') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:39.925500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1760524830'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:39.935976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ba34e23c-5d08-40e2-8131-6b0d2e129e0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:39.955438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:39.964322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ba34e23c-5d08-40e2-8131-6b0d2e129e0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:router and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:39.967178 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Pushing event updated for resources: {'Port': ['ID=c2a37463-4be9-4f49-b1a6-e6206da18a9f,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:39.976972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ba34e23c-5d08-40e2-8131-6b0d2e129e0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:39.991002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-57f41034-07c3-4cd6-98e3-268d0eb734f3 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:39.992847 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-57f41034-07c3-4cd6-98e3-268d0eb734f3 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.8640957 Mar 03 05:52:39.997065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ba34e23c-5d08-40e2-8131-6b0d2e129e0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:39.997760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60466) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:39.999684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:network and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:40.009481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84b56ac-8800-4e6e-b2d2-e4efdd1c284a']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:40.020863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:40.027888 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6437e159-0593-4abd-9d04-e5991885b0b1 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.071397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:40.080658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2733862-8140-4484-96c3-dfcc3bf08025') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:40.080991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2733862-8140-4484-96c3-dfcc3bf08025') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:40.121168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ba34e23c-5d08-40e2-8131-6b0d2e129e0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.122197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ba34e23c-5d08-40e2-8131-6b0d2e129e0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.139683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a11ae662-e2d1-4e4b-b29b-d74cc1727540 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.144814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.151445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cbe38455-245a-451d-b310-469671ba7eab tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.155469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:40.158882 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.174867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cbe38455-245a-451d-b310-469671ba7eab tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.180485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Attempting to bind port c2a37463-4be9-4f49-b1a6-e6206da18a9f on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:52:40.181030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Attempting to bind port c2a37463-4be9-4f49-b1a6-e6206da18a9f by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'e2733862-8140-4484-96c3-dfcc3bf08025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c84b56ac-8800-4e6e-b2d2-e4efdd1c284a'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:52:40.181253 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Attempting to bind port c2a37463-4be9-4f49-b1a6-e6206da18a9f on network c84b56ac-8800-4e6e-b2d2-e4efdd1c284a {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:52:40.197104 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a9073d-bf56-46ed-8a86-1b52a8864dcf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 3fe65802-28ae-4793-9dbb-83ec890567ee has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:52:40.199064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:52:40.199763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Checking segment: {'id': 'e2733862-8140-4484-96c3-dfcc3bf08025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c84b56ac-8800-4e6e-b2d2-e4efdd1c284a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:40.200617 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.200617 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Bound using segment: {'id': 'e2733862-8140-4484-96c3-dfcc3bf08025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c84b56ac-8800-4e6e-b2d2-e4efdd1c284a'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:52:40.201139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Bound port: c2a37463-4be9-4f49-b1a6-e6206da18a9f, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2733862-8140-4484-96c3-dfcc3bf08025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c84b56ac-8800-4e6e-b2d2-e4efdd1c284a'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:52:40.201590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.212024 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-dbf93f26-ff62-456b-8fb5-e46fe58cc2fe tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "PUT /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6/tags/tempest-TagsExtTest-Tag-1632640094 HTTP/1.1" status: 201 len: 201 time: 0.2983782 Mar 03 05:52:40.216330 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60470) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:40.225939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ba34e23c-5d08-40e2-8131-6b0d2e129e0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.231375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.237580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a11ae662-e2d1-4e4b-b29b-d74cc1727540 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.273882 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:40.274292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.295464 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:40.310221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-76083cc7-9db5-4544-bcab-e7fed8fc2317 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b', {'tags': ['tempest-TagsExtTest-Tag-1139903879', 'tempest-TagsExtTest-Tag-345316328', 'tempest-TagsExtTest-Tag-2071762882']}) {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:40.329495 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:40.347181 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cbe38455-245a-451d-b310-469671ba7eab tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.363131 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5d51ee78-a6bf-426b-83f7-c8e33dce6843 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:40.392242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe38455-245a-451d-b310-469671ba7eab tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=30ee8bb1-337d-4a09-a704-d73b1de02745,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:40.396689 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:52:40.400863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:40.431627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-b6764d63-ee5d-4372-8d1e-9ca15505cae0', 'network_id': 'b6764d63-ee5d-4372-8d1e-9ca15505cae0', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'fixed_ips': [{'subnet_id': 'fa3ea593-68d0-48b1-b1a1-cba43dcff833'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:52:40.433042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.499668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cbe38455-245a-451d-b310-469671ba7eab tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.501144 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cbe38455-245a-451d-b310-469671ba7eab tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/30ee8bb1-337d-4a09-a704-d73b1de02745 HTTP/1.1" status: 204 len: 168 time: 0.5007894 Mar 03 05:52:40.521845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60474) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:40.528320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6437e159-0593-4abd-9d04-e5991885b0b1 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.531516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a9073d-bf56-46ed-8a86-1b52a8864dcf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:52:40.545805 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-43a9073d-bf56-46ed-8a86-1b52a8864dcf tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3401246 Mar 03 05:52:40.546480 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee932301-3df6-4f78-97a4-11e98dc58457 None None] Sync routers for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:52:40.547332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60478) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:40.563610 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee932301-3df6-4f78-97a4-11e98dc58457 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:40.564593 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ee932301-3df6-4f78-97a4-11e98dc58457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:40.644682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6437e159-0593-4abd-9d04-e5991885b0b1 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.659969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] For port c2a37463-4be9-4f49-b1a6-e6206da18a9f, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:52:40.688265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ba34e23c-5d08-40e2-8131-6b0d2e129e0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.708449 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-76083cc7-9db5-4544-bcab-e7fed8fc2317 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "PUT /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/tags HTTP/1.1" status: 200 len: 317 time: 0.4908805 Mar 03 05:52:40.713523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60482) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:40.725712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-b8932f3d-a3c6-492a-8de4-afbd29d942e4 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:40.730316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.731312 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Added segment 0d529cba-1348-49a4-8a95-e1e895b1a503 of type vlan for network c0d2e506-5789-4f49-a57f-fbcf2e1f1e50 Mar 03 05:52:40.740294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ba34e23c-5d08-40e2-8131-6b0d2e129e0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.754876 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ba34e23c-5d08-40e2-8131-6b0d2e129e0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8706443 Mar 03 05:52:40.758863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] For port c2a37463-4be9-4f49-b1a6-e6206da18a9f, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c2a37463-4be9-4f49-b1a6-e6206da18a9f,segment=NetworkSegment(e2733862-8140-4484-96c3-dfcc3bf08025),segment_id=e2733862-8140-4484-96c3-dfcc3bf08025)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:52:40.759836 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 5d51ee78-a6bf-426b-83f7-c8e33dce6843 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:40.761912 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-19c5479f-725f-4b5c-b88a-127b66555e05 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:40.771257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60486) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:40.777454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 05:52:40.777454 dv-neutron-831582-1-hyperv neutron-server[87793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 05:52:40.777454 dv-neutron-831582-1-hyperv neutron-server[87793]: [parameters: {'id': 'c84b56ac-8800-4e6e-b2d2-e4efdd1c284a'}] Mar 03 05:52:40.777454 dv-neutron-831582-1-hyperv neutron-server[87793]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:52:40.777454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:52:40.777972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437e159-0593-4abd-9d04-e5991885b0b1 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1cf33f-34f9-4611-9e48-1464a2e48812,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:40.789798 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-da912b12-41ef-430c-b2d7-6cbf2f18fe83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting subnet 1082a56c-9738-4377-ab6e-335aeb408105 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:40.799039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-da912b12-41ef-430c-b2d7-6cbf2f18fe83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.801683 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72efa54-cb31-465c-a33c-fb512adccba5 None None] Network 3187e037-39b5-4a8d-aa0d-3909628d798c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:40.815025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6437e159-0593-4abd-9d04-e5991885b0b1 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.824422 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-ee932301-3df6-4f78-97a4-11e98dc58457 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:52:40.826255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.858913 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-19c5479f-725f-4b5c-b88a-127b66555e05 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:40.863254 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-19c5479f-725f-4b5c-b88a-127b66555e05 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3375132 Mar 03 05:52:40.868225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60490) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:40.884060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 5d51ee78-a6bf-426b-83f7-c8e33dce6843 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:40.884889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.886648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-da912b12-41ef-430c-b2d7-6cbf2f18fe83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.945960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6f57a9d8-c801-42a0-951a-0be41a711673 None None] Provisioning complete for port 5d51ee78-a6bf-426b-83f7-c8e33dce6843 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:40.946718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6f57a9d8-c801-42a0-951a-0be41a711673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.954609 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ee932301-3df6-4f78-97a4-11e98dc58457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:52:38Z', 'revision_number': 11, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:40.959479 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee932301-3df6-4f78-97a4-11e98dc58457 None None] Checking router: 3fe65802-28ae-4793-9dbb-83ec890567ee for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:52:40.970054 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee932301-3df6-4f78-97a4-11e98dc58457 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:40.970663 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ee932301-3df6-4f78-97a4-11e98dc58457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:40.973608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a308f964-4b61-4dd9-b4ea-776f676884b5 None None] Network 2253bf9b-e19c-4953-8461-36569e8a1293 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:40.974291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c787fccb-c5f6-4627-9ef0-93f9cf036dee tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.989059 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a11ae662-e2d1-4e4b-b29b-d74cc1727540 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:40.996298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c787fccb-c5f6-4627-9ef0-93f9cf036dee tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.041636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-da912b12-41ef-430c-b2d7-6cbf2f18fe83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.074261 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b8932f3d-a3c6-492a-8de4-afbd29d942e4 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/tags HTTP/1.1" status: 204 len: 168 time: 0.3576922 Mar 03 05:52:41.079675 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60494) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:41.082342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c787fccb-c5f6-4627-9ef0-93f9cf036dee tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.105646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-0ea2c8ed-c2b5-4372-b9b8-20369feba6eb tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b', 'tempest-TagsExtTest-Tag-1139903879') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:41.146772 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-ee932301-3df6-4f78-97a4-11e98dc58457 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:52:41.154463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787fccb-c5f6-4627-9ef0-93f9cf036dee tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=596d0ee8-6fd4-47f1-8f12-dfcb5f83071f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:41.171276 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c787fccb-c5f6-4627-9ef0-93f9cf036dee tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.175322 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c787fccb-c5f6-4627-9ef0-93f9cf036dee tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/596d0ee8-6fd4-47f1-8f12-dfcb5f83071f HTTP/1.1" status: 204 len: 168 time: 0.3060899 Mar 03 05:52:41.176331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60498) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:41.231844 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-da912b12-41ef-430c-b2d7-6cbf2f18fe83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.233621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.256611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ae662-e2d1-4e4b-b29b-d74cc1727540 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd31ad64-7444-44c3-b09d-a318c2644296,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:41.261271 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6437e159-0593-4abd-9d04-e5991885b0b1 tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "DELETE /v2.0/subnets/cb1cf33f-34f9-4611-9e48-1464a2e48812 HTTP/1.1" status: 204 len: 168 time: 1.8353677 Mar 03 05:52:41.267071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60502) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:41.301803 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da912b12-41ef-430c-b2d7-6cbf2f18fe83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Subnet': ['ID=1082a56c-9738-4377-ab6e-335aeb408105,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:41.315382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a11ae662-e2d1-4e4b-b29b-d74cc1727540 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.315596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-68080b4b-ada9-4752-a8c2-327fea7d11ab tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:41.316563 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a11ae662-e2d1-4e4b-b29b-d74cc1727540 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "DELETE /v2.0/security-groups/dd31ad64-7444-44c3-b09d-a318c2644296 HTTP/1.1" status: 204 len: 168 time: 1.4978905 Mar 03 05:52:41.317169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.321508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-da912b12-41ef-430c-b2d7-6cbf2f18fe83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.330373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60506) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:41.332551 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ee932301-3df6-4f78-97a4-11e98dc58457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:52:38Z', 'revision_number': 11, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:41.337562 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee932301-3df6-4f78-97a4-11e98dc58457 None None] The sync data for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv is: [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:52:38Z', 'revision_number': 11, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:52:41.393951 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-da912b12-41ef-430c-b2d7-6cbf2f18fe83 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/1082a56c-9738-4377-ab6e-335aeb408105 HTTP/1.1" status: 204 len: 168 time: 0.7980325 Mar 03 05:52:41.401052 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60510) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:41.407610 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-0ea2c8ed-c2b5-4372-b9b8-20369feba6eb tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] show failed (client error): The resource could not be found. Mar 03 05:52:41.411663 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0ea2c8ed-c2b5-4372-b9b8-20369feba6eb tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/tags/tempest-TagsExtTest-Tag-1139903879 HTTP/1.1" status: 404 len: 329 time: 0.3306956 Mar 03 05:52:41.413968 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60514) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:41.440882 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79197b70-ae3b-48b6-9af4-c67d264b03b7 None None] Network 1277dedc-1f40-4a59-951b-863b5ac555c0 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:41.492819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Deleting port c2a37463-4be9-4f49-b1a6-e6206da18a9f {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:41.493161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.501538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-8dd3f8c5-9c3e-4774-bd60-3f9855b6b74f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b', 'tempest-TagsExtTest-Tag-345316328') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:41.555796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-68080b4b-ada9-4752-a8c2-327fea7d11ab tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:41.560067 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-68080b4b-ada9-4752-a8c2-327fea7d11ab tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3771572 Mar 03 05:52:41.567329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60518) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:41.580826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.586741 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:41.587262 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.605579 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450550e-fbc9-419f-9ed5-98c453cf13dd None None] Pushing event updated for resources: {'Port': ['ID=c2a37463-4be9-4f49-b1a6-e6206da18a9f,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:41.642653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.663750 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-933278aa-a264-4fe4-b50c-db6f652c87ed tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Synchronizing usage tracker for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:41.700501 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Allocated IP 172.21.0.2 (b6764d63-ee5d-4372-8d1e-9ca15505cae0/fa3ea593-68d0-48b1-b1a1-cba43dcff833/c790ab12-5ddb-453f-b6c2-d345ec71e9a0) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:41.780198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-92f2384f-7a4b-49d9-a639-ab3f5af4f2c4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.809186 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9253514 Mar 03 05:52:41.818798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60522) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:41.839894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Deleting port dce54b77-0d07-4965-9779-b207e2002a59 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:41.840667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.868112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.869136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'ports': [{'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420'}, {'network_id': 'c0d2e506-5789-4f49-a57f-fbcf2e1f1e50'}]} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:41.869578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:41.871023 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': 'c0d2e506-5789-4f49-a57f-fbcf2e1f1e50'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:41.888552 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-933278aa-a264-4fe4-b50c-db6f652c87ed tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Unset dirty status for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:41.895241 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-933278aa-a264-4fe4-b50c-db6f652c87ed tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5583737 Mar 03 05:52:41.895432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-92f2384f-7a4b-49d9-a639-ab3f5af4f2c4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.898953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778c3c0-5df2-47a0-b7bc-3bb242497b65 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Network': ['ID=c0d2e506-5789-4f49-a57f-fbcf2e1f1e50,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:41.899520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60526) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:41.909383 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d63d66f6-6b4f-44b4-a446-b6230a584244 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'e0d3bdf1-d434-4f2f-87f2-8bccb10b2be6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:41.926420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d63d66f6-6b4f-44b4-a446-b6230a584244 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:41.938796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:41.963174 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network c0d2e506-5789-4f49-a57f-fbcf2e1f1e50 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:41.966209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d63d66f6-6b4f-44b4-a446-b6230a584244 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:41.979796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Deleting port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:41.980343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:42.009690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d63d66f6-6b4f-44b4-a446-b6230a584244 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:42.021811 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eb34ee-0f4d-4b8c-8b8d-3587d088c6a5 None None] Network c84b56ac-8800-4e6e-b2d2-e4efdd1c284a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:42.028945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d63d66f6-6b4f-44b4-a446-b6230a584244 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:42.050590 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-8dd3f8c5-9c3e-4774-bd60-3f9855b6b74f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] show failed (client error): The resource could not be found. Mar 03 05:52:42.051812 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8dd3f8c5-9c3e-4774-bd60-3f9855b6b74f tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/tags/tempest-TagsExtTest-Tag-345316328 HTTP/1.1" status: 404 len: 328 time: 0.5903533 Mar 03 05:52:42.071250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60530) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:42.095021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-9ec55884-977b-460a-88a4-6bed69710d1a tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b', 'tempest-TagsExtTest-Tag-2071762882') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:42.157237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-92f2384f-7a4b-49d9-a639-ab3f5af4f2c4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:42.167185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:42.296741 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6f57a9d8-c801-42a0-951a-0be41a711673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:42.314346 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-d63d66f6-6b4f-44b4-a446-b6230a584244 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The resource could not be found. Mar 03 05:52:42.315678 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d63d66f6-6b4f-44b4-a446-b6230a584244 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4150212 Mar 03 05:52:42.319291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] For port dce54b77-0d07-4965-9779-b207e2002a59, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dce54b77-0d07-4965-9779-b207e2002a59,segment=NetworkSegment(c21fba77-b676-4239-9fae-b5e759c996df),segment_id=c21fba77-b676-4239-9fae-b5e759c996df)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:42.320423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:42.334297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60534) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:42.354638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] For port c2a37463-4be9-4f49-b1a6-e6206da18a9f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c2a37463-4be9-4f49-b1a6-e6206da18a9f,segment=NetworkSegment(e2733862-8140-4484-96c3-dfcc3bf08025),segment_id=e2733862-8140-4484-96c3-dfcc3bf08025)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:42.355140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:42.400637 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f940ee88-f8a9-4616-9915-eab6c3601614 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group': {'name': 'tempest-secgroup--350851260'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:42.464604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 5d51ee78-a6bf-426b-83f7-c8e33dce6843, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=5d51ee78-a6bf-426b-83f7-c8e33dce6843,segment=NetworkSegment(dc7fb6fe-0e1e-404e-9344-ff978ed207fa),segment_id=dc7fb6fe-0e1e-404e-9344-ff978ed207fa)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:42.507937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f940ee88-f8a9-4616-9915-eab6c3601614 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:42.512334 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:42.524785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Calling delete_port for dce54b77-0d07-4965-9779-b207e2002a59 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:42.527991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Calling delete_port for c2a37463-4be9-4f49-b1a6-e6206da18a9f owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:42.587582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f940ee88-f8a9-4616-9915-eab6c3601614 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:42.594819 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] For port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=948eb4c8-ea10-43f8-ab3a-d81109f2b5a1,segment=NetworkSegment(dc5cb957-d17d-458d-a861-7e3265f8f960),segment_id=dc5cb957-d17d-458d-a861-7e3265f8f960)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:42.595183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:42.618500 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8fc560-3df6-470a-9899-588c19f666ca None None] DHCP port deletion for 3187e037-39b5-4a8d-aa0d-3909628d798c request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:42.660339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fc560-3df6-470a-9899-588c19f666ca None None] Deleting port dce54b77-0d07-4965-9779-b207e2002a59 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:42.660734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4a8fc560-3df6-470a-9899-588c19f666ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:42.693637 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 2cb75e82-c49f-4c19-94cf-4609beaffb3e no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:42.695679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f940ee88-f8a9-4616-9915-eab6c3601614 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:42.753946 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2384f-7a4b-49d9-a639-ab3f5af4f2c4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6ce677d-6742-48c4-b283-23534fd31dfe,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:42.764206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-92f2384f-7a4b-49d9-a639-ab3f5af4f2c4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:42.764554 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-92f2384f-7a4b-49d9-a639-ab3f5af4f2c4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a6ce677d-6742-48c4-b283-23534fd31dfe HTTP/1.1" status: 204 len: 168 time: 1.1915238 Mar 03 05:52:42.773495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60538) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:42.775340 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Calling delete_port for 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:42.816298 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-9ec55884-977b-460a-88a4-6bed69710d1a tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] show failed (client error): The resource could not be found. Mar 03 05:52:42.819988 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9ec55884-977b-460a-88a4-6bed69710d1a tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/tags/tempest-TagsExtTest-Tag-2071762882 HTTP/1.1" status: 404 len: 329 time: 0.7425203 Mar 03 05:52:42.822226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60542) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:42.832735 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-4de4f8cb-770b-4288-84b9-68091c365623 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'bb68dc80-bf73-4687-ad43-7724b949dce7', {'tags': ['tempest-TagsExtTest-Tag-115503383', 'tempest-TagsExtTest-Tag-1489282821', 'tempest-TagsExtTest-Tag-499157996']}) {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:42.840819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 2cb75e82-c49f-4c19-94cf-4609beaffb3e {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:42.841286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 2cb75e82-c49f-4c19-94cf-4609beaffb3e not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:42.841387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dce54b77-0d07-4965-9779-b207e2002a59 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:42.873324 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f940ee88-f8a9-4616-9915-eab6c3601614 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:42.875891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:42.896091 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:42.903846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: dce54b77-0d07-4965-9779-b207e2002a59 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:42.904198 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dce54b77-0d07-4965-9779-b207e2002a59 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:42.916331 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-6f57a9d8-c801-42a0-951a-0be41a711673 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:52:42.916688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-6f57a9d8-c801-42a0-951a-0be41a711673 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:52:42.927338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=5d51ee78-a6bf-426b-83f7-c8e33dce6843,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:42.935106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f940ee88-f8a9-4616-9915-eab6c3601614 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:42.961774 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Transition to ACTIVE for port object c790ab12-5ddb-453f-b6c2-d345ec71e9a0 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:42.963533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f940ee88-f8a9-4616-9915-eab6c3601614 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:42.969493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c862396e-f434-4da5-8b3c-9c14ab9199f0 None None] DHCP port deletion for 1277dedc-1f40-4a59-951b-863b5ac555c0 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:42.971112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] No DVR routers for this DVR port dce54b77-0d07-4965-9779-b207e2002a59 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:42.980613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-4a8fc560-3df6-470a-9899-588c19f666ca None None] The port 'dce54b77-0d07-4965-9779-b207e2002a59' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:52:42.994545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c862396e-f434-4da5-8b3c-9c14ab9199f0 None None] Deleting port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:42.994917 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c862396e-f434-4da5-8b3c-9c14ab9199f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.003269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event deleted for resources: {'Port': ['ID=dce54b77-0d07-4965-9779-b207e2002a59,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:43.025922 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f940ee88-f8a9-4616-9915-eab6c3601614 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:43.060087 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Transition to ACTIVE for port object c790ab12-5ddb-453f-b6c2-d345ec71e9a0 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:43.071375 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.157532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.164203 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.178981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-058c0b32-f2b4-492b-8968-1253314ea492 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:43.182969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c862396e-f434-4da5-8b3c-9c14ab9199f0 None None] The port '948eb4c8-ea10-43f8-ab3a-d81109f2b5a1' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:52:43.192012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:43.194483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Network b6764d63-ee5d-4372-8d1e-9ca15505cae0 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:43.199024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.199484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:43.207231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:43.207969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Pushing event updated for resources: {'Port': ['ID=c790ab12-5ddb-453f-b6c2-d345ec71e9a0,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:43.208479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:port and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:43.241130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Port': ['ID=948eb4c8-ea10-43f8-ab3a-d81109f2b5a1,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:43.251372 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4de4f8cb-770b-4288-84b9-68091c365623 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "PUT /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7/tags HTTP/1.1" status: 200 len: 316 time: 0.4249043 Mar 03 05:52:43.257069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3187e037-39b5-4a8d-aa0d-3909628d798c']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:43.264387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60546) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:43.268057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] No DVR routers for this DVR port 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:43.268217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:43.272564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Port': ['ID=c2a37463-4be9-4f49-b1a6-e6206da18a9f,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:43.284773 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:43.286603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-058c0b32-f2b4-492b-8968-1253314ea492 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:43.288151 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-058c0b32-f2b4-492b-8968-1253314ea492 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5095100 Mar 03 05:52:43.295318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60550) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:43.299940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No DVR routers for this DVR port c2a37463-4be9-4f49-b1a6-e6206da18a9f on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:43.306771 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-e5776a61-e783-40e2-9051-e92008a7d7ff tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bb68dc80-bf73-4687-ad43-7724b949dce7') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:43.318492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Attempting to bind port c790ab12-5ddb-453f-b6c2-d345ec71e9a0 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:52:43.318873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Attempting to bind port c790ab12-5ddb-453f-b6c2-d345ec71e9a0 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '62d8b476-4803-4b5f-8114-46d64a6f0619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b6764d63-ee5d-4372-8d1e-9ca15505cae0'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:52:43.319242 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Attempting to bind port c790ab12-5ddb-453f-b6c2-d345ec71e9a0 on network b6764d63-ee5d-4372-8d1e-9ca15505cae0 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:52:43.324995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:52:43.325373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Checking segment: {'id': '62d8b476-4803-4b5f-8114-46d64a6f0619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b6764d63-ee5d-4372-8d1e-9ca15505cae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:43.325778 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.326171 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Bound using segment: {'id': '62d8b476-4803-4b5f-8114-46d64a6f0619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b6764d63-ee5d-4372-8d1e-9ca15505cae0'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:52:43.326635 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Bound port: c790ab12-5ddb-453f-b6c2-d345ec71e9a0, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d8b476-4803-4b5f-8114-46d64a6f0619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b6764d63-ee5d-4372-8d1e-9ca15505cae0'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:52:43.327057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.341907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21fba77-b676-4239-9fae-b5e759c996df') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:43.342290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21fba77-b676-4239-9fae-b5e759c996df') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:43.379099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Allocated IP 172.20.0.1 (2253bf9b-e19c-4953-8461-36569e8a1293/f2d9b0b7-da79-4b84-8b1b-3c6167e39373/656c575b-602e-4d30-8502-fdc5724d1233) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:43.399593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.454832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 2} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:43.459410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.463270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] For port c790ab12-5ddb-453f-b6c2-d345ec71e9a0, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:52:43.481401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] For port c790ab12-5ddb-453f-b6c2-d345ec71e9a0, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c790ab12-5ddb-453f-b6c2-d345ec71e9a0,segment=NetworkSegment(62d8b476-4803-4b5f-8114-46d64a6f0619),segment_id=62d8b476-4803-4b5f-8114-46d64a6f0619)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:52:43.486801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.571114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461af024-c79c-454c-ba18-2356cec2e2dc None None] Pushing event updated for resources: {'Port': ['ID=c790ab12-5ddb-453f-b6c2-d345ec71e9a0,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:43.571657 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f940ee88-f8a9-4616-9915-eab6c3601614 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.608471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b6d879e5-6d84-48d6-bda2-d24d841e33c8 None None] Provisioning for port 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:43.613861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b6d879e5-6d84-48d6-bda2-d24d841e33c8 None None] Provisioning complete for port 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:43.614318 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b6d879e5-6d84-48d6-bda2-d24d841e33c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.619831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.628019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.630321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f940ee88-f8a9-4616-9915-eab6c3601614 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.652944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.672906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.677582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:43.677987 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:43.694063 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:43.758012 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b6d879e5-6d84-48d6-bda2-d24d841e33c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.781518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-04d63082-36a0-48e6-83df-5fd9de5bcf90 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.836363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-b6d879e5-6d84-48d6-bda2-d24d841e33c8 None None] For port 7c3c9686-289f-4a7c-bfe9-9bf6bd162432, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7c3c9686-289f-4a7c-bfe9-9bf6bd162432,segment=NetworkSegment(a4375938-7d76-4999-bc08-74b60d75436b),segment_id=a4375938-7d76-4999-bc08-74b60d75436b)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:43.859630 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1277dedc-1f40-4a59-951b-863b5ac555c0']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:43.861643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b6d879e5-6d84-48d6-bda2-d24d841e33c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.870640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84b56ac-8800-4e6e-b2d2-e4efdd1c284a']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:43.894211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940ee88-f8a9-4616-9915-eab6c3601614 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3fde44-b4fa-4db4-b204-163f9bd5cb62,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:43.897736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5cb957-d17d-458d-a861-7e3265f8f960') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:43.897926 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2733862-8140-4484-96c3-dfcc3bf08025') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:43.898218 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2733862-8140-4484-96c3-dfcc3bf08025') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:43.898731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5cb957-d17d-458d-a861-7e3265f8f960') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:43.929612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.939125 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f940ee88-f8a9-4616-9915-eab6c3601614 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.940750 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f940ee88-f8a9-4616-9915-eab6c3601614 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6047130 Mar 03 05:52:43.946053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60554) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:43.955195 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group': {'name': 'tempest-secgroup--607418373'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:43.966295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:43.979278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.989814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.996010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:43.998108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:43.998365 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.013560 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d879e5-6d84-48d6-bda2-d24d841e33c8 None None] Pushing event updated for resources: {'Port': ['ID=7c3c9686-289f-4a7c-bfe9-9bf6bd162432,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:44.015240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:44.019735 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:44.021855 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:44.062777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.063645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-04d63082-36a0-48e6-83df-5fd9de5bcf90 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.065766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:44.108521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.130150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:44.130556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.144719 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e5776a61-e783-40e2-9051-e92008a7d7ff tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7/tags HTTP/1.1" status: 204 len: 168 time: 0.8783607 Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:44.152915 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:44.157858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Pushing event deleted for resources: {'Network': ['ID=3187e037-39b5-4a8d-aa0d-3909628d798c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:44.157858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60558) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:44.159296 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1f441df4-b18c-4e94-9e20-fed05d4a9a7e tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "DELETE /v2.0/networks/3187e037-39b5-4a8d-aa0d-3909628d798c HTTP/1.1" status: 204 len: 168 time: 2.8841679 Mar 03 05:52:44.161903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60562) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:44.175393 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-c6ae04d2-e5c4-4e29-93ca-5a0d10e9970d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bb68dc80-bf73-4687-ad43-7724b949dce7', 'tempest-TagsExtTest-Tag-115503383') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:44.236151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.272032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.274983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-994ee5b3-5f5c-4363-b971-9cf5d0e5dcde tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Synchronizing usage tracker for tenant:abab0c97a5544b6ba2a038cf717da2e4 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:44.296331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.313533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:44.318019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Pushing event deleted for resources: {'Network': ['ID=1277dedc-1f40-4a59-951b-863b5ac555c0,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:44.324728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.326503 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8ea8a582-b88f-4e98-82db-30eed06dbc65 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/networks/1277dedc-1f40-4a59-951b-863b5ac555c0 HTTP/1.1" status: 204 len: 168 time: 2.9207098 Mar 03 05:52:44.327928 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:44.332198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60566) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:44.333112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:44.340803 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:44.342052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port c210bd31-9b5b-4dc2-a56b-fb2e43d1d407 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:52:44.355139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6c3501fb-29c8-43cf-a62c-46c84851301c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'router': {'routes': None}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:44.372228 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-c6ae04d2-e5c4-4e29-93ca-5a0d10e9970d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] show failed (client error): The resource could not be found. Mar 03 05:52:44.373492 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c6ae04d2-e5c4-4e29-93ca-5a0d10e9970d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7/tags/tempest-TagsExtTest-Tag-115503383 HTTP/1.1" status: 404 len: 328 time: 0.2129061 Mar 03 05:52:44.378680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60570) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:44.386014 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-d82e1bcc-d57f-40f3-b8e4-780683bb1cbb tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bb68dc80-bf73-4687-ad43-7724b949dce7', 'tempest-TagsExtTest-Tag-1489282821') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:44.432726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Transition to ACTIVE for port object 656c575b-602e-4d30-8502-fdc5724d1233 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:44.475757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.488332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.492442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.520687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.526766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-994ee5b3-5f5c-4363-b971-9cf5d0e5dcde tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Unset dirty status for tenant:abab0c97a5544b6ba2a038cf717da2e4 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:44.528149 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-994ee5b3-5f5c-4363-b971-9cf5d0e5dcde tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca25d551-5126-4726-ad73-f3f3e4a22357 HTTP/1.1" status: 200 len: 205 time: 0.3605351 Mar 03 05:52:44.536986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60574) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:44.536986 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-d82e1bcc-d57f-40f3-b8e4-780683bb1cbb tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] show failed (client error): The resource could not be found. Mar 03 05:52:44.537659 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d82e1bcc-d57f-40f3-b8e4-780683bb1cbb tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7/tags/tempest-TagsExtTest-Tag-1489282821 HTTP/1.1" status: 404 len: 329 time: 0.1578407 Mar 03 05:52:44.549334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-04d63082-36a0-48e6-83df-5fd9de5bcf90 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.552335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60578) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:44.632392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Network': ['ID=c84b56ac-8800-4e6e-b2d2-e4efdd1c284a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:44.633020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-2d60ef90-73f8-4cc9-b4d3-f99f83076646 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'bb68dc80-bf73-4687-ad43-7724b949dce7', 'tempest-TagsExtTest-Tag-499157996') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:44.643260 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-85cecd43-0d2c-4012-9d50-cd2c24559a8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/c84b56ac-8800-4e6e-b2d2-e4efdd1c284a HTTP/1.1" status: 204 len: 168 time: 6.6709342 Mar 03 05:52:44.644370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-04d63082-36a0-48e6-83df-5fd9de5bcf90 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.645520 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-04d63082-36a0-48e6-83df-5fd9de5bcf90 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-groups/d080dcdb-100c-41b9-b772-0a9bab7259c7 HTTP/1.1" status: 204 len: 168 time: 1.3491480 Mar 03 05:52:44.657292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d63082-36a0-48e6-83df-5fd9de5bcf90 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d080dcdb-100c-41b9-b772-0a9bab7259c7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:44.659000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60582) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:44.659468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60584) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:44.669427 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dde325-b1a1-4186-b4ca-3a9e9c4932a9,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:44.689545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-46703355'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:44.733091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.734641 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-41378553-bed5-4c42-a306-b30fbe5c6c39 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7873213 Mar 03 05:52:44.744976 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60590) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:44.756273 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-5aaf039b-ec10-488e-a720-ed826d466545 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': 'be3fde44-b4fa-4db4-b204-163f9bd5cb62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f0dde325-b1a1-4186-b4ca-3a9e9c4932a9'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:44.764557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-99c703cf-9d28-4650-a65c-b95e1f880b7a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.773936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:44.824189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5aaf039b-ec10-488e-a720-ed826d466545 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:44.837941 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5aaf039b-ec10-488e-a720-ed826d466545 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:44.843807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:44.844021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5aaf039b-ec10-488e-a720-ed826d466545 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:44.844304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:44.852389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5aaf039b-ec10-488e-a720-ed826d466545 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:44.968682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5d51ee78-a6bf-426b-83f7-c8e33dce6843 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:44.996257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:45.017489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.extraroute_db [None req-6c3501fb-29c8-43cf-a62c-46c84851301c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Added routes are [] {{(pid=87793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 05:52:45.018079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.extraroute_db [None req-6c3501fb-29c8-43cf-a62c-46c84851301c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Removed routes are [] {{(pid=87793) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 05:52:45.018443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c3501fb-29c8-43cf-a62c-46c84851301c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.023295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d32b61-b15a-403d-bcce-cd7a17bf7687 None None] Network b6764d63-ee5d-4372-8d1e-9ca15505cae0 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:45.031566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:network and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:45.036557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:45.120916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:45.122898 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-99c703cf-9d28-4650-a65c-b95e1f880b7a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.128124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-99c703cf-9d28-4650-a65c-b95e1f880b7a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.136358 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-2d60ef90-73f8-4cc9-b4d3-f99f83076646 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] show failed (client error): The resource could not be found. Mar 03 05:52:45.137391 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2d60ef90-73f8-4cc9-b4d3-f99f83076646 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7/tags/tempest-TagsExtTest-Tag-499157996 HTTP/1.1" status: 404 len: 328 time: 0.5275264 Mar 03 05:52:45.140370 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60594) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:45.146033 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1f1aadd2-b31e-4d59-8d35-67437851bfa4 None None] Provisioning for port c790ab12-5ddb-453f-b6c2-d345ec71e9a0 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:45.151036 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-5aaf039b-ec10-488e-a720-ed826d466545 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:45.152363 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5aaf039b-ec10-488e-a720-ed826d466545 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4046404 Mar 03 05:52:45.156370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 5d51ee78-a6bf-426b-83f7-c8e33dce6843 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:45.156784 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-455136f3-aa72-44aa-8ec5-684fb0432cfd tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c7fa45c5-7ea4-41f0-ba33-435c06db6e3e', {'tags': ['tempest-TagsExtTest-Tag-986736111', 'tempest-TagsExtTest-Tag-1571454075', 'tempest-TagsExtTest-Tag-1541358622']}) {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:45.156922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.213497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60598) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:45.226609 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.347043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:45.350574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.362912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-afc0a006-9b57-4607-a993-a8d24395315d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:45.389162 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c790ab12-5ddb-453f-b6c2-d345ec71e9a0 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:45.428408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-99c703cf-9d28-4650-a65c-b95e1f880b7a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.429246 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c703cf-9d28-4650-a65c-b95e1f880b7a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Fanout notify agent at l3_agent the message router_deleted on router ca25d551-5126-4726-ad73-f3f3e4a22357 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:52:45.467077 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-99c703cf-9d28-4650-a65c-b95e1f880b7a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.468435 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-99c703cf-9d28-4650-a65c-b95e1f880b7a tempest-RoutersNegativeTest-176326203 tempest-RoutersNegativeTest-176326203-project] 10.222.0.20 "DELETE /v2.0/routers/ca25d551-5126-4726-ad73-f3f3e4a22357 HTTP/1.1" status: 204 len: 168 time: 0.9295244 Mar 03 05:52:45.479506 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-455136f3-aa72-44aa-8ec5-684fb0432cfd tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "PUT /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e/tags HTTP/1.1" status: 200 len: 317 time: 0.3378792 Mar 03 05:52:45.483337 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60604) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:45.486486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network 2253bf9b-e19c-4953-8461-36569e8a1293 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:45.489539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c3501fb-29c8-43cf-a62c-46c84851301c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.499150 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-6ba0572b-58cf-41c3-bd2b-94f5ff65fd5e tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7fa45c5-7ea4-41f0-ba33-435c06db6e3e') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:45.510635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:45.513546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:45.526015 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port c790ab12-5ddb-453f-b6c2-d345ec71e9a0 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:45.550781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c790ab12-5ddb-453f-b6c2-d345ec71e9a0 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:45.551154 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.564447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c3501fb-29c8-43cf-a62c-46c84851301c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.566267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-afc0a006-9b57-4607-a993-a8d24395315d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:45.572170 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-afc0a006-9b57-4607-a993-a8d24395315d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9004662 Mar 03 05:52:45.583058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=656c575b-602e-4d30-8502-fdc5724d1233,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:45.587410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60608) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:45.604132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-92a464b3-d35d-461a-ab9d-347f6c95239a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032426746'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:45.608794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6eda5483-88b3-45b8-a75e-af362fc3e643 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.610760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.616127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:45.623567 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-92a464b3-d35d-461a-ab9d-347f6c95239a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:45.664394 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-92a464b3-d35d-461a-ab9d-347f6c95239a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:45.669098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6eda5483-88b3-45b8-a75e-af362fc3e643 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.811203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.834434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92a464b3-d35d-461a-ab9d-347f6c95239a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.845471 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.845828 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Added segment 3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76 of type vlan for network 2d8c26fa-4cc4-491f-aa4b-289f1959aef9 Mar 03 05:52:45.879142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port c790ab12-5ddb-453f-b6c2-d345ec71e9a0, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c790ab12-5ddb-453f-b6c2-d345ec71e9a0,segment=NetworkSegment(62d8b476-4803-4b5f-8114-46d64a6f0619),segment_id=62d8b476-4803-4b5f-8114-46d64a6f0619)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:45.886937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-92a464b3-d35d-461a-ab9d-347f6c95239a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:45.888123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.892295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-92a464b3-d35d-461a-ab9d-347f6c95239a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:45.895537 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6eda5483-88b3-45b8-a75e-af362fc3e643 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.913213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-92a464b3-d35d-461a-ab9d-347f6c95239a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:45.938046 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda5483-88b3-45b8-a75e-af362fc3e643 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dde325-b1a1-4186-b4ca-3a9e9c4932a9,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:45.940138 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6eda5483-88b3-45b8-a75e-af362fc3e643 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:45.944117 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6eda5483-88b3-45b8-a75e-af362fc3e643 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "DELETE /v2.0/security-groups/f0dde325-b1a1-4186-b4ca-3a9e9c4932a9 HTTP/1.1" status: 204 len: 168 time: 0.7286630 Mar 03 05:52:45.947033 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6ba0572b-58cf-41c3-bd2b-94f5ff65fd5e tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e/tags HTTP/1.1" status: 204 len: 168 time: 0.4617417 Mar 03 05:52:45.948445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-92a464b3-d35d-461a-ab9d-347f6c95239a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:45.950264 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60614) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:45.950665 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60616) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:45.958003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-a63b3a79-a4ed-4cd7-afbc-a5026a5cd270 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7fa45c5-7ea4-41f0-ba33-435c06db6e3e', 'tempest-TagsExtTest-Tag-986736111') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:45.988777 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60622) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:46.002752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.008026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3501fb-29c8-43cf-a62c-46c84851301c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router 3fe65802-28ae-4793-9dbb-83ec890567ee has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:52:46.027453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d4b460-8b23-4010-8e20-9b5214c4259b None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 05:52:46.045409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.054615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port 223069c3-dbca-4bb0-8be8-8ca1d6cf0d51 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:52:46.064653 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:46.117467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:46.117881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 948eb4c8-ea10-43f8-ab3a-d81109f2b5a1 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:46.196831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3e50eba1-bbe8-41b2-9b32-81dd793ef890 None None] Provisioning complete for port c790ab12-5ddb-453f-b6c2-d345ec71e9a0 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:46.197199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3e50eba1-bbe8-41b2-9b32-81dd793ef890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.232851 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-a63b3a79-a4ed-4cd7-afbc-a5026a5cd270 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] show failed (client error): The resource could not be found. Mar 03 05:52:46.233889 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a63b3a79-a4ed-4cd7-afbc-a5026a5cd270 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e/tags/tempest-TagsExtTest-Tag-986736111 HTTP/1.1" status: 404 len: 328 time: 0.2804453 Mar 03 05:52:46.241166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6606944d-d41c-4973-a67b-c8a1750076f5 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Synchronizing usage tracker for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:46.244331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3501fb-29c8-43cf-a62c-46c84851301c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:52:46.247009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60628) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:46.250980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=c790ab12-5ddb-453f-b6c2-d345ec71e9a0,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:46.264678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b65449-d68b-4b56-a9c3-72e69ec7efb9 None None] Sync routers for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:52:46.268652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-3945fa4e-1667-4f3f-a30c-40a642622588 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7fa45c5-7ea4-41f0-ba33-435c06db6e3e', 'tempest-TagsExtTest-Tag-1571454075') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:46.297257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6606944d-d41c-4973-a67b-c8a1750076f5 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Unset dirty status for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:46.301569 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6606944d-d41c-4973-a67b-c8a1750076f5 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3469052 Mar 03 05:52:46.301912 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60632) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:46.308783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b65449-d68b-4b56-a9c3-72e69ec7efb9 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:46.309398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-53b65449-d68b-4b56-a9c3-72e69ec7efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:46.330366 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92a464b3-d35d-461a-ab9d-347f6c95239a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.344441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92a464b3-d35d-461a-ab9d-347f6c95239a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.395523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.400947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:46.401752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.408188 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-188bd48b-c5a9-437b-b595-99fe8c371d62 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.437222 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-188bd48b-c5a9-437b-b595-99fe8c371d62 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.443801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d4b460-8b23-4010-8e20-9b5214c4259b None None] Resources bound (agent type, host, resource id): {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 05:52:46.482531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-53b65449-d68b-4b56-a9c3-72e69ec7efb9 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:52:46.515166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a464b3-d35d-461a-ab9d-347f6c95239a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e38486-dc8e-4a01-84fd-b6fd07d3378c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:46.521635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92a464b3-d35d-461a-ab9d-347f6c95239a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.522901 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-92a464b3-d35d-461a-ab9d-347f6c95239a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9277129 Mar 03 05:52:46.526950 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60636) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:46.534039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-56f5dc52-4610-4baf-8d9e-c627d8ed490c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group_rule': {'security_group_id': 'c0e38486-dc8e-4a01-84fd-b6fd07d3378c', 'direction': 'ingress', 'protocol': 17}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:46.539988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-56f5dc52-4610-4baf-8d9e-c627d8ed490c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:46.545738 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-56f5dc52-4610-4baf-8d9e-c627d8ed490c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:46.549248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-56f5dc52-4610-4baf-8d9e-c627d8ed490c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:46.555614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-188bd48b-c5a9-437b-b595-99fe8c371d62 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.559650 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-56f5dc52-4610-4baf-8d9e-c627d8ed490c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:46.586577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bd48b-c5a9-437b-b595-99fe8c371d62 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3fde44-b4fa-4db4-b204-163f9bd5cb62,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:46.603720 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-188bd48b-c5a9-437b-b595-99fe8c371d62 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.604877 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-188bd48b-c5a9-437b-b595-99fe8c371d62 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "DELETE /v2.0/security-groups/be3fde44-b4fa-4db4-b204-163f9bd5cb62 HTTP/1.1" status: 204 len: 168 time: 0.3018358 Mar 03 05:52:46.606737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56f5dc52-4610-4baf-8d9e-c627d8ed490c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.626663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c3501fb-29c8-43cf-a62c-46c84851301c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.627955 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6c3501fb-29c8-43cf-a62c-46c84851301c tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee HTTP/1.1" status: 200 len: 704 time: 2.2891650 Mar 03 05:52:46.635092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60640) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:46.635735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60642) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:46.642319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c790ab12-5ddb-453f-b6c2-d345ec71e9a0 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:52:46.653011 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3a64abc7-255e-4713-b466-8bca4c7ec737 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abab0c97a5544b6ba2a038cf717da2e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6519623 Mar 03 05:52:46.655651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60648) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:46.706920 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-53b65449-d68b-4b56-a9c3-72e69ec7efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:52:38Z', 'revision_number': 11, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:46.720051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b65449-d68b-4b56-a9c3-72e69ec7efb9 None None] Checking router: 3fe65802-28ae-4793-9dbb-83ec890567ee for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:52:46.729476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56f5dc52-4610-4baf-8d9e-c627d8ed490c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.741358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56f5dc52-4610-4baf-8d9e-c627d8ed490c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.777282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56f5dc52-4610-4baf-8d9e-c627d8ed490c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.778171 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-56f5dc52-4610-4baf-8d9e-c627d8ed490c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2496002 Mar 03 05:52:46.781709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cc928afe-66ad-4c2f-9841-e0f335374e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.806740 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.1377275 Mar 03 05:52:46.808682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cc928afe-66ad-4c2f-9841-e0f335374e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.812133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60652) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:46.812263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60654) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:46.818342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cd10dd90-bab6-49a9-bdba-0d4af0a4e67d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Synchronizing usage tracker for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:46.824507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b65449-d68b-4b56-a9c3-72e69ec7efb9 None None] Routers {'3fe65802-28ae-4793-9dbb-83ec890567ee'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:46.825100 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-53b65449-d68b-4b56-a9c3-72e69ec7efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3fe65802-28ae-4793-9dbb-83ec890567ee'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:46.856312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5dc52-4610-4baf-8d9e-c627d8ed490c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c79f9a-cde8-489b-a48d-c6116bc65837,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:46.868026 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cc928afe-66ad-4c2f-9841-e0f335374e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.887460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc928afe-66ad-4c2f-9841-e0f335374e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640b40a3-f01e-4fc6-adfb-2f0273243514,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:46.903444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'subnet': {'network_id': '2d8c26fa-4cc4-491f-aa4b-289f1959aef9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:46.905540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cc928afe-66ad-4c2f-9841-e0f335374e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.911747 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cc928afe-66ad-4c2f-9841-e0f335374e8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/640b40a3-f01e-4fc6-adfb-2f0273243514 HTTP/1.1" status: 204 len: 168 time: 0.2545981 Mar 03 05:52:46.928283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:46.979405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64f94a-759e-41ba-b2eb-04970d463491 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Network': ['ID=2d8c26fa-4cc4-491f-aa4b-289f1959aef9,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:46.987390 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3e50eba1-bbe8-41b2-9b32-81dd793ef890 None None] Provisioning for port 656c575b-602e-4d30-8502-fdc5724d1233 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:46.993380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-53b65449-d68b-4b56-a9c3-72e69ec7efb9 None None] Set router 3fe65802-28ae-4793-9dbb-83ec890567ee gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:52:47.014866 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-3945fa4e-1667-4f3f-a30c-40a642622588 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] show failed (client error): The resource could not be found. Mar 03 05:52:47.019656 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3945fa4e-1667-4f3f-a30c-40a642622588 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e/tags/tempest-TagsExtTest-Tag-1571454075 HTTP/1.1" status: 404 len: 329 time: 0.7627912 Mar 03 05:52:47.019826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60662) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:47.024963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-56077010-c430-45d2-bddc-c367ad210ee3 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c7fa45c5-7ea4-41f0-ba33-435c06db6e3e', 'tempest-TagsExtTest-Tag-1541358622') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:47.044520 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 2d8c26fa-4cc4-491f-aa4b-289f1959aef9 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:47.146090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3e50eba1-bbe8-41b2-9b32-81dd793ef890 None None] Provisioning complete for port 656c575b-602e-4d30-8502-fdc5724d1233 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:47.146470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3e50eba1-bbe8-41b2-9b32-81dd793ef890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:47.159419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cd10dd90-bab6-49a9-bdba-0d4af0a4e67d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Unset dirty status for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:47.162931 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cd10dd90-bab6-49a9-bdba-0d4af0a4e67d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fe65802-28ae-4793-9dbb-83ec890567ee HTTP/1.1" status: 200 len: 205 time: 0.5189683 Mar 03 05:52:47.163110 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:47.179318 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c790ab12-5ddb-453f-b6c2-d345ec71e9a0 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:47.179693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:47.180569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60668) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:47.184926 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-da4b93ad-1a2b-4e57-977b-bc33429496ef tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Synchronizing usage tracker for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:47.206580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-53b65449-d68b-4b56-a9c3-72e69ec7efb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:52:38Z', 'revision_number': 11, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:47.331668 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b65449-d68b-4b56-a9c3-72e69ec7efb9 None None] The sync data for ids ['3fe65802-28ae-4793-9dbb-83ec890567ee'] in dv-neutron-831582-1-hyperv is: [{'id': '3fe65802-28ae-4793-9dbb-83ec890567ee', 'name': 'tempest-RoutersIpV6Test-router-820190002', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:50:41Z', 'updated_at': '2022-03-03T05:52:38Z', 'revision_number': 11, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:52:47.360293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:47.388466 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-56077010-c430-45d2-bddc-c367ad210ee3 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] show failed (client error): The resource could not be found. Mar 03 05:52:47.392842 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-56077010-c430-45d2-bddc-c367ad210ee3 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e/tags/tempest-TagsExtTest-Tag-1541358622 HTTP/1.1" status: 404 len: 329 time: 0.3696251 Mar 03 05:52:47.392842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60680) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:47.395783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:subnet and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:47.400140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-da4b93ad-1a2b-4e57-977b-bc33429496ef tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Unset dirty status for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:47.401602 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-da4b93ad-1a2b-4e57-977b-bc33429496ef tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7615018 Mar 03 05:52:47.402227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-daa6c258-e9b3-459e-9011-079f7f050db1 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '19dd67ab-4398-4cd1-93cd-2d5c390cbaa6', {'tags': ['tempest-TagsExtTest-Tag-1435437369', 'tempest-TagsExtTest-Tag-79350191', 'tempest-TagsExtTest-Tag-218418191']}) {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:47.411132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:47.421378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60684) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:47.422316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed6f8-8e47-40a3-b551-09480a786b59 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:47.426284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:47.444573 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-de26d5f1-aba2-4cb1-8e08-aeef6b53f446 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:47.453923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-36d5d8bf-1197-43a3-bc46-60763b0f35c8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group': {'name': 'tempest-secgroup--636129756'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:47.474253 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-36d5d8bf-1197-43a3-bc46-60763b0f35c8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:47.511281 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:47.523729 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-daa6c258-e9b3-459e-9011-079f7f050db1 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "PUT /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6/tags HTTP/1.1" status: 200 len: 315 time: 0.1274142 Mar 03 05:52:47.523972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:47.535083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60688) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:47.539014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-36d5d8bf-1197-43a3-bc46-60763b0f35c8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:47.546049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed6f8-8e47-40a3-b551-09480a786b59 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:47.551275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-e9da4a78-091a-4404-ae49-20950b9b70e3 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19dd67ab-4398-4cd1-93cd-2d5c390cbaa6') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:47.564818 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3e50eba1-bbe8-41b2-9b32-81dd793ef890 None None] Port 656c575b-602e-4d30-8502-fdc5724d1233 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:47.638660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:47.771095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36d5d8bf-1197-43a3-bc46-60763b0f35c8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:47.885278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:47.897845 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:47.906689 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-36d5d8bf-1197-43a3-bc46-60763b0f35c8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:47.915742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:47.916590 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:47.919272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=c210bd31-9b5b-4dc2-a56b-fb2e43d1d407,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:47.927276 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-36d5d8bf-1197-43a3-bc46-60763b0f35c8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:47.964924 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-36d5d8bf-1197-43a3-bc46-60763b0f35c8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:47.974647 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60700) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:47.984267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-de26d5f1-aba2-4cb1-8e08-aeef6b53f446 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:47.985973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed6f8-8e47-40a3-b551-09480a786b59 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:47.987495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-de26d5f1-aba2-4cb1-8e08-aeef6b53f446 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:47.996685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-36d5d8bf-1197-43a3-bc46-60763b0f35c8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:48.014390 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e9da4a78-091a-4404-ae49-20950b9b70e3 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6/tags HTTP/1.1" status: 204 len: 168 time: 0.4774783 Mar 03 05:52:48.018252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60706) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:48.018936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-de26d5f1-aba2-4cb1-8e08-aeef6b53f446 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.019708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de26d5f1-aba2-4cb1-8e08-aeef6b53f446 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Fanout notify agent at l3_agent the message router_deleted on router 3fe65802-28ae-4793-9dbb-83ec890567ee {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:52:48.029960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-b9eaf0a6-0dc9-4b7e-a8ac-1262e067c4d6 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19dd67ab-4398-4cd1-93cd-2d5c390cbaa6', 'tempest-TagsExtTest-Tag-1435437369') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:48.051553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ed6f8-8e47-40a3-b551-09480a786b59 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e38486-dc8e-4a01-84fd-b6fd07d3378c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:48.055669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-de26d5f1-aba2-4cb1-8e08-aeef6b53f446 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.068499 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-de26d5f1-aba2-4cb1-8e08-aeef6b53f446 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee HTTP/1.1" status: 204 len: 168 time: 0.8752658 Mar 03 05:52:48.068499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60710) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:48.068499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a700547f-576f-435f-b075-e7a926f41a29 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-799269774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:48.076116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a700547f-576f-435f-b075-e7a926f41a29 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:48.082593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a700547f-576f-435f-b075-e7a926f41a29 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Usage tracker for resource:router and tenant:cdf918ead919400d8e09833e5e89e375 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:48.087280 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a700547f-576f-435f-b075-e7a926f41a29 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:48.094649 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a700547f-576f-435f-b075-e7a926f41a29 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:48.103029 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-b9eaf0a6-0dc9-4b7e-a8ac-1262e067c4d6 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] show failed (client error): The resource could not be found. Mar 03 05:52:48.104100 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b9eaf0a6-0dc9-4b7e-a8ac-1262e067c4d6 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6/tags/tempest-TagsExtTest-Tag-1435437369 HTTP/1.1" status: 404 len: 329 time: 0.0825257 Mar 03 05:52:48.107866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60714) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:48.113823 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-61e23090-1b85-4b82-828c-cf5fb83a001d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19dd67ab-4398-4cd1-93cd-2d5c390cbaa6', 'tempest-TagsExtTest-Tag-79350191') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:48.129240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a700547f-576f-435f-b075-e7a926f41a29 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.130248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a700547f-576f-435f-b075-e7a926f41a29 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.159306 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a700547f-576f-435f-b075-e7a926f41a29 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.173815 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-61e23090-1b85-4b82-828c-cf5fb83a001d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] show failed (client error): The resource could not be found. Mar 03 05:52:48.175071 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-61e23090-1b85-4b82-828c-cf5fb83a001d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6/tags/tempest-TagsExtTest-Tag-79350191 HTTP/1.1" status: 404 len: 327 time: 0.0663085 Mar 03 05:52:48.182343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group': {'name': 'tempest-secgroup--877999647'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:48.186357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60718) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:48.187725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a6bd4f2f-231c-4d5d-b3f9-d071235a4ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.191883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=223069c3-dbca-4bb0-8be8-8ca1d6cf0d51,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:48.194393 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.tag.tag_plugin [None req-9319c72b-76be-4a79-be39-3331ae69fa2d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '19dd67ab-4398-4cd1-93cd-2d5c390cbaa6', 'tempest-TagsExtTest-Tag-218418191') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:48.205478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:48.214829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:48.218929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:48.219610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Checking segment: {'id': '0d529cba-1348-49a4-8a95-e1e895b1a503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c0d2e506-5789-4f49-a57f-fbcf2e1f1e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:48.220043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network hostable DHCP agents. Network: c0d2e506-5789-4f49-a57f-fbcf2e1f1e50, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:48.225347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a700547f-576f-435f-b075-e7a926f41a29 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.232329 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:48.245318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.resource_extend [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:52:48.255266 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-9319c72b-76be-4a79-be39-3331ae69fa2d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] show failed (client error): The resource could not be found. Mar 03 05:52:48.256519 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9319c72b-76be-4a79-be39-3331ae69fa2d tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6/tags/tempest-TagsExtTest-Tag-218418191 HTTP/1.1" status: 404 len: 328 time: 0.0691688 Mar 03 05:52:48.260929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.264925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0c9ed6f8-8e47-40a3-b551-09480a786b59 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.266025 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0c9ed6f8-8e47-40a3-b551-09480a786b59 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-groups/c0e38486-dc8e-4a01-84fd-b6fd07d3378c HTTP/1.1" status: 204 len: 168 time: 1.4450173 Mar 03 05:52:48.266704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60722) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:48.272993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60724) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:48.286917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.288697 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.296384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-df4e9b8d-a1de-4f03-8e43-224825e95d60 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '19dd67ab-4398-4cd1-93cd-2d5c390cbaa6') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:48.302885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a700547f-576f-435f-b075-e7a926f41a29 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.310943 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a700547f-576f-435f-b075-e7a926f41a29 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2418439 Mar 03 05:52:48.310943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60730) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:48.316234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7b96938d-4b41-4f86-8836-c33e94312b41 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:48.324655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.377189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:48.395549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:48.399719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:48.456203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network c0d2e506-5789-4f49-a57f-fbcf2e1f1e50 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:48.467094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:48.507358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36d5d8bf-1197-43a3-bc46-60763b0f35c8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.521143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=656c575b-602e-4d30-8502-fdc5724d1233,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:48.523400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36d5d8bf-1197-43a3-bc46-60763b0f35c8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.526856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, c0d2e506-5789-4f49-a57f-fbcf2e1f1e50) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:48.536637 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c388d3-1a54-4189-b5e9-9042339ba15b None None] Network c0d2e506-5789-4f49-a57f-fbcf2e1f1e50 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:48.546445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b5a2b09e-a69d-4c45-8991-1a555b79e868 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:48.677123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.729330 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:48.734884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:48.739443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:48.740113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.749578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.768055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b5a2b09e-a69d-4c45-8991-1a555b79e868 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:48.773412 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-df4e9b8d-a1de-4f03-8e43-224825e95d60 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6/tags HTTP/1.1" status: 204 len: 168 time: 0.4942098 Mar 03 05:52:48.773530 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b5a2b09e-a69d-4c45-8991-1a555b79e868 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4953909 Mar 03 05:52:48.773672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60734) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:48.785946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60736) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:48.792055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b96938d-4b41-4f86-8836-c33e94312b41 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.798190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-3c4fc021-ea8d-4874-b005-c330671159be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368442468'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:48.805408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3c4fc021-ea8d-4874-b005-c330671159be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:48.806832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-f6789de7-f213-4603-ac65-06360634082a tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c7fa45c5-7ea4-41f0-ba33-435c06db6e3e') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:48.824875 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b96938d-4b41-4f86-8836-c33e94312b41 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.826817 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3c4fc021-ea8d-4874-b005-c330671159be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:48.904546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5d8bf-1197-43a3-bc46-60763b0f35c8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c0e88b-7f48-436e-8ed6-6cd041cd2f64,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:48.934761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36d5d8bf-1197-43a3-bc46-60763b0f35c8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:48.938736 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-36d5d8bf-1197-43a3-bc46-60763b0f35c8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5112259 Mar 03 05:52:48.938736 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d8ca16c4-aca8-4379-ad1b-84893f838302 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 7.1133654 Mar 03 05:52:48.942396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Subnet': ['ID=f8597590-92c8-41e9-92cd-39a53ffcefe5,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:48.947302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60742) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:48.947631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60744) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:48.971826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc021-ea8d-4874-b005-c330671159be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.012484 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.016242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3c4fc021-ea8d-4874-b005-c330671159be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:49.023696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.027178 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3c4fc021-ea8d-4874-b005-c330671159be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:49.031525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-cdd007b1-6c49-4fca-b244-5959b21021e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': '66c0e88b-7f48-436e-8ed6-6cd041cd2f64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:49.042508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3c4fc021-ea8d-4874-b005-c330671159be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:49.045562 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:49.053663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3c4fc021-ea8d-4874-b005-c330671159be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:49.060916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:49.069220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cdd007b1-6c49-4fca-b244-5959b21021e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:49.070509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:49.083017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Checking segment: {'id': '3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2d8c26fa-4cc4-491f-aa4b-289f1959aef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:49.083532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network hostable DHCP agents. Network: 2d8c26fa-4cc4-491f-aa4b-289f1959aef9, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:49.089457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cdd007b1-6c49-4fca-b244-5959b21021e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:49.093731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:49.099092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cdd007b1-6c49-4fca-b244-5959b21021e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:49.101574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ed8f51-89a1-49ef-8260-7341a60fc17e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:49.136034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b96938d-4b41-4f86-8836-c33e94312b41 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Router be74b235-b0ab-45a3-b7a9-5593dde6045b is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:52:49.160361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cdd007b1-6c49-4fca-b244-5959b21021e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:49.212676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e4c3304d-5fc6-4086-b048-3fd0b8bfcacc tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port 223069c3-dbca-4bb0-8be8-8ca1d6cf0d51 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:49.212954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e4c3304d-5fc6-4086-b048-3fd0b8bfcacc tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.261592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network 2d8c26fa-4cc4-491f-aa4b-289f1959aef9 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:49.274646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network 2253bf9b-e19c-4953-8461-36569e8a1293 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:49.288926 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f6789de7-f213-4603-ac65-06360634082a tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e/tags HTTP/1.1" status: 204 len: 168 time: 0.4988859 Mar 03 05:52:49.289947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:49.294272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60750) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:49.305149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 2d8c26fa-4cc4-491f-aa4b-289f1959aef9) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:49.311673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-65fe3bff-18fe-4cf3-8ac1-7f5ac3b17711 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'bb68dc80-bf73-4687-ad43-7724b949dce7') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:49.314019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b7c1a8-537e-4d6c-96f4-05a790c7a382 None None] Network 2d8c26fa-4cc4-491f-aa4b-289f1959aef9 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:49.363758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:49.364421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.442007 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b96938d-4b41-4f86-8836-c33e94312b41 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:52:49.443221 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-cdd007b1-6c49-4fca-b244-5959b21021e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:49.444489 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cdd007b1-6c49-4fca-b244-5959b21021e8 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4937868 Mar 03 05:52:49.452678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60754) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:49.461620 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf6e6e-2603-40b8-aaf8-ff3c1bfef31d None None] Sync routers for ids ['be74b235-b0ab-45a3-b7a9-5593dde6045b'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:52:49.471034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-51905c9a-fe5b-46b6-9d15-3c829a4f2c0c tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group_rule': {'security_group_id': '66c0e88b-7f48-436e-8ed6-6cd041cd2f64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:49.477157 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf6e6e-2603-40b8-aaf8-ff3c1bfef31d None None] Routers {'be74b235-b0ab-45a3-b7a9-5593dde6045b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:49.478863 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-cccf6e6e-2603-40b8-aaf8-ff3c1bfef31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['be74b235-b0ab-45a3-b7a9-5593dde6045b'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:49.484765 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc021-ea8d-4874-b005-c330671159be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.504721 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-51905c9a-fe5b-46b6-9d15-3c829a4f2c0c tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:49.507313 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc021-ea8d-4874-b005-c330671159be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.547694 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-51905c9a-fe5b-46b6-9d15-3c829a4f2c0c tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:49.585895 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-67efcf36-776f-4749-9cb4-6c010de94906 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7626488 Mar 03 05:52:49.587166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60758) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:49.588189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.597784 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-51905c9a-fe5b-46b6-9d15-3c829a4f2c0c tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:49.606144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-51905c9a-fe5b-46b6-9d15-3c829a4f2c0c tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:49.636472 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.680713 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-cccf6e6e-2603-40b8-aaf8-ff3c1bfef31d None None] Set router be74b235-b0ab-45a3-b7a9-5593dde6045b gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:52:49.685516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c4fc021-ea8d-4874-b005-c330671159be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.689007 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3c4fc021-ea8d-4874-b005-c330671159be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8995433 Mar 03 05:52:49.694167 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7b96938d-4b41-4f86-8836-c33e94312b41 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.698251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-2d8c26fa-4cc4-491f-aa4b-289f1959aef9', 'network_id': '2d8c26fa-4cc4-491f-aa4b-289f1959aef9', 'tenant_id': '4d9d3fa0b7c146a6b837f5314a138c39', 'fixed_ips': [{'subnet_id': 'f8597590-92c8-41e9-92cd-39a53ffcefe5'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:52:49.699210 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.707566 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7b96938d-4b41-4f86-8836-c33e94312b41 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "PUT /v2.0/routers/be74b235-b0ab-45a3-b7a9-5593dde6045b HTTP/1.1" status: 200 len: 697 time: 1.3974478 Mar 03 05:52:49.712357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60762) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:49.712837 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60764) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:49.713946 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-51905c9a-fe5b-46b6-9d15-3c829a4f2c0c tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:52:49.718269 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-51905c9a-fe5b-46b6-9d15-3c829a4f2c0c tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2626083 Mar 03 05:52:49.719221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.723189 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7445593 Mar 03 05:52:49.732667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4b8b77fb-d5c8-4c8b-8a48-9ec8bda42c1f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1948343126'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:49.738608 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60766) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:49.739118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60768) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:49.770564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-917c6ba3-7f5c-4c98-959d-0c37a4ebfb72 None None] Provisioning complete for port 656c575b-602e-4d30-8502-fdc5724d1233 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:49.771204 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-917c6ba3-7f5c-4c98-959d-0c37a4ebfb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.810681 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-cccf6e6e-2603-40b8-aaf8-ff3c1bfef31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be74b235-b0ab-45a3-b7a9-5593dde6045b', 'name': 'tempest-RoutersIpV6Test-router-799269774', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:52:48Z', 'updated_at': '2022-03-03T05:52:48Z', 'revision_number': 2, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:49.816038 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf6e6e-2603-40b8-aaf8-ff3c1bfef31d None None] Checking router: be74b235-b0ab-45a3-b7a9-5593dde6045b for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:52:49.827041 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf6e6e-2603-40b8-aaf8-ff3c1bfef31d None None] Routers {'be74b235-b0ab-45a3-b7a9-5593dde6045b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:49.827989 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-cccf6e6e-2603-40b8-aaf8-ff3c1bfef31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['be74b235-b0ab-45a3-b7a9-5593dde6045b'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:49.846330 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fc021-ea8d-4874-b005-c330671159be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4221db-0c43-4b2d-a532-c95b386f3447,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:49.862353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4b8b77fb-d5c8-4c8b-8a48-9ec8bda42c1f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:49.885443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-917c6ba3-7f5c-4c98-959d-0c37a4ebfb72 None None] Port 656c575b-602e-4d30-8502-fdc5724d1233 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:49.902141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e4c3304d-5fc6-4086-b048-3fd0b8bfcacc tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:49.931450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4b8b77fb-d5c8-4c8b-8a48-9ec8bda42c1f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:49.961241 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Allocated IP 2001:db8::1 (2d8c26fa-4cc4-491f-aa4b-289f1959aef9/f8597590-92c8-41e9-92cd-39a53ffcefe5/dd602fed-34c2-4930-b150-ab8a17015d00) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:50.000618 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-cccf6e6e-2603-40b8-aaf8-ff3c1bfef31d None None] Set router be74b235-b0ab-45a3-b7a9-5593dde6045b gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:52:50.060069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e4c3304d-5fc6-4086-b048-3fd0b8bfcacc tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for 223069c3-dbca-4bb0-8be8-8ca1d6cf0d51 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:50.062104 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d2c6ceac-1f5a-4cdb-9773-2a5b018f3282 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/routers/be74b235-b0ab-45a3-b7a9-5593dde6045b HTTP/1.1" status: 200 len: 703 time: 0.3354616 Mar 03 05:52:50.062845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60778) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:50.092019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.102437 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-65fe3bff-18fe-4cf3-8ac1-7f5ac3b17711 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7/tags HTTP/1.1" status: 204 len: 168 time: 0.8043928 Mar 03 05:52:50.107705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60782) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:50.119801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.tag.tag_plugin [None req-31f1c1ef-3bec-4d13-bb72-c7a06de02c28 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc038639-8f08-46ef-8b5d-a8e3f73ff87b') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:50.135043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5b84008e-eb14-4673-bb02-2bafa137d2a2 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.153446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router d0510e4b-094e-4c37-a3d7-45d5ab394033 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:52:50.166174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5b84008e-eb14-4673-bb02-2bafa137d2a2 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.174949 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-cccf6e6e-2603-40b8-aaf8-ff3c1bfef31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be74b235-b0ab-45a3-b7a9-5593dde6045b', 'name': 'tempest-RoutersIpV6Test-router-799269774', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:52:48Z', 'updated_at': '2022-03-03T05:52:48Z', 'revision_number': 2, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:50.180095 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccf6e6e-2603-40b8-aaf8-ff3c1bfef31d None None] The sync data for ids ['be74b235-b0ab-45a3-b7a9-5593dde6045b'] in dv-neutron-831582-1-hyperv is: [{'id': 'be74b235-b0ab-45a3-b7a9-5593dde6045b', 'name': 'tempest-RoutersIpV6Test-router-799269774', 'tenant_id': 'cdf918ead919400d8e09833e5e89e375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:52:48Z', 'updated_at': '2022-03-03T05:52:48Z', 'revision_number': 2, 'project_id': 'cdf918ead919400d8e09833e5e89e375', 'gw_port_host': None}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:52:50.205146 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11220cce-149b-4033-aa55-260d921c81e0 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37290cdd-b9cb-430c-8473-385959f342a8,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:50.207818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4b8b77fb-d5c8-4c8b-8a48-9ec8bda42c1f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.221725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.234193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Transition to ACTIVE for port object dd602fed-34c2-4930-b150-ab8a17015d00 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:50.253734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4b8b77fb-d5c8-4c8b-8a48-9ec8bda42c1f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:50.256152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Transition to ACTIVE for port object dd602fed-34c2-4930-b150-ab8a17015d00 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:50.262450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4b8b77fb-d5c8-4c8b-8a48-9ec8bda42c1f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:50.264928 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.267157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4b8b77fb-d5c8-4c8b-8a48-9ec8bda42c1f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:50.283924 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-dc994dc6-e175-4041-9f62-dddc811d0a13 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Synchronizing usage tracker for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:50.294368 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d5a7a8b7-af48-4c0d-b720-5aa718400e36 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:50.298538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4b8b77fb-d5c8-4c8b-8a48-9ec8bda42c1f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:50.337774 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Network 2d8c26fa-4cc4-491f-aa4b-289f1959aef9 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:50.345456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:50.350727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:50.353768 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-dc994dc6-e175-4041-9f62-dddc811d0a13 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Unset dirty status for tenant:cdf918ead919400d8e09833e5e89e375 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:50.355089 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-dc994dc6-e175-4041-9f62-dddc811d0a13 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=be74b235-b0ab-45a3-b7a9-5593dde6045b HTTP/1.1" status: 200 len: 205 time: 0.2829731 Mar 03 05:52:50.355983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d5a7a8b7-af48-4c0d-b720-5aa718400e36 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:50.358024 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d5a7a8b7-af48-4c0d-b720-5aa718400e36 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6145520 Mar 03 05:52:50.358188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Pushing event updated for resources: {'Port': ['ID=dd602fed-34c2-4930-b150-ab8a17015d00,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:50.361061 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60786) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:50.370151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60788) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:50.449185 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5b84008e-eb14-4673-bb02-2bafa137d2a2 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.481662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f74a6a3b-18cf-42f2-88e9-b4af04653605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.482148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-73aff683-8d6c-4fb1-b253-4a2ef52f0e6f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group': {'name': 'tempest-security--1078405362', 'description': 'tempest-security-description-412775444'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:50.495424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Attempting to bind port dd602fed-34c2-4930-b150-ab8a17015d00 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:52:50.496542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Attempting to bind port dd602fed-34c2-4930-b150-ab8a17015d00 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2d8c26fa-4cc4-491f-aa4b-289f1959aef9'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:52:50.496770 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Attempting to bind port dd602fed-34c2-4930-b150-ab8a17015d00 on network 2d8c26fa-4cc4-491f-aa4b-289f1959aef9 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:52:50.504236 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:52:50.504809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Checking segment: {'id': '3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2d8c26fa-4cc4-491f-aa4b-289f1959aef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:50.505089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.505737 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Bound using segment: {'id': '3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2d8c26fa-4cc4-491f-aa4b-289f1959aef9'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:52:50.508448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Bound port: dd602fed-34c2-4930-b150-ab8a17015d00, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '2d8c26fa-4cc4-491f-aa4b-289f1959aef9'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:52:50.508448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.537356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84008e-eb14-4673-bb02-2bafa137d2a2 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c0e88b-7f48-436e-8ed6-6cd041cd2f64,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:50.547816 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5b84008e-eb14-4673-bb02-2bafa137d2a2 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.551278 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5b84008e-eb14-4673-bb02-2bafa137d2a2 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "DELETE /v2.0/security-groups/66c0e88b-7f48-436e-8ed6-6cd041cd2f64 HTTP/1.1" status: 204 len: 168 time: 0.8087268 Mar 03 05:52:50.585800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60794) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:50.611639 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.627832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] For port dd602fed-34c2-4930-b150-ab8a17015d00, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:52:50.631071 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] For port dd602fed-34c2-4930-b150-ab8a17015d00, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dd602fed-34c2-4930-b150-ab8a17015d00,segment=NetworkSegment(3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76),segment_id=3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:52:50.636793 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.639956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e4c3304d-5fc6-4086-b048-3fd0b8bfcacc tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.642090 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1e255e29-2d83-4cb6-ab24-a6b5a0bca09f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.728975 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edd754-1dd2-44f5-bc28-3c03e2a8df3e None None] Pushing event updated for resources: {'Port': ['ID=dd602fed-34c2-4930-b150-ab8a17015d00,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:50.738901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3304d-5fc6-4086-b048-3fd0b8bfcacc tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=223069c3-dbca-4bb0-8be8-8ca1d6cf0d51,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:50.747496 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73aff683-8d6c-4fb1-b253-4a2ef52f0e6f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.764503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:52:50.769628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e4c3304d-5fc6-4086-b048-3fd0b8bfcacc tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.776916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c5573-c18a-4238-83c8-a2cb5d0881c6 None None] Sync routers for ids ['d0510e4b-094e-4c37-a3d7-45d5ab394033'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:52:50.790019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c5573-c18a-4238-83c8-a2cb5d0881c6 None None] Routers {'d0510e4b-094e-4c37-a3d7-45d5ab394033'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:50.791298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-2d5c5573-c18a-4238-83c8-a2cb5d0881c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d0510e4b-094e-4c37-a3d7-45d5ab394033'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:50.802390 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e4c3304d-5fc6-4086-b048-3fd0b8bfcacc tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/223069c3-dbca-4bb0-8be8-8ca1d6cf0d51 HTTP/1.1" status: 204 len: 168 time: 1.8501172 Mar 03 05:52:50.814340 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cd1c3fb7-8de9-4de4-8695-121d5da4b0c4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/d0510e4b-094e-4c37-a3d7-45d5ab394033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0341537 Mar 03 05:52:50.817839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60798) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:50.818163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60800) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:50.827967 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9c7725f8-0b7e-4a06-bec2-d9ba9b18923f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Synchronizing usage tracker for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:50.871010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-2d5c5573-c18a-4238-83c8-a2cb5d0881c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:50.880739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c5573-c18a-4238-83c8-a2cb5d0881c6 None None] Routers {'d0510e4b-094e-4c37-a3d7-45d5ab394033'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:50.881360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-2d5c5573-c18a-4238-83c8-a2cb5d0881c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d0510e4b-094e-4c37-a3d7-45d5ab394033'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:50.916560 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-31f1c1ef-3bec-4d13-bb72-c7a06de02c28 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b/tags HTTP/1.1" status: 204 len: 168 time: 0.8076723 Mar 03 05:52:50.932502 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60806) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:50.954939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-2d5c5573-c18a-4238-83c8-a2cb5d0881c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:50.955356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c5573-c18a-4238-83c8-a2cb5d0881c6 None None] The sync data for ids ['d0510e4b-094e-4c37-a3d7-45d5ab394033'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:52:50.978403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:50.999394 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4b8b77fb-d5c8-4c8b-8a48-9ec8bda42c1f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.021156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9c7725f8-0b7e-4a06-bec2-d9ba9b18923f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Unset dirty status for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:51.026500 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9c7725f8-0b7e-4a06-bec2-d9ba9b18923f tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4353929 Mar 03 05:52:51.032630 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4b8b77fb-d5c8-4c8b-8a48-9ec8bda42c1f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.035742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60810) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:51.047145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c846205-dc8e-4c8c-bec5-036e93ab1d0e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:51.047779 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4c846205-dc8e-4c8c-bec5-036e93ab1d0e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Synchronizing usage tracker for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:51.078099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a51fd9e0-975e-4c26-a992-c7220bda5e07 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378008312'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:51.089599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Subnet': ['ID=f8597590-92c8-41e9-92cd-39a53ffcefe5,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:51.116700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a51fd9e0-975e-4c26-a992-c7220bda5e07 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:51.136525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1e255e29-2d83-4cb6-ab24-a6b5a0bca09f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.155673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1e255e29-2d83-4cb6-ab24-a6b5a0bca09f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.161338 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73aff683-8d6c-4fb1-b253-4a2ef52f0e6f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.178830 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b77fb-d5c8-4c8b-8a48-9ec8bda42c1f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdb0bd4-1e86-4077-84fa-655b9d77686c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:51.182482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73aff683-8d6c-4fb1-b253-4a2ef52f0e6f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.185597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73aff683-8d6c-4fb1-b253-4a2ef52f0e6f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.186991 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-73aff683-8d6c-4fb1-b253-4a2ef52f0e6f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "PUT /v2.0/security-groups/37290cdd-b9cb-430c-8473-385959f342a8 HTTP/1.1" status: 200 len: 1777 time: 0.8072364 Mar 03 05:52:51.203023 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60814) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:51.207954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a51fd9e0-975e-4c26-a992-c7220bda5e07 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:51.208182 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4b8b77fb-d5c8-4c8b-8a48-9ec8bda42c1f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.209382 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4b8b77fb-d5c8-4c8b-8a48-9ec8bda42c1f tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4847884 Mar 03 05:52:51.229706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60818) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:51.247283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-031fa770-652b-47d6-a814-832a753feb2e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group_rule': {'security_group_id': 'bc4221db-0c43-4b2d-a532-c95b386f3447', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8bdb0bd4-1e86-4077-84fa-655b9d77686c', 'remote_ip_prefix': None}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:51.269881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1e255e29-2d83-4cb6-ab24-a6b5a0bca09f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.270269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e255e29-2d83-4cb6-ab24-a6b5a0bca09f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Fanout notify agent at l3_agent the message router_deleted on router be74b235-b0ab-45a3-b7a9-5593dde6045b {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:52:51.276939 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-031fa770-652b-47d6-a814-832a753feb2e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:51.286611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aff683-8d6c-4fb1-b253-4a2ef52f0e6f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37290cdd-b9cb-430c-8473-385959f342a8,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:51.300761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-031fa770-652b-47d6-a814-832a753feb2e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:51.301097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4c846205-dc8e-4c8c-bec5-036e93ab1d0e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Unset dirty status for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:51.302263 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4c846205-dc8e-4c8c-bec5-036e93ab1d0e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports/656c575b-602e-4d30-8502-fdc5724d1233 HTTP/1.1" status: 200 len: 910 time: 0.4805527 Mar 03 05:52:51.306732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-031fa770-652b-47d6-a814-832a753feb2e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:51.309231 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60822) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:51.314570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.322263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a51fd9e0-975e-4c26-a992-c7220bda5e07 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.345748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafdab76-e7f6-4f3c-8572-ef7e66867091 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:51.351593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafdab76-e7f6-4f3c-8572-ef7e66867091 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:51.352373 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-dafdab76-e7f6-4f3c-8572-ef7e66867091 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:51.380968 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8c26fa-4cc4-491f-aa4b-289f1959aef9']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:51.395365 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1e255e29-2d83-4cb6-ab24-a6b5a0bca09f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.399681 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1e255e29-2d83-4cb6-ab24-a6b5a0bca09f tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/be74b235-b0ab-45a3-b7a9-5593dde6045b HTTP/1.1" status: 204 len: 168 time: 1.0284832 Mar 03 05:52:51.399681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-031fa770-652b-47d6-a814-832a753feb2e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:51.399955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c7a6da10-198a-43cc-af25-cac4ef5548a1 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for subnetpool, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.400042 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c7a6da10-198a-43cc-af25-cac4ef5548a1 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/subnetpools/19dd67ab-4398-4cd1-93cd-2d5c390cbaa6 HTTP/1.1" status: 204 len: 168 time: 0.4653583 Mar 03 05:52:51.402382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60826) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:51.402772 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60828) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:51.410416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a51fd9e0-975e-4c26-a992-c7220bda5e07 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:51.413908 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-95701b3e-cda5-4ee3-8b41-faf68c634fd2 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-groups/37290cdd-b9cb-430c-8473-385959f342a8 HTTP/1.1" status: 200 len: 1777 time: 0.2069268 Mar 03 05:52:51.425958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60832) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:51.450883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:51.451178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:51.468575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a51fd9e0-975e-4c26-a992-c7220bda5e07 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Usage tracker for resource:security_group_rule and tenant:a64ecfc429a243b89c4e0acb0dc9af7b is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:51.503997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a51fd9e0-975e-4c26-a992-c7220bda5e07 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:51.516358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.528228 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.535723 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a05f8d96-120a-4c3a-8422-04cb5dbfd787 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=be74b235-b0ab-45a3-b7a9-5593dde6045b HTTP/1.1" status: 200 len: 205 time: 0.1201973 Mar 03 05:52:51.535723 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a51fd9e0-975e-4c26-a992-c7220bda5e07 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:51.545041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60838) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:51.554516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-dafdab76-e7f6-4f3c-8572-ef7e66867091 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:51.559870 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dafdab76-e7f6-4f3c-8572-ef7e66867091 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.7361033 Mar 03 05:52:51.559870 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1734c3d7-8de1-47fa-8bc8-9293c98c751e tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7fa45c5-7ea4-41f0-ba33-435c06db6e3e HTTP/1.1" status: 200 len: 205 time: 0.1429319 Mar 03 05:52:51.564325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60842) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:51.564744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60844) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:51.626429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.700469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-031fa770-652b-47d6-a814-832a753feb2e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.734787 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.753855 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-8d262a19-5478-45da-b749-9c18c2d1ebe5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] delete failed (client error): The resource could not be found. Mar 03 05:52:51.754869 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8d262a19-5478-45da-b749-9c18c2d1ebe5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/be74b235-b0ab-45a3-b7a9-5593dde6045b HTTP/1.1" status: 404 len: 336 time: 0.2063081 Mar 03 05:52:51.762140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60850) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:51.764364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:51.764942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:51.783719 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:51.887183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-843db85c-9115-4a74-bd96-67d08c46e315 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:51.910792 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd5d98b-e5c8-4ee7-bf95-3733d9396d03 None None] Network 2d8c26fa-4cc4-491f-aa4b-289f1959aef9 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:52.014091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-843db85c-9115-4a74-bd96-67d08c46e315 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.043908 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-018d188c-6dcb-4b8e-a05f-65a712c47f45 None None] Provisioning for port dd602fed-34c2-4930-b150-ab8a17015d00 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:52.112685 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6f7c53-5f54-4a67-8809-583d58349add tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:52.112944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6f7c53-5f54-4a67-8809-583d58349add tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:52.126172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-7189dceb-fdb7-4a35-93c1-a0962b2aa07b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port c210bd31-9b5b-4dc2-a56b-fb2e43d1d407 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:52.126592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7189dceb-fdb7-4a35-93c1-a0962b2aa07b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.129907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-031fa770-652b-47d6-a814-832a753feb2e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.134657 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-031fa770-652b-47d6-a814-832a753feb2e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.156758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce415aec-f757-4b7d-b680-1271c784b891 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.175562 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fa770-652b-47d6-a814-832a753feb2e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688dd008-0c14-4763-8415-bd6090ebbc37,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:52.203437 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-843db85c-9115-4a74-bd96-67d08c46e315 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.225726 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28a944a-e177-43af-b5f4-a72a82c52a07 None None] DHCP port deletion for 2d8c26fa-4cc4-491f-aa4b-289f1959aef9 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:52.230257 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a28a944a-e177-43af-b5f4-a72a82c52a07 None None] Deleting port dd602fed-34c2-4930-b150-ab8a17015d00 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:52.230746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a28a944a-e177-43af-b5f4-a72a82c52a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.248594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843db85c-9115-4a74-bd96-67d08c46e315 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37290cdd-b9cb-430c-8473-385959f342a8,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:52.259717 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-843db85c-9115-4a74-bd96-67d08c46e315 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.263472 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-843db85c-9115-4a74-bd96-67d08c46e315 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-groups/37290cdd-b9cb-430c-8473-385959f342a8 HTTP/1.1" status: 204 len: 168 time: 0.8345284 Mar 03 05:52:52.266224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60854) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:52.268566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-031fa770-652b-47d6-a814-832a753feb2e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.269705 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-031fa770-652b-47d6-a814-832a753feb2e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0384507 Mar 03 05:52:52.270595 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3b6f7c53-5f54-4a67-8809-583d58349add tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/583cfe85-5e99-4696-8b85-d488266eea1c HTTP/1.1" status: 404 len: 337 time: 0.4882889 Mar 03 05:52:52.273055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60858) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:52.277486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60860) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:52.361633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 05:52:52.361633 dv-neutron-831582-1-hyperv neutron-server[87793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 05:52:52.361633 dv-neutron-831582-1-hyperv neutron-server[87793]: [parameters: {'id': '2d8c26fa-4cc4-491f-aa4b-289f1959aef9'}] Mar 03 05:52:52.361633 dv-neutron-831582-1-hyperv neutron-server[87793]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:52:52.362084 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:52:52.369043 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa05fc0a-1c20-4c63-a911-b961f71868a5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:52.369498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa05fc0a-1c20-4c63-a911-b961f71868a5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:52.371130 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-aa05fc0a-1c20-4c63-a911-b961f71868a5 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/572fecd4-fc3a-4719-834e-9c52f83977d9 HTTP/1.1" status: 404 len: 337 time: 0.0926063 Mar 03 05:52:52.380212 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60866) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:52.425605 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6db51a13-f2cc-4462-ba93-dd14a851730d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.438040 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-278bb6ef-65ec-41ef-aae7-6f29299be24a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:52.438484 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278bb6ef-65ec-41ef-aae7-6f29299be24a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:52.442591 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-278bb6ef-65ec-41ef-aae7-6f29299be24a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/e8fbf0c7-2892-4cfa-abf9-d409d7556e4b HTTP/1.1" status: 404 len: 337 time: 0.0590341 Mar 03 05:52:52.446555 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60870) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:52.452084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6db51a13-f2cc-4462-ba93-dd14a851730d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.480255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-a28a944a-e177-43af-b5f4-a72a82c52a07 None None] For port dd602fed-34c2-4930-b150-ab8a17015d00, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dd602fed-34c2-4930-b150-ab8a17015d00,segment=NetworkSegment(3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76),segment_id=3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:52.480642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a28a944a-e177-43af-b5f4-a72a82c52a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.486682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.513042 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f6ef51-a588-4268-9006-31d872c6caef tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:52.513497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f6ef51-a588-4268-9006-31d872c6caef tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:52.517657 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-49f6ef51-a588-4268-9006-31d872c6caef tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/1082a56c-9738-4377-ab6e-335aeb408105 HTTP/1.1" status: 404 len: 337 time: 0.0677645 Mar 03 05:52:52.535400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60874) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:52.596303 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6db51a13-f2cc-4462-ba93-dd14a851730d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.615271 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a28a944a-e177-43af-b5f4-a72a82c52a07 None None] Calling delete_port for dd602fed-34c2-4930-b150-ab8a17015d00 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:52.675441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db51a13-f2cc-4462-ba93-dd14a851730d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=688dd008-0c14-4763-8415-bd6090ebbc37,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:52.679446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6db51a13-f2cc-4462-ba93-dd14a851730d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.680579 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6db51a13-f2cc-4462-ba93-dd14a851730d tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/688dd008-0c14-4763-8415-bd6090ebbc37 HTTP/1.1" status: 204 len: 168 time: 0.4064600 Mar 03 05:52:52.683339 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60878) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:52.699647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a28a944a-e177-43af-b5f4-a72a82c52a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.717308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a51fd9e0-975e-4c26-a992-c7220bda5e07 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.722956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce415aec-f757-4b7d-b680-1271c784b891 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.727803 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5ad5b72e-16f4-4573-a43a-c4699b58d295 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=3fe65802-28ae-4793-9dbb-83ec890567ee HTTP/1.1" status: 200 len: 205 time: 0.1831059 Mar 03 05:52:52.731575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce415aec-f757-4b7d-b680-1271c784b891 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.738859 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5c7fca67-1056-4dc6-8627-82c665711e46 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4676371 Mar 03 05:52:52.738859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60882) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:52.747544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a51fd9e0-975e-4c26-a992-c7220bda5e07 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.752177 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a944a-e177-43af-b5f4-a72a82c52a07 None None] Pushing event deleted for resources: {'Port': ['ID=dd602fed-34c2-4930-b150-ab8a17015d00,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:52.756049 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a944a-e177-43af-b5f4-a72a82c52a07 None None] No DVR routers for this DVR port dd602fed-34c2-4930-b150-ab8a17015d00 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:52.756318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60884) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:52.817249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-152e53f1-6d30-48b0-b448-ad31cfcdedf1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:52.830708 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.878703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-152e53f1-6d30-48b0-b448-ad31cfcdedf1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:52.879684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.880634 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-152e53f1-6d30-48b0-b448-ad31cfcdedf1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1963823 Mar 03 05:52:52.887820 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60890) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:52.914587 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-0d4b11c6-f385-4f01-8788-337d64725e5d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] delete failed (client error): The resource could not be found. Mar 03 05:52:52.915606 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0d4b11c6-f385-4f01-8788-337d64725e5d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/3fe65802-28ae-4793-9dbb-83ec890567ee HTTP/1.1" status: 404 len: 336 time: 0.1696436 Mar 03 05:52:52.918688 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60894) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:52.967657 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-b7697344-3343-40ca-a1ff-10dece7ae414 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] delete failed (client error): The resource could not be found. Mar 03 05:52:52.972319 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b7697344-3343-40ca-a1ff-10dece7ae414 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-groups/37290cdd-b9cb-430c-8473-385959f342a8 HTTP/1.1" status: 404 len: 347 time: 0.2019048 Mar 03 05:52:52.982429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60898) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:52.984525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fd9e0-975e-4c26-a992-c7220bda5e07 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c934cf84-7f0b-4c9a-9aea-09415fdef8a3,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:52.986706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce415aec-f757-4b7d-b680-1271c784b891 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:52.987212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce415aec-f757-4b7d-b680-1271c784b891 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Fanout notify agent at l3_agent the message router_deleted on router c7fa45c5-7ea4-41f0-ba33-435c06db6e3e {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:52:53.001777 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce415aec-f757-4b7d-b680-1271c784b891 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.002850 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ce415aec-f757-4b7d-b680-1271c784b891 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/routers/c7fa45c5-7ea4-41f0-ba33-435c06db6e3e HTTP/1.1" status: 204 len: 168 time: 1.3844554 Mar 03 05:52:53.003683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a51fd9e0-975e-4c26-a992-c7220bda5e07 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.008277 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a51fd9e0-975e-4c26-a992-c7220bda5e07 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9436531 Mar 03 05:52:53.008277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60902) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:53.011548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60904) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:53.016619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7189dceb-fdb7-4a35-93c1-a0962b2aa07b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.019994 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9fdfcccc-f717-4b4b-a592-998f5967cf1a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9c126c7-e38d-4070-8781-41d30a24fe5e HTTP/1.1" status: 200 len: 205 time: 0.1002417 Mar 03 05:52:53.027530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148675290'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:53.033319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60910) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:53.044084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:53.055749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d439563a-9deb-4c63-94a8-7dd15cde3bde tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:53.056178 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING neutron.api.v2.base [None req-d439563a-9deb-4c63-94a8-7dd15cde3bde tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 05:52:53.056656 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-d439563a-9deb-4c63-94a8-7dd15cde3bde tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] update failed (client error): There was a conflict when trying to complete your request. Mar 03 05:52:53.057621 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d439563a-9deb-4c63-94a8-7dd15cde3bde tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "PUT /v2.0/security-groups/c934cf84-7f0b-4c9a-9aea-09415fdef8a3 HTTP/1.1" status: 409 len: 330 time: 0.0434937 Mar 03 05:52:53.066932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60914) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:53.100201 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:53.119171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:53.136559 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-2c12556c-eac7-497c-9f29-4fc791323508 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] delete failed (client error): The resource could not be found. Mar 03 05:52:53.140033 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2c12556c-eac7-497c-9f29-4fc791323508 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/d9c126c7-e38d-4070-8781-41d30a24fe5e HTTP/1.1" status: 404 len: 336 time: 0.0971384 Mar 03 05:52:53.140447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:53.146373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60918) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:53.152845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4113f719-9b42-49a5-ba2d-fd2b8ff3de27 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.228669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-7189dceb-fdb7-4a35-93c1-a0962b2aa07b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for c210bd31-9b5b-4dc2-a56b-fb2e43d1d407 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:53.329726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Allocated IP 172.21.0.1 (b6764d63-ee5d-4372-8d1e-9ca15505cae0/fa3ea593-68d0-48b1-b1a1-cba43dcff833/0a718035-693b-4150-b535-1db8adcb6911) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:53.335039 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-2600256c-c824-4dbc-ba62-2cf0c1f71b82 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:53.335361 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2600256c-c824-4dbc-ba62-2cf0c1f71b82 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:53.341423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.373937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4113f719-9b42-49a5-ba2d-fd2b8ff3de27 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.384632 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2600256c-c824-4dbc-ba62-2cf0c1f71b82 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/5e0e38d1-17a9-4bcd-b620-34ed7ff507a5 HTTP/1.1" status: 404 len: 337 time: 0.2342956 Mar 03 05:52:53.389147 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60922) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:53.406029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ecd67011-e5e4-4aed-9f4a-fce248818064 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Deleting port bb68dc80-bf73-4687-ad43-7724b949dce7 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:53.406363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ecd67011-e5e4-4aed-9f4a-fce248818064 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.447456 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.464277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:53.486908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:53.494195 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-eff2cf5c-4f0c-498c-aa28-4ce60c6bcd1d tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b988e8-6926-4007-837c-78c350c98caf HTTP/1.1" status: 200 len: 205 time: 0.1011372 Mar 03 05:52:53.495925 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:53.500334 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60926) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:53.611072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:53.637713 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-3061b87f-ef8d-4970-96f1-79a907824155 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] delete failed (client error): The resource could not be found. Mar 03 05:52:53.638638 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3061b87f-ef8d-4970-96f1-79a907824155 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/44b988e8-6926-4007-837c-78c350c98caf HTTP/1.1" status: 404 len: 336 time: 0.1367750 Mar 03 05:52:53.645162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60930) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:53.648423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4113f719-9b42-49a5-ba2d-fd2b8ff3de27 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.668375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8c26fa-4cc4-491f-aa4b-289f1959aef9']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:53.683480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113f719-9b42-49a5-ba2d-fd2b8ff3de27 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdb0bd4-1e86-4077-84fa-655b9d77686c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:53.727747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:53.728372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c01c5c0-6bb0-4d1e-9d2b-7ac29c6f9b76') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:53.744932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4113f719-9b42-49a5-ba2d-fd2b8ff3de27 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.746043 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4113f719-9b42-49a5-ba2d-fd2b8ff3de27 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-groups/8bdb0bd4-1e86-4077-84fa-655b9d77686c HTTP/1.1" status: 204 len: 168 time: 0.8577080 Mar 03 05:52:53.754372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.756891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60934) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:53.760653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7189dceb-fdb7-4a35-93c1-a0962b2aa07b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.763989 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ab030a5b-bf8d-45be-b647-e19ae75d7189 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=74b14739-0844-44a5-adb0-2b34f99de731 HTTP/1.1" status: 200 len: 205 time: 0.1177182 Mar 03 05:52:53.779787 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60938) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:53.807824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f469a4d2-6d91-40b2-a735-e75a44ec7f7a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.838393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.851643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189dceb-fdb7-4a35-93c1-a0962b2aa07b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=c210bd31-9b5b-4dc2-a56b-fb2e43d1d407,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:53.877911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7189dceb-fdb7-4a35-93c1-a0962b2aa07b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.881132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Transition to ACTIVE for port object 0a718035-693b-4150-b535-1db8adcb6911 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:53.881684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.887476 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-869913dc-a8df-4155-bf4a-1766bd11f7c2 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] delete failed (client error): The resource could not be found. Mar 03 05:52:53.888567 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-869913dc-a8df-4155-bf4a-1766bd11f7c2 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/74b14739-0844-44a5-adb0-2b34f99de731 HTTP/1.1" status: 404 len: 336 time: 0.1077309 Mar 03 05:52:53.896542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f469a4d2-6d91-40b2-a735-e75a44ec7f7a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.899056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60942) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:53.911288 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:53.911688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:53.930617 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:53.954466 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:53.963398 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b32534-9f59-4adf-aa9a-6a994cb6c281 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:53.963877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b32534-9f59-4adf-aa9a-6a994cb6c281 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:53.973926 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.006395 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b7b32534-9f59-4adf-aa9a-6a994cb6c281 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/c0517d13-da10-48a3-a543-d3e65446bd59 HTTP/1.1" status: 404 len: 337 time: 0.1034486 Mar 03 05:52:54.010669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2178bc87-7180-427f-972d-8ca2184522a1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:54.018481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60946) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.024858 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7189dceb-fdb7-4a35-93c1-a0962b2aa07b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/c210bd31-9b5b-4dc2-a56b-fb2e43d1d407 HTTP/1.1" status: 204 len: 168 time: 2.4079220 Mar 03 05:52:54.029802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60950) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.114343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.115507 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1321461 Mar 03 05:52:54.118881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60954) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.124673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.128670 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6e30529b-8e06-4b0a-b3c4-940981848b60 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=18186327-be49-49b3-b549-45f4d6e90a6c HTTP/1.1" status: 200 len: 205 time: 0.1063435 Mar 03 05:52:54.128847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-843b52c9-e143-4d5a-8935-317c2a56262f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group_rule': {'security_group_id': 'e778f282-29e1-4f86-8324-5dcd427c459e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:54.133673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274117fa-c379-4c67-b8dc-16fc82b657b9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e778f282-29e1-4f86-8324-5dcd427c459e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:54.135632 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60958) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.140354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2178bc87-7180-427f-972d-8ca2184522a1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:54.144480 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2178bc87-7180-427f-972d-8ca2184522a1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3836851 Mar 03 05:52:54.155271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.157426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60962) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.158579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-843b52c9-e143-4d5a-8935-317c2a56262f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:54.190522 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-843b52c9-e143-4d5a-8935-317c2a56262f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:54.192942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f469a4d2-6d91-40b2-a735-e75a44ec7f7a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.197222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Network': ['ID=2d8c26fa-4cc4-491f-aa4b-289f1959aef9,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:54.202489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-843b52c9-e143-4d5a-8935-317c2a56262f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:54.203650 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.228845 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-843b52c9-e143-4d5a-8935-317c2a56262f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:54.231644 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8fbe2616-ebc1-4606-95f9-0363f5829c6c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/2d8c26fa-4cc4-491f-aa4b-289f1959aef9 HTTP/1.1" status: 204 len: 168 time: 4.6375663 Mar 03 05:52:54.245661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60966) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.247080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469a4d2-6d91-40b2-a735-e75a44ec7f7a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c934cf84-7f0b-4c9a-9aea-09415fdef8a3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:54.248966 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f469a4d2-6d91-40b2-a735-e75a44ec7f7a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.250037 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f469a4d2-6d91-40b2-a735-e75a44ec7f7a tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "DELETE /v2.0/security-groups/c934cf84-7f0b-4c9a-9aea-09415fdef8a3 HTTP/1.1" status: 204 len: 168 time: 1.1820879 Mar 03 05:52:54.257462 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-53a06e7f-a474-466c-90b7-9acd2fb206cd tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] delete failed (client error): The resource could not be found. Mar 03 05:52:54.258471 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-53a06e7f-a474-466c-90b7-9acd2fb206cd tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/18186327-be49-49b3-b549-45f4d6e90a6c HTTP/1.1" status: 404 len: 336 time: 0.1214859 Mar 03 05:52:54.259975 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60970) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.265144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60972) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.268761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-306481846'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:54.273668 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ecd67011-e5e4-4aed-9f4a-fce248818064 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.284954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:54.297344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network b6764d63-ee5d-4372-8d1e-9ca15505cae0 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:54.298352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:network and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:54.307467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:54.311567 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:54.321360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:54.323149 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:54.365000 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=0a718035-693b-4150-b535-1db8adcb6911,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:54.389086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:54.392621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.424992 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a784dc-2281-4d38-aedc-8b4e25933c6e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:54.429217 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-24a784dc-2281-4d38-aedc-8b4e25933c6e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3595588 Mar 03 05:52:54.433914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60978) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.467587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.468154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ecd67011-e5e4-4aed-9f4a-fce248818064 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Calling delete_port for bb68dc80-bf73-4687-ad43-7724b949dce7 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:54.488431 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f825d92-a27b-47d3-a23b-da2d842930db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:52:54.492977 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4f825d92-a27b-47d3-a23b-da2d842930db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/223069c3-dbca-4bb0-8be8-8ca1d6cf0d51 HTTP/1.1" status: 404 len: 333 time: 0.0549126 Mar 03 05:52:54.494109 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60982) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.497568 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6eadd29-da6d-4b81-a694-3b7e1d59090a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:54.498466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6eadd29-da6d-4b81-a694-3b7e1d59090a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:54.499744 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c6eadd29-da6d-4b81-a694-3b7e1d59090a tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/969fe018-b95f-494c-98e3-4a49c2767593 HTTP/1.1" status: 404 len: 337 time: 0.2184553 Mar 03 05:52:54.514320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 60986) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.522202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-843b52c9-e143-4d5a-8935-317c2a56262f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.528305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:54.560293 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3377d6-4831-49b3-ba5a-497faf892c42 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:52:54.566761 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4f3377d6-4831-49b3-ba5a-497faf892c42 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/c210bd31-9b5b-4dc2-a56b-fb2e43d1d407 HTTP/1.1" status: 404 len: 333 time: 0.0666854 Mar 03 05:52:54.566761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60990) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.586726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.587060 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Added segment 44e70fe9-1884-4413-b992-576ac861b400 of type vlan for network 03bfa78e-2b01-40fd-ac06-d4428b448e12 Mar 03 05:52:54.603986 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6b7fbbd0-648b-4631-bc1c-d56a6296f4bd None None] Provisioning for port 0a718035-693b-4150-b535-1db8adcb6911 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:52:54.609657 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6b7fbbd0-648b-4631-bc1c-d56a6296f4bd None None] Provisioning complete for port 0a718035-693b-4150-b535-1db8adcb6911 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:54.610029 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6b7fbbd0-648b-4631-bc1c-d56a6296f4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.622501 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3745ed02-17cb-4854-a6bb-3d3f099c4b09 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "GET /v2.0/ports?device_id=cfd9df6b-e929-489b-857d-5996623d4adc HTTP/1.1" status: 200 len: 205 time: 0.1048114 Mar 03 05:52:54.634530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60994) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.637653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b00cfc90-96c2-4fcd-9762-86bfe1f14762 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.654191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f314f2a7-e1ba-4b9f-b6b5-7dd7ccc3c8ed tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Synchronizing usage tracker for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:54.671994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6b7fbbd0-648b-4631-bc1c-d56a6296f4bd None None] Port 0a718035-693b-4150-b535-1db8adcb6911 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:54.709530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b00cfc90-96c2-4fcd-9762-86bfe1f14762 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.749225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.770688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f314f2a7-e1ba-4b9f-b6b5-7dd7ccc3c8ed tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] Unset dirty status for tenant:a64ecfc429a243b89c4e0acb0dc9af7b on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:54.771941 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f314f2a7-e1ba-4b9f-b6b5-7dd7ccc3c8ed tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5092924 Mar 03 05:52:54.779466 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 60998) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.782924 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-843b52c9-e143-4d5a-8935-317c2a56262f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.787459 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-9351cefa-52f5-42ab-b9a7-035d74fb1ffc tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] delete failed (client error): The resource could not be found. Mar 03 05:52:54.788515 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9351cefa-52f5-42ab-b9a7-035d74fb1ffc tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/routers/cfd9df6b-e929-489b-857d-5996623d4adc HTTP/1.1" status: 404 len: 336 time: 0.1068575 Mar 03 05:52:54.800372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32770) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.801040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-843b52c9-e143-4d5a-8935-317c2a56262f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.810557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25e5fef5-b4ad-4ead-b0b4-9ca0994cf833 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.827229 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-17692c52-40ac-41db-a2a2-922422895df4 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] delete failed (client error): The resource could not be found. Mar 03 05:52:54.828255 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-17692c52-40ac-41db-a2a2-922422895df4 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "DELETE /v2.0/security-groups/264dccc4-6011-448f-8781-8c2f92868dca HTTP/1.1" status: 404 len: 347 time: 0.0470238 Mar 03 05:52:54.852473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32774) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.877664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.883049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:54.883632 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.887384 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c930c4fa-3299-4347-b492-a92ab45c64d6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:54.887902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c930c4fa-3299-4347-b492-a92ab45c64d6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:54.903395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b52c9-e143-4d5a-8935-317c2a56262f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7db9eb5-835e-4e04-a4d0-9fefad62183e,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:54.924124 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-2ebcbc9d-83d6-4b37-aa22-fec38722d1d0 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] show failed (client error): The resource could not be found. Mar 03 05:52:54.925183 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2ebcbc9d-83d6-4b37-aa22-fec38722d1d0 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "GET /v2.0/security-groups/c567e243-486a-444c-9199-27d3c45fd470 HTTP/1.1" status: 404 len: 347 time: 0.0627892 Mar 03 05:52:54.928412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ecd67011-e5e4-4aed-9f4a-fce248818064 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.930165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32778) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.930956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b00cfc90-96c2-4fcd-9762-86bfe1f14762 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.933551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b00cfc90-96c2-4fcd-9762-86bfe1f14762 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:54.934673 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b00cfc90-96c2-4fcd-9762-86bfe1f14762 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-groups/bc4221db-0c43-4b2d-a532-c95b386f3447 HTTP/1.1" status: 204 len: 168 time: 0.7737043 Mar 03 05:52:54.937537 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c930c4fa-3299-4347-b492-a92ab45c64d6 tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/55064055-e5cd-401e-a409-da1d72327a0e HTTP/1.1" status: 404 len: 337 time: 0.1345952 Mar 03 05:52:54.941590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32782) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.941758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32784) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:54.997850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-843b52c9-e143-4d5a-8935-317c2a56262f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.001721 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-843b52c9-e143-4d5a-8935-317c2a56262f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8792088 Mar 03 05:52:55.040228 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32788) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:55.045504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00cfc90-96c2-4fcd-9762-86bfe1f14762 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4221db-0c43-4b2d-a532-c95b386f3447,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:55.048867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd67011-e5e4-4aed-9f4a-fce248818064 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Pushing event deleted for resources: {'Port': ['ID=bb68dc80-bf73-4687-ad43-7724b949dce7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:55.055372 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-683c156b-13a4-4d5a-b314-7667fdd78805 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] show failed (client error): The resource could not be found. Mar 03 05:52:55.059581 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-683c156b-13a4-4d5a-b314-7667fdd78805 tempest-NegativeSecGroupIPv6Test-1187043387 tempest-NegativeSecGroupIPv6Test-1187043387-project] 10.222.0.20 "GET /v2.0/security-group-rules/bb70036f-0a20-4740-a624-de55ed7ad663 HTTP/1.1" status: 404 len: 356 time: 0.1207411 Mar 03 05:52:55.066599 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47654e3-6d89-4089-9e7d-b50eb8c16aed tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] DELETE failed (client error): The resource could not be found. Mar 03 05:52:55.067040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47654e3-6d89-4089-9e7d-b50eb8c16aed tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:52:55.068705 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f47654e3-6d89-4089-9e7d-b50eb8c16aed tempest-RoutersIpV6Test-1756182974 tempest-RoutersIpV6Test-1756182974-project] 10.222.0.20 "DELETE /v2.0/subnets/68959276-9cc8-42c2-8e04-3230b52a224e HTTP/1.1" status: 404 len: 337 time: 0.0887504 Mar 03 05:52:55.157783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c0f08a69-9614-4970-9133-c5de4fd78046 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.165190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Network': ['ID=03bfa78e-2b01-40fd-ac06-d4428b448e12,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:55.176573 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 03bfa78e-2b01-40fd-ac06-d4428b448e12 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:55.239412 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.252736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c0f08a69-9614-4970-9133-c5de4fd78046 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.298512 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f1578c56-f933-45db-a191-9d8ba51b62c8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0479071 Mar 03 05:52:55.308609 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32798) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:55.311399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ecd67011-e5e4-4aed-9f4a-fce248818064 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.320263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'subnet': {'network_id': '03bfa78e-2b01-40fd-ac06-d4428b448e12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:55.351718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c0f08a69-9614-4970-9133-c5de4fd78046 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.368713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c0f08a69-9614-4970-9133-c5de4fd78046 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.369822 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c0f08a69-9614-4970-9133-c5de4fd78046 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b7db9eb5-835e-4e04-a4d0-9fefad62183e HTTP/1.1" status: 204 len: 168 time: 0.3223450 Mar 03 05:52:55.375347 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ecd67011-e5e4-4aed-9f4a-fce248818064 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/ports/bb68dc80-bf73-4687-ad43-7724b949dce7 HTTP/1.1" status: 204 len: 168 time: 2.3660920 Mar 03 05:52:55.376204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32802) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:55.426330 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32804) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:55.427234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f08a69-9614-4970-9133-c5de4fd78046 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7db9eb5-835e-4e04-a4d0-9fefad62183e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:55.448280 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0d91dde5-c2e4-494f-9ad4-ee1f2bfbf27c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2854290 Mar 03 05:52:55.456200 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25e5fef5-b4ad-4ead-b0b4-9ca0994cf833 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.466949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32810) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:55.490502 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8725bddd-9db1-48d1-b64c-579d5048bd89 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1377147314'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:55.516666 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8725bddd-9db1-48d1-b64c-579d5048bd89 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:55.520262 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-25e5fef5-b4ad-4ead-b0b4-9ca0994cf833 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d2e506-5789-4f49-a57f-fbcf2e1f1e50']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:55.598086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32818) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:55.614515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-25e5fef5-b4ad-4ead-b0b4-9ca0994cf833 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d529cba-1348-49a4-8a95-e1e895b1a503') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:55.614515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-25e5fef5-b4ad-4ead-b0b4-9ca0994cf833 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d529cba-1348-49a4-8a95-e1e895b1a503') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:55.625700 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8725bddd-9db1-48d1-b64c-579d5048bd89 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:55.627418 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32822) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:55.660686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:55.672406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:subnet and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:55.677220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:55.693367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c4c7ef-feb4-4b65-9543-4a9dc2330772 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Deleting subnet dc038639-8f08-46ef-8b5d-a8e3f73ff87b {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:52:55.695492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:55.705678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1cc871f1-77df-4e81-8460-6b57b9f589f2 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:55.706097 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25e5fef5-b4ad-4ead-b0b4-9ca0994cf833 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.708470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36c4c7ef-feb4-4b65-9543-4a9dc2330772 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.737459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8725bddd-9db1-48d1-b64c-579d5048bd89 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.769710 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25e5fef5-b4ad-4ead-b0b4-9ca0994cf833 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.771293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:55.775344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.806875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36c4c7ef-feb4-4b65-9543-4a9dc2330772 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.808807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e5fef5-b4ad-4ead-b0b4-9ca0994cf833 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:55.809208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25e5fef5-b4ad-4ead-b0b4-9ca0994cf833 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:55.830416 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:55.832873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8725bddd-9db1-48d1-b64c-579d5048bd89 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:55.855143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1cc871f1-77df-4e81-8460-6b57b9f589f2 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:55.856424 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1cc871f1-77df-4e81-8460-6b57b9f589f2 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4755254 Mar 03 05:52:55.900562 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32830) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:55.940364 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8725bddd-9db1-48d1-b64c-579d5048bd89 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:55.961897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8725bddd-9db1-48d1-b64c-579d5048bd89 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:55.983449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8725bddd-9db1-48d1-b64c-579d5048bd89 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:56.017325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-667f78eb-98cd-49b9-ac7c-412f8aca4cbc tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.021241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36c4c7ef-feb4-4b65-9543-4a9dc2330772 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.045211 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4b08320e-d8a7-4fd0-bdcf-9a1b35f1afde admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a64ecfc429a243b89c4e0acb0dc9af7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373832 Mar 03 05:52:56.055306 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32834) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:56.072722 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7063eefc-c5dd-41af-ae46-97c42ececc6e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdf918ead919400d8e09833e5e89e375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421356 Mar 03 05:52:56.073136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25e5fef5-b4ad-4ead-b0b4-9ca0994cf833 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.075735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32838) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:56.098679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25e5fef5-b4ad-4ead-b0b4-9ca0994cf833 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.109063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-667f78eb-98cd-49b9-ac7c-412f8aca4cbc tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.143014 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-25e5fef5-b4ad-4ead-b0b4-9ca0994cf833 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/networks/c0d2e506-5789-4f49-a57f-fbcf2e1f1e50 HTTP/1.1" status: 204 len: 168 time: 1.5775445 Mar 03 05:52:56.151398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5fef5-b4ad-4ead-b0b4-9ca0994cf833 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Network': ['ID=c0d2e506-5789-4f49-a57f-fbcf2e1f1e50,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:56.153928 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32842) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:56.177435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1122875036'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:56.191018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:56.208898 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:network and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:56.215850 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:56.232332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:56.244040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36c4c7ef-feb4-4b65-9543-4a9dc2330772 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.278730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:56.282144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.295825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6828647e-6f94-4af7-a825-f857ce2c8dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.299496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4c7ef-feb4-4b65-9543-4a9dc2330772 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Pushing event deleted for resources: {'Subnet': ['ID=dc038639-8f08-46ef-8b5d-a8e3f73ff87b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:56.301314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7736f5bf-680c-4398-9dd5-a613a4ba72e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.308183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-36c4c7ef-feb4-4b65-9543-4a9dc2330772 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.313879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ba4ce4-748f-48ab-be69-07c718a67cf7 None None] Network 9627542a-a24f-4b0f-bda4-c99b8a6ebc26 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:56.320379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-667f78eb-98cd-49b9-ac7c-412f8aca4cbc tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.343284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8725bddd-9db1-48d1-b64c-579d5048bd89 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.357331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.368049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f78eb-98cd-49b9-ac7c-412f8aca4cbc tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e778f282-29e1-4f86-8324-5dcd427c459e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:56.382744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-667f78eb-98cd-49b9-ac7c-412f8aca4cbc tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.383891 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-667f78eb-98cd-49b9-ac7c-412f8aca4cbc tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-groups/e778f282-29e1-4f86-8324-5dcd427c459e HTTP/1.1" status: 204 len: 168 time: 0.4806802 Mar 03 05:52:56.385769 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7736f5bf-680c-4398-9dd5-a613a4ba72e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.387610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8725bddd-9db1-48d1-b64c-579d5048bd89 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.398689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32846) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:56.400388 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-36c4c7ef-feb4-4b65-9543-4a9dc2330772 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/subnets/dc038639-8f08-46ef-8b5d-a8e3f73ff87b HTTP/1.1" status: 204 len: 168 time: 0.9661250 Mar 03 05:52:56.407832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32848) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:56.409526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.444877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.448983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6828647e-6f94-4af7-a825-f857ce2c8dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.521585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:52:56.624731 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.625828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.626743 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Added segment 76d3268a-1ba5-4948-bfa5-dda00b356629 of type vlan for network a3533ba5-e076-4478-9813-4b6dd7f62cc7 Mar 03 05:52:56.627278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725bddd-9db1-48d1-b64c-579d5048bd89 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b462bd0d-e9d4-41c3-bfd8-4f6b17754139,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:56.636373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79550b34-4b74-47ea-b93f-e8580c668427 None None] DHCP port deletion for 9627542a-a24f-4b0f-bda4-c99b8a6ebc26 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:52:56.642535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Subnet': ['ID=99811b33-1111-40b2-a7ae-9f8c973e61e8,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:56.649328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Checking segment: {'id': '44e70fe9-1884-4413-b992-576ac861b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03bfa78e-2b01-40fd-ac06-d4428b448e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:56.649907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network hostable DHCP agents. Network: 03bfa78e-2b01-40fd-ac06-d4428b448e12, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:56.650469 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-79550b34-4b74-47ea-b93f-e8580c668427 None None] Deleting port 801bea9a-c815-4758-abf9-7148fad7432b {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:56.651123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-79550b34-4b74-47ea-b93f-e8580c668427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.663892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8725bddd-9db1-48d1-b64c-579d5048bd89 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.664922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Deleting port 801bea9a-c815-4758-abf9-7148fad7432b {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:56.665086 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8725bddd-9db1-48d1-b64c-579d5048bd89 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1971579 Mar 03 05:52:56.665545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.670204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.673607 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=0a718035-693b-4150-b535-1db8adcb6911,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:56.682188 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32854) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:56.690907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-04a2b34c-1fd7-4d49-a356-2eef4b7a0750 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group_rule': {'security_group_id': 'b462bd0d-e9d4-41c3-bfd8-4f6b17754139', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:56.701762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7736f5bf-680c-4398-9dd5-a613a4ba72e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.707378 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4516cae9-2b23-4589-b4b4-9901b4a966a1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:56.710307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-04a2b34c-1fd7-4d49-a356-2eef4b7a0750 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:56.735578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7736f5bf-680c-4398-9dd5-a613a4ba72e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900e00d9-8064-4ffa-8516-0bf58adcbb78,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:56.740320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-04a2b34c-1fd7-4d49-a356-2eef4b7a0750 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:56.745012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network 03bfa78e-2b01-40fd-ac06-d4428b448e12 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:56.758690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-04a2b34c-1fd7-4d49-a356-2eef4b7a0750 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:56.767470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.776614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-04a2b34c-1fd7-4d49-a356-2eef4b7a0750 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:56.783054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6828647e-6f94-4af7-a825-f857ce2c8dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.789460 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7736f5bf-680c-4398-9dd5-a613a4ba72e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.791400 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7736f5bf-680c-4398-9dd5-a613a4ba72e7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/900e00d9-8064-4ffa-8516-0bf58adcbb78 HTTP/1.1" status: 204 len: 168 time: 0.7088914 Mar 03 05:52:56.809268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 03bfa78e-2b01-40fd-ac06-d4428b448e12) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:56.821072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:56.822053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:56.825277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a56178c-b9b4-40fb-bf58-e632cd7fdd92 None None] Network 03bfa78e-2b01-40fd-ac06-d4428b448e12 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:56.847874 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4516cae9-2b23-4589-b4b4-9901b4a966a1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:56.849054 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4516cae9-2b23-4589-b4b4-9901b4a966a1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4115682 Mar 03 05:52:56.855014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32860) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:56.862207 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8bc7e42b-7e47-4df9-b393-948ef62db3d7 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5523386 Mar 03 05:52:56.862834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32864) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:56.867541 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-3e6907e0-dad8-425f-8245-13b06a404263 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group': {'name': 'tempest-secgroup--380741451'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:56.873294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828647e-6f94-4af7-a825-f857ce2c8dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa581a5-852a-47c7-9e2a-1fde964800bb,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:56.879250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3e6907e0-dad8-425f-8245-13b06a404263 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:56.920279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3e6907e0-dad8-425f-8245-13b06a404263 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:56.937416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04a2b34c-1fd7-4d49-a356-2eef4b7a0750 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.002904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e6907e0-dad8-425f-8245-13b06a404263 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.006849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6828647e-6f94-4af7-a825-f857ce2c8dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.008103 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6828647e-6f94-4af7-a825-f857ce2c8dd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8aa581a5-852a-47c7-9e2a-1fde964800bb HTTP/1.1" status: 204 len: 168 time: 0.9485929 Mar 03 05:52:57.047960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-79550b34-4b74-47ea-b93f-e8580c668427 None None] For port 801bea9a-c815-4758-abf9-7148fad7432b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=801bea9a-c815-4758-abf9-7148fad7432b,segment=NetworkSegment(2cdca5d2-cc2d-481c-8797-a8506f1681a7),segment_id=2cdca5d2-cc2d-481c-8797-a8506f1681a7)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:57.048358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-79550b34-4b74-47ea-b93f-e8580c668427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.058724 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3e6907e0-dad8-425f-8245-13b06a404263 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:57.067675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] For port 801bea9a-c815-4758-abf9-7148fad7432b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=801bea9a-c815-4758-abf9-7148fad7432b,segment=NetworkSegment(2cdca5d2-cc2d-481c-8797-a8506f1681a7),segment_id=2cdca5d2-cc2d-481c-8797-a8506f1681a7)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:52:57.068797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.163029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3e6907e0-dad8-425f-8245-13b06a404263 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:57.177809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-79550b34-4b74-47ea-b93f-e8580c668427 None None] Calling delete_port for 801bea9a-c815-4758-abf9-7148fad7432b owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:57.237790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Calling delete_port for 801bea9a-c815-4758-abf9-7148fad7432b owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:52:57.316197 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.327337 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:57.328948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.346760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-79550b34-4b74-47ea-b93f-e8580c668427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.394378 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-03bfa78e-2b01-40fd-ac06-d4428b448e12', 'network_id': '03bfa78e-2b01-40fd-ac06-d4428b448e12', 'tenant_id': '4d9d3fa0b7c146a6b837f5314a138c39', 'fixed_ips': [{'subnet_id': '99811b33-1111-40b2-a7ae-9f8c973e61e8'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:52:57.395212 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.411539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network b6764d63-ee5d-4372-8d1e-9ca15505cae0 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:57.419139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79550b34-4b74-47ea-b93f-e8580c668427 None None] Pushing event deleted for resources: {'Port': ['ID=801bea9a-c815-4758-abf9-7148fad7432b,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:57.426490 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79550b34-4b74-47ea-b93f-e8580c668427 None None] No DVR routers for this DVR port 801bea9a-c815-4758-abf9-7148fad7432b on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:52:57.462707 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:57.548959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e6907e0-dad8-425f-8245-13b06a404263 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.555938 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:52:57.556444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:52:57.557548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e6907e0-dad8-425f-8245-13b06a404263 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.613454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6907e0-dad8-425f-8245-13b06a404263 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecfa05e-0c2c-4240-885c-464ae2567047,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:57.652436 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4874649 Mar 03 05:52:57.655576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32888) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:57.661912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': 'a3533ba5-e076-4478-9813-4b6dd7f62cc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:57.672932 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Allocated IP 2001:db8::1 (03bfa78e-2b01-40fd-ac06-d4428b448e12/99811b33-1111-40b2-a7ae-9f8c973e61e8/b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:52:57.695655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e6907e0-dad8-425f-8245-13b06a404263 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.697249 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3e6907e0-dad8-425f-8245-13b06a404263 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8404715 Mar 03 05:52:57.700856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32892) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:57.717322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-feb789ab-01ae-4a77-a875-231e23f73848 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group_rule': {'security_group_id': '1ecfa05e-0c2c-4240-885c-464ae2567047', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:57.771671 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-feb789ab-01ae-4a77-a875-231e23f73848 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:57.831995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.841710 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097e74b-5189-4306-b732-39dee0917a48 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Network': ['ID=a3533ba5-e076-4478-9813-4b6dd7f62cc7,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:57.845268 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04a2b34c-1fd7-4d49-a356-2eef4b7a0750 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.867386 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network a3533ba5-e076-4478-9813-4b6dd7f62cc7 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:52:57.914351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04a2b34c-1fd7-4d49-a356-2eef4b7a0750 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.923801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-feb789ab-01ae-4a77-a875-231e23f73848 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:57.927576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-feb789ab-01ae-4a77-a875-231e23f73848 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:57.931323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:57.938435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-feb789ab-01ae-4a77-a875-231e23f73848 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:57.941142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:57.945067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:57.953363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:57.987324 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-feb789ab-01ae-4a77-a875-231e23f73848 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:57.991921 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2b34c-1fd7-4d49-a356-2eef4b7a0750 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5f3040-73fa-4b6b-96ef-e3b786a0f39c,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:58.008580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:58.012234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.060826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Deleting port 801bea9a-c815-4758-abf9-7148fad7432b {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:58.061165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.072091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.082715 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-98c3c806-2b90-421d-bd15-443dfc286c7c None None] Provisioning complete for port 0a718035-693b-4150-b535-1db8adcb6911 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:52:58.083540 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98c3c806-2b90-421d-bd15-443dfc286c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.167063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04a2b34c-1fd7-4d49-a356-2eef4b7a0750 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.171607 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-04a2b34c-1fd7-4d49-a356-2eef4b7a0750 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4883955 Mar 03 05:52:58.173956 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router d0510e4b-094e-4c37-a3d7-45d5ab394033 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:52:58.174610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32910) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:58.289299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.291950 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-98c3c806-2b90-421d-bd15-443dfc286c7c None None] Port 0a718035-693b-4150-b535-1db8adcb6911 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:52:58.305795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Transition to ACTIVE for port object b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:58.314968 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32916) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:58.330365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Transition to ACTIVE for port object b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:52:58.338844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.356067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] The port '801bea9a-c815-4758-abf9-7148fad7432b' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:52:58.357989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.ipam_backend_mixin [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Performing IP validity checks on allocation pools {{(pid=87793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 05:52:58.358760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.ipam_backend_mixin [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 05:52:58.389062 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3c7cba6-9940-4889-a0af-5bba0ef9bde0 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.462410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3c7cba6-9940-4889-a0af-5bba0ef9bde0 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.472511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-feb789ab-01ae-4a77-a875-231e23f73848 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.512185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Pushing event updated for resources: {'Port': ['ID=b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:58.515549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.520920 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Network 03bfa78e-2b01-40fd-ac06-d4428b448e12 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:52:58.523425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:58.530384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-feb789ab-01ae-4a77-a875-231e23f73848 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.531894 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:52:58.549519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.561189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32924) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:58.561901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb789ab-01ae-4a77-a875-231e23f73848 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af93dd76-ddf6-41c7-89ca-029e07a3220b,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:58.648436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:52:58.652320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 801bea9a-c815-4758-abf9-7148fad7432b no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:52:58.655713 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Subnet': ['ID=99811b33-1111-40b2-a7ae-9f8c973e61e8,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:58.660167 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b8068-92cb-48ad-b41a-f7f2617a5d9f None None] Sync routers for ids ['d0510e4b-094e-4c37-a3d7-45d5ab394033'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:52:58.671595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-9d143f0b-fcf6-4084-a485-35891e3822ce tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-641375129', 'prefixes': ['172.20.0.0/16']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:58.675684 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b8068-92cb-48ad-b41a-f7f2617a5d9f None None] Routers {'d0510e4b-094e-4c37-a3d7-45d5ab394033'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:58.676384 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-086b8068-92cb-48ad-b41a-f7f2617a5d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d0510e4b-094e-4c37-a3d7-45d5ab394033'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:58.699465 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 801bea9a-c815-4758-abf9-7148fad7432b {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:52:58.699939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 801bea9a-c815-4758-abf9-7148fad7432b not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:52:58.702156 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Attempting to bind port b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:52:58.702590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Attempting to bind port b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '44e70fe9-1884-4413-b992-576ac861b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03bfa78e-2b01-40fd-ac06-d4428b448e12'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:52:58.703020 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Attempting to bind port b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c on network 03bfa78e-2b01-40fd-ac06-d4428b448e12 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:52:58.712203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:52:58.713087 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Checking segment: {'id': '44e70fe9-1884-4413-b992-576ac861b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03bfa78e-2b01-40fd-ac06-d4428b448e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:58.713579 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.714038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Bound using segment: {'id': '44e70fe9-1884-4413-b992-576ac861b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03bfa78e-2b01-40fd-ac06-d4428b448e12'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:52:58.714696 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Bound port: b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e70fe9-1884-4413-b992-576ac861b400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '03bfa78e-2b01-40fd-ac06-d4428b448e12'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:52:58.715135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.720296 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3c7cba6-9940-4889-a0af-5bba0ef9bde0 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.728308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9627542a-a24f-4b0f-bda4-c99b8a6ebc26']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:58.736720 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f3c7cba6-9940-4889-a0af-5bba0ef9bde0 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.737914 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f3c7cba6-9940-4889-a0af-5bba0ef9bde0 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9d5f3040-73fa-4b6b-96ef-e3b786a0f39c HTTP/1.1" status: 204 len: 168 time: 0.5623164 Mar 03 05:52:58.746781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-feb789ab-01ae-4a77-a875-231e23f73848 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.748246 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-feb789ab-01ae-4a77-a875-231e23f73848 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0353668 Mar 03 05:52:58.753240 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-48763c12-3d3a-452e-a5d7-cf05b931f03b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/d0510e4b-094e-4c37-a3d7-45d5ab394033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4426930 Mar 03 05:52:58.754544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32930) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:58.755077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32932) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:58.755585 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32934) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:58.756369 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7cba6-9940-4889-a0af-5bba0ef9bde0 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d5f3040-73fa-4b6b-96ef-e3b786a0f39c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:58.761681 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-086b8068-92cb-48ad-b41a-f7f2617a5d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:58.764168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-54dc2f45-a94e-4ff2-8390-3857674737cd tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-194720216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:58.769860 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9d143f0b-fcf6-4084-a485-35891e3822ce tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:58.771416 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b8068-92cb-48ad-b41a-f7f2617a5d9f None None] Routers {'d0510e4b-094e-4c37-a3d7-45d5ab394033'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:52:58.772199 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-086b8068-92cb-48ad-b41a-f7f2617a5d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d0510e4b-094e-4c37-a3d7-45d5ab394033'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:58.783898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-b5e392c3-5ca2-4129-9830-9b19308d345b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group_rule': {'security_group_id': '1ecfa05e-0c2c-4240-885c-464ae2567047', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:58.815294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-54dc2f45-a94e-4ff2-8390-3857674737cd tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:58.818645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdca5d2-cc2d-481c-8797-a8506f1681a7') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:58.819015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdca5d2-cc2d-481c-8797-a8506f1681a7') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:58.822872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.829918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] For port b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:52:58.834467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] For port b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c,segment=NetworkSegment(44e70fe9-1884-4413-b992-576ac861b400),segment_id=44e70fe9-1884-4413-b992-576ac861b400)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:52:58.841678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.842324 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-086b8068-92cb-48ad-b41a-f7f2617a5d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:58.842911 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b8068-92cb-48ad-b41a-f7f2617a5d9f None None] The sync data for ids ['d0510e4b-094e-4c37-a3d7-45d5ab394033'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:52:58.851305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bfa78e-2b01-40fd-ac06-d4428b448e12']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:58.864850 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e70fe9-1884-4413-b992-576ac861b400') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:58.865242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e70fe9-1884-4413-b992-576ac861b400') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:52:58.877033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.880238 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b5e392c3-5ca2-4129-9830-9b19308d345b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:58.892832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-54dc2f45-a94e-4ff2-8390-3857674737cd tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Usage tracker for resource:router and tenant:5b3719e7fcf44eafab7630cc0eff04c2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:58.899007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-54dc2f45-a94e-4ff2-8390-3857674737cd tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:58.900670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.906600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.908956 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:58.909543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:58.918189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b5e392c3-5ca2-4129-9830-9b19308d345b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:58.928680 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:58.931461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-54dc2f45-a94e-4ff2-8390-3857674737cd tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:58.933822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b5e392c3-5ca2-4129-9830-9b19308d345b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:58.953499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b5e392c3-5ca2-4129-9830-9b19308d345b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:58.967085 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8de45-9406-4982-bd42-7cbc3f2cfaf2 None None] Pushing event updated for resources: {'Port': ['ID=b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:58.979079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.002867 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090ad9fa-2598-415e-b30f-0234d5689ca8 None None] Network 03bfa78e-2b01-40fd-ac06-d4428b448e12 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:52:59.011216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2603a3-17f5-426b-b302-3f02a609e4a8 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:59.012944 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4e2603a3-17f5-426b-b302-3f02a609e4a8 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports/0a718035-693b-4150-b535-1db8adcb6911 HTTP/1.1" status: 200 len: 910 time: 0.2349839 Mar 03 05:52:59.015321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32942) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:59.019194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:52:59.019501 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:52:59.034512 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:52:59.037237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54dc2f45-a94e-4ff2-8390-3857674737cd tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.037237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54dc2f45-a94e-4ff2-8390-3857674737cd tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.061651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a83ea22d-37a4-4aae-8f5b-c17617e5cf0c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:52:59.086549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 05:52:59.086549 dv-neutron-831582-1-hyperv neutron-server[87792]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 05:52:59.086549 dv-neutron-831582-1-hyperv neutron-server[87792]: [parameters: {'id': '03bfa78e-2b01-40fd-ac06-d4428b448e12'}] Mar 03 05:52:59.086549 dv-neutron-831582-1-hyperv neutron-server[87792]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:52:59.087012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:52:59.153680 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b5e392c3-5ca2-4129-9830-9b19308d345b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.166926 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54dc2f45-a94e-4ff2-8390-3857674737cd tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.171195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.222139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.250624 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5287f430-c377-49c2-bfe6-453b54b11d19 None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 05:52:59.271586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a83ea22d-37a4-4aae-8f5b-c17617e5cf0c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:52:59.276125 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a83ea22d-37a4-4aae-8f5b-c17617e5cf0c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5003517 Mar 03 05:52:59.284419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.299531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32946) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:59.323325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] Pushing event deleted for resources: {'Network': ['ID=9627542a-a24f-4b0f-bda4-c99b8a6ebc26,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:59.380149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54dc2f45-a94e-4ff2-8390-3857674737cd tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.397033 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b3bc0856-38b2-4eac-b215-d1874177d9e9 tempest-TagsExtTest-2095401595 tempest-TagsExtTest-2095401595-project] 10.222.0.20 "DELETE /v2.0/networks/9627542a-a24f-4b0f-bda4-c99b8a6ebc26 HTTP/1.1" status: 204 len: 168 time: 2.9859800 Mar 03 05:52:59.450168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Subnet': ['ID=e713c3ff-d2cf-4153-b302-0fa8ff318215,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:59.494552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b5e392c3-5ca2-4129-9830-9b19308d345b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.495740 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Checking segment: {'id': '76d3268a-1ba5-4948-bfa5-dda00b356629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3533ba5-e076-4478-9813-4b6dd7f62cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:52:59.496363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network hostable DHCP agents. Network: a3533ba5-e076-4478-9813-4b6dd7f62cc7, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:52:59.500701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9d143f0b-fcf6-4084-a485-35891e3822ce tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] Notify callbacks [] for subnetpool, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.502177 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9d143f0b-fcf6-4084-a485-35891e3822ce tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9379563 Mar 03 05:52:59.503333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54dc2f45-a94e-4ff2-8390-3857674737cd tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.504424 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-54dc2f45-a94e-4ff2-8390-3857674737cd tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1884949 Mar 03 05:52:59.509481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32954) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:59.509828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32956) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:59.510472 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b627f9db-5636-46b3-9589-80533c5103b5 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.512197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b5e392c3-5ca2-4129-9830-9b19308d345b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.558769 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5287f430-c377-49c2-bfe6-453b54b11d19 None None] Network a3533ba5-e076-4478-9813-4b6dd7f62cc7 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87794) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:52:59.570685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1335615506'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:59.575947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b5e392c3-5ca2-4129-9830-9b19308d345b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.577110 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5287f430-c377-49c2-bfe6-453b54b11d19 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, a3533ba5-e076-4478-9813-4b6dd7f62cc7) {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 05:52:59.577529 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b5e392c3-5ca2-4129-9830-9b19308d345b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8016565 Mar 03 05:52:59.589800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32962) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:59.595102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:59.604919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unable to find a vacant binding_index for network a3533ba5-e076-4478-9813-4b6dd7f62cc7 and agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 03 05:52:59.607308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e392c3-5ca2-4129-9830-9b19308d345b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7dfcee6-0291-47ee-9b4d-ec60cb212a12,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:59.611025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Usage tracker for resource:network and tenant:5b3719e7fcf44eafab7630cc0eff04c2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:59.624497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-819ef532-b314-4684-89f3-9b0d10391e09 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group_rule': {'security_group_id': '1ecfa05e-0c2c-4240-885c-464ae2567047', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:59.644399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:59.651614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.652453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-819ef532-b314-4684-89f3-9b0d10391e09 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:59.659369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b627f9db-5636-46b3-9589-80533c5103b5 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.667629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, a3533ba5-e076-4478-9813-4b6dd7f62cc7) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:52:59.673149 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-15fbe3cb-5183-4cc5-b4dd-c902eff6c957 tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] 10.222.0.20 "GET /v2.0/subnetpools/928534cd-b062-4be6-81c0-fada8c65e73a HTTP/1.1" status: 200 len: 731 time: 0.1571922 Mar 03 05:52:59.674570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:59.680352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32966) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:59.685392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:52:59.686221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.691855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-819ef532-b314-4684-89f3-9b0d10391e09 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:59.693250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-afbe286d-37df-4927-ad41-7c2963c81e56 tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-646398638'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:59.706636 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-819ef532-b314-4684-89f3-9b0d10391e09 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:59.726477 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-819ef532-b314-4684-89f3-9b0d10391e09 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:59.744713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Made reservation on behalf of 5b3719e7fcf44eafab7630cc0eff04c2 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:52:59.748519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.761087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Deleting port b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:52:59.761356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.765924 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.780306 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e2f67c9a-7f17-4240-b80c-2e6fdc0c1655 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1232066 Mar 03 05:52:59.783871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32972) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:59.792111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:52:59.808459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Usage tracker for resource:security_group_rule and tenant:5b3719e7fcf44eafab7630cc0eff04c2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:52:59.812008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:52:59.823396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': 'a3533ba5-e076-4478-9813-4b6dd7f62cc7', 'name': 'tempest-PortsTestJSON-2104879334'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:52:59.856623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32976) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:52:59.863745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-819ef532-b314-4684-89f3-9b0d10391e09 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.873879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:52:59.883643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b627f9db-5636-46b3-9589-80533c5103b5 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.983300 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-afbe286d-37df-4927-ad41-7c2963c81e56 tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] Notify callbacks [] for subnetpool, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:52:59.984849 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-afbe286d-37df-4927-ad41-7c2963c81e56 tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] 10.222.0.20 "PUT /v2.0/subnetpools/928534cd-b062-4be6-81c0-fada8c65e73a HTTP/1.1" status: 200 len: 683 time: 0.2989106 Mar 03 05:52:59.987107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627f9db-5636-46b3-9589-80533c5103b5 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b462bd0d-e9d4-41c3-bfd8-4f6b17754139,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:52:59.990918 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32982) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:00.024547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-a3533ba5-e076-4478-9813-4b6dd7f62cc7', 'network_id': 'a3533ba5-e076-4478-9813-4b6dd7f62cc7', 'tenant_id': '33f21d662a984c25b873b7ac650ce82e', 'fixed_ips': [{'subnet_id': 'e713c3ff-d2cf-4153-b302-0fa8ff318215'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:00.025394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.053354 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b627f9db-5636-46b3-9589-80533c5103b5 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.056932 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b627f9db-5636-46b3-9589-80533c5103b5 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-groups/b462bd0d-e9d4-41c3-bfd8-4f6b17754139 HTTP/1.1" status: 204 len: 168 time: 0.7525408 Mar 03 05:53:00.062234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32986) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:00.123289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-819ef532-b314-4684-89f3-9b0d10391e09 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.151696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-819ef532-b314-4684-89f3-9b0d10391e09 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.217748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Allocated IP 172.20.0.2 (a3533ba5-e076-4478-9813-4b6dd7f62cc7/e713c3ff-d2cf-4153-b302-0fa8ff318215/998d836d-6a52-4879-83e7-a825ac55f07f) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:00.222228 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] For port b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c,segment=NetworkSegment(44e70fe9-1884-4413-b992-576ac861b400),segment_id=44e70fe9-1884-4413-b992-576ac861b400)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:00.222592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.230030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ef532-b314-4684-89f3-9b0d10391e09 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60fc3f0-6f10-4539-90b5-8714ff9a6d46,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:00.238760 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-825fadd5-5628-4aaa-9cf0-6d618beb77ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=396eca37a7584f5c9c0d58b76348308d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777273 Mar 03 05:53:00.241101 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37747afa-8c44-44de-bd5a-ee3686405363 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.252376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32990) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:00.258621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:00.277302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ecd45b96-c186-49d5-a128-6ce2988c7361 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:00.289796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-819ef532-b314-4684-89f3-9b0d10391e09 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.290997 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-819ef532-b314-4684-89f3-9b0d10391e09 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6933515 Mar 03 05:53:00.293999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:port and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:00.298352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 32994) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:00.307576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:00.326631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:00.342890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.367234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ecd45b96-c186-49d5-a128-6ce2988c7361 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:00.372333 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ecd45b96-c186-49d5-a128-6ce2988c7361 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3019991 Mar 03 05:53:00.373324 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 32998) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:00.382815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2811a373-2a2e-45ed-b651-fa605d100198 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group': {'name': 'tempest-secgroup--280604974'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:00.389719 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.390673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:00.394437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.405033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2811a373-2a2e-45ed-b651-fa605d100198 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:00.419282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.422258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-9a869ccd-cafc-446d-83e9-19569b66ab2c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group_rule': {'security_group_id': '1ecfa05e-0c2c-4240-885c-464ae2567047', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:00.434308 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Calling delete_port for b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:00.452706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2811a373-2a2e-45ed-b651-fa605d100198 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:00.462123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e4eea57b-8a31-439a-9d0a-912e8884d062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.469483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9a869ccd-cafc-446d-83e9-19569b66ab2c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:00.494021 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.501027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port eb1b7ffb-a77e-473a-aba4-e43bac48665c yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:53:00.507852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Transition to ACTIVE for port object 998d836d-6a52-4879-83e7-a825ac55f07f will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:00.528484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Transition to ACTIVE for port object 998d836d-6a52-4879-83e7-a825ac55f07f will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:00.533760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9a869ccd-cafc-446d-83e9-19569b66ab2c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:00.535264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.540381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:00.549585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9a869ccd-cafc-446d-83e9-19569b66ab2c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:00.559046 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9a869ccd-cafc-446d-83e9-19569b66ab2c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:00.561957 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9835dfa-b4e2-45cb-b2bb-3c92f6fd25ae,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:00.584021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-91e5e4d9-9ecc-494a-a015-e3a13f9fa5cc tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] Notify callbacks [] for subnetpool, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.585694 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-91e5e4d9-9ecc-494a-a015-e3a13f9fa5cc tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] 10.222.0.20 "DELETE /v2.0/subnetpools/928534cd-b062-4be6-81c0-fada8c65e73a HTTP/1.1" status: 204 len: 168 time: 0.5927651 Mar 03 05:53:00.586099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e4eea57b-8a31-439a-9d0a-912e8884d062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.603373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33002) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:00.605198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2811a373-2a2e-45ed-b651-fa605d100198 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.606023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Network a3533ba5-e076-4478-9813-4b6dd7f62cc7 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:00.609400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:00.613152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:00.619051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.619439 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Added segment 89bc9a40-6f28-4b39-a948-012c0d25a3e7 of type vlan for network 159985d0-aaf5-4505-a963-9a77d6d51e48 Mar 03 05:53:00.674564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Pushing event updated for resources: {'Port': ['ID=998d836d-6a52-4879-83e7-a825ac55f07f,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:00.680793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2811a373-2a2e-45ed-b651-fa605d100198 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:00.699704 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-94c47946-6b83-4859-aa83-0428d93838f0 tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] show failed (client error): The resource could not be found. Mar 03 05:53:00.700672 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-94c47946-6b83-4859-aa83-0428d93838f0 tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] 10.222.0.20 "GET /v2.0/subnetpools/928534cd-b062-4be6-81c0-fada8c65e73a HTTP/1.1" status: 404 len: 346 time: 0.0943277 Mar 03 05:53:00.700805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.710624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33006) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:00.710624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9a869ccd-cafc-446d-83e9-19569b66ab2c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.735708 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Attempting to bind port 998d836d-6a52-4879-83e7-a825ac55f07f on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:00.736166 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Attempting to bind port 998d836d-6a52-4879-83e7-a825ac55f07f by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '76d3268a-1ba5-4948-bfa5-dda00b356629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3533ba5-e076-4478-9813-4b6dd7f62cc7'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:00.736540 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Attempting to bind port 998d836d-6a52-4879-83e7-a825ac55f07f on network a3533ba5-e076-4478-9813-4b6dd7f62cc7 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:00.742926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:00.743611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Checking segment: {'id': '76d3268a-1ba5-4948-bfa5-dda00b356629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3533ba5-e076-4478-9813-4b6dd7f62cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:00.744088 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.744754 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Bound using segment: {'id': '76d3268a-1ba5-4948-bfa5-dda00b356629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3533ba5-e076-4478-9813-4b6dd7f62cc7'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:00.745238 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Bound port: 998d836d-6a52-4879-83e7-a825ac55f07f, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d3268a-1ba5-4948-bfa5-dda00b356629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a3533ba5-e076-4478-9813-4b6dd7f62cc7'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:00.745615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.787939 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.825385 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-cbc6f43b-26ba-4d1f-b3f6-9de9747f3e6f tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] delete failed (client error): The resource could not be found. Mar 03 05:53:00.826322 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cbc6f43b-26ba-4d1f-b3f6-9de9747f3e6f tempest-SubnetPoolsTestJSON-321655171 tempest-SubnetPoolsTestJSON-321655171-project] 10.222.0.20 "DELETE /v2.0/subnetpools/928534cd-b062-4be6-81c0-fada8c65e73a HTTP/1.1" status: 404 len: 346 time: 0.1086438 Mar 03 05:53:00.856719 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] For port 998d836d-6a52-4879-83e7-a825ac55f07f, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:00.856870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Port': ['ID=b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:00.862676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No DVR routers for this DVR port b9b0c1f6-d676-4ca3-a19c-12d745b5aa7c on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:00.865011 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] For port 998d836d-6a52-4879-83e7-a825ac55f07f, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=998d836d-6a52-4879-83e7-a825ac55f07f,segment=NetworkSegment(76d3268a-1ba5-4948-bfa5-dda00b356629),segment_id=76d3268a-1ba5-4948-bfa5-dda00b356629)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:00.871901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.885770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2811a373-2a2e-45ed-b651-fa605d100198 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:00.889003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2811a373-2a2e-45ed-b651-fa605d100198 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:00.895441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2811a373-2a2e-45ed-b651-fa605d100198 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:00.909784 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:00.910127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:00.910462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:00.910794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:00.911123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:00.911456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:00.911818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:00.912116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:00.912434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:00.912749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:00.913093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:00.913410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:00.979121 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba6f07-41ef-4021-8da2-d2cbfd55ad7a None None] Pushing event updated for resources: {'Port': ['ID=998d836d-6a52-4879-83e7-a825ac55f07f,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:00.988245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2811a373-2a2e-45ed-b651-fa605d100198 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:00.998777 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2811a373-2a2e-45ed-b651-fa605d100198 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.060860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9a869ccd-cafc-446d-83e9-19569b66ab2c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.064978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.078968 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9a869ccd-cafc-446d-83e9-19569b66ab2c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.091138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2811a373-2a2e-45ed-b651-fa605d100198 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.095271 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2811a373-2a2e-45ed-b651-fa605d100198 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7183325 Mar 03 05:53:01.104478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33014) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:01.111307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811a373-2a2e-45ed-b651-fa605d100198 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff44e7e1-f606-4dec-92c6-e3b9519624ad,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:01.115260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group_rule': {'security_group_id': 'ff44e7e1-f606-4dec-92c6-e3b9519624ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:01.127993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:01.134983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.140962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:01.141577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.144151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33018) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:01.145986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:01.149105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.5 (a3533ba5-e076-4478-9813-4b6dd7f62cc7/e713c3ff-d2cf-4153-b302-0fa8ff318215/eb1b7ffb-a77e-473a-aba4-e43bac48665c) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:01.161017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a869ccd-cafc-446d-83e9-19569b66ab2c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6c313c-8412-4885-82ee-179faee6922f,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:01.166248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bfa78e-2b01-40fd-ac06-d4428b448e12']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:01.173076 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:01.180318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e4eea57b-8a31-439a-9d0a-912e8884d062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.195431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e70fe9-1884-4413-b992-576ac861b400') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:01.195742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e70fe9-1884-4413-b992-576ac861b400') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:01.209056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-37747afa-8c44-44de-bd5a-ee3686405363 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port 0a718035-693b-4150-b535-1db8adcb6911 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:01.209392 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37747afa-8c44-44de-bd5a-ee3686405363 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.220834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:01.234746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e4eea57b-8a31-439a-9d0a-912e8884d062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.235931 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e4eea57b-8a31-439a-9d0a-912e8884d062 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef9e5ed9-b92b-4e92-a6cd-8e4daeb942da HTTP/1.1" status: 204 len: 168 time: 0.9823909 Mar 03 05:53:01.237076 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eea57b-8a31-439a-9d0a-912e8884d062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9e5ed9-b92b-4e92-a6cd-8e4daeb942da,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:01.266486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.275369 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9a869ccd-cafc-446d-83e9-19569b66ab2c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.278734 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9a869ccd-cafc-446d-83e9-19569b66ab2c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9794679 Mar 03 05:53:01.289953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33026) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:01.346264 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8315833 Mar 03 05:53:01.352003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33030) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:01.365325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Request body: {'subnet': {'network_id': '159985d0-aaf5-4505-a963-9a77d6d51e48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:01.429408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a2b09-03a1-4123-8e4e-7e7227cb79f3 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event updated for resources: {'Network': ['ID=159985d0-aaf5-4505-a963-9a77d6d51e48,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:01.442393 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 159985d0-aaf5-4505-a963-9a77d6d51e48 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:01.455131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ab3868ff-8a22-47cd-b532-ba1415fff018 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group_rule': {'security_group_id': '1ecfa05e-0c2c-4240-885c-464ae2567047', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:01.475143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.518217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ab3868ff-8a22-47cd-b532-ba1415fff018 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:01.549794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.556476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ab3868ff-8a22-47cd-b532-ba1415fff018 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:01.561602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ab3868ff-8a22-47cd-b532-ba1415fff018 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:01.566579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ea99c2b1-dc64-4e45-b14d-eeacd6ae9025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.636451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ab3868ff-8a22-47cd-b532-ba1415fff018 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:01.640693 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:01.641166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.683426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:01.694023 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Usage tracker for resource:subnet and tenant:5b3719e7fcf44eafab7630cc0eff04c2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:01.701489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:01.732934 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:01.756396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:01.765492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ea99c2b1-dc64-4e45-b14d-eeacd6ae9025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:01.781854 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ea99c2b1-dc64-4e45-b14d-eeacd6ae9025 admin admin] Usage tracker for resource:security_group_rule and tenant:9f3b775209e940c8be726761cb78e7b6 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:01.785206 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ab3868ff-8a22-47cd-b532-ba1415fff018 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.794641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.798332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Made reservation on behalf of 5b3719e7fcf44eafab7630cc0eff04c2 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:01.800578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ea99c2b1-dc64-4e45-b14d-eeacd6ae9025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:01.801900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.820094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.825662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ea99c2b1-dc64-4e45-b14d-eeacd6ae9025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:01.836867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.858187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.896927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Network': ['ID=03bfa78e-2b01-40fd-ac06-d4428b448e12,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:01.899572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37747afa-8c44-44de-bd5a-ee3686405363 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:01.910259 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d1ea374a-4ea9-4a4a-b29f-70cfb6d59f29 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/03bfa78e-2b01-40fd-ac06-d4428b448e12 HTTP/1.1" status: 204 len: 168 time: 5.0383942 Mar 03 05:53:01.925598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33044) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:01.972189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6a7151-2b10-40fd-8c2b-3bcafee1c4a6,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:01.990402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:01.991223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:01.991223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:01.991549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:01.991977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:01.992374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:01.993111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:01.993111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:01.993490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:01.994022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:01.994344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:01.995041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:02.012992 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-132149718'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:02.016085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.062138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.065974 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ec6a8d81-ce3c-4d27-95b7-4b40523c8b84 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9581182 Mar 03 05:53:02.067295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Transition to ACTIVE for port object eb1b7ffb-a77e-473a-aba4-e43bac48665c will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:02.070230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33054) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:02.105281 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-28619929-8f24-4cf9-be46-561a9fc71273 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules/af6a7151-2b10-40fd-8c2b-3bcafee1c4a6 HTTP/1.1" status: 200 len: 763 time: 0.0316064 Mar 03 05:53:02.107346 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33058) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:02.136307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:02.142411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ab3868ff-8a22-47cd-b532-ba1415fff018 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.163815 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-37747afa-8c44-44de-bd5a-ee3686405363 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for 0a718035-693b-4150-b535-1db8adcb6911 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:02.201381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:network and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:02.214732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:02.220530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ab3868ff-8a22-47cd-b532-ba1415fff018 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.235260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4344a1b2-235f-410e-830a-c5a09e7ef316 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:02.247880 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:02.259079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3868ff-8a22-47cd-b532-ba1415fff018 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10089d94-fd70-4a79-9e55-406055afc881,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:02.295909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4344a1b2-235f-410e-830a-c5a09e7ef316 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:02.299947 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4344a1b2-235f-410e-830a-c5a09e7ef316 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1889925 Mar 03 05:53:02.299947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.300698 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33064) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:02.313813 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ea99c2b1-dc64-4e45-b14d-eeacd6ae9025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.315706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.319483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:02.327615 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.356202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ea99c2b1-dc64-4e45-b14d-eeacd6ae9025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.389991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ab3868ff-8a22-47cd-b532-ba1415fff018 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.393413 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ab3868ff-8a22-47cd-b532-ba1415fff018 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1023362 Mar 03 05:53:02.407506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8765ad64-2e0f-494d-b936-5245d21a0408 None None] Network a3533ba5-e076-4478-9813-4b6dd7f62cc7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:02.409286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33070) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:02.470405 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ea99c2b1-dc64-4e45-b14d-eeacd6ae9025 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f3b775209e940c8be726761cb78e7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3196814 Mar 03 05:53:02.476209 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc421-e42c-460f-984d-97dfd4ffcd66 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.478130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33074) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:02.484512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-336f5453-e201-4ab4-8d02-4d6b5ad41be2 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.490146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network a3533ba5-e076-4478-9813-4b6dd7f62cc7 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:02.492450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:02.498841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:02.509309 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc421-e42c-460f-984d-97dfd4ffcd66 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.514080 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99c2b1-dc64-4e45-b14d-eeacd6ae9025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5591fb-a6d7-4808-b695-8e94f246da72,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:02.520981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:02.528454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-336f5453-e201-4ab4-8d02-4d6b5ad41be2 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.554100 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=eb1b7ffb-a77e-473a-aba4-e43bac48665c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:02.565826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event updated for resources: {'Subnet': ['ID=fc0cbdc5-e739-4d25-9c5c-7ec0e3bdfb2b,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:02.574758 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.575378 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Added segment b1e99896-8d18-4a08-a6b4-0b5eaafb11c8 of type vlan for network bdf9675b-b548-4e05-98bd-f766b7dd4b1c Mar 03 05:53:02.601280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Checking segment: {'id': '89bc9a40-6f28-4b39-a948-012c0d25a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '159985d0-aaf5-4505-a963-9a77d6d51e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:02.601916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Network hostable DHCP agents. Network: 159985d0-aaf5-4505-a963-9a77d6d51e48, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:53:02.611297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-eb79faf9-f7ce-4906-8f62-2adc14c25515 None None] Provisioning for port 998d836d-6a52-4879-83e7-a825ac55f07f completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:02.648120 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:02.649200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.665495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc421-e42c-460f-984d-97dfd4ffcd66 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.687187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.699731 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4dc421-e42c-460f-984d-97dfd4ffcd66 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af6a7151-2b10-40fd-8c2b-3bcafee1c4a6,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:02.702826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Network 159985d0-aaf5-4505-a963-9a77d6d51e48 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:53:02.707979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ad4dc421-e42c-460f-984d-97dfd4ffcd66 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.709313 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ad4dc421-e42c-460f-984d-97dfd4ffcd66 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/af6a7151-2b10-40fd-8c2b-3bcafee1c4a6 HTTP/1.1" status: 204 len: 168 time: 0.4074109 Mar 03 05:53:02.712718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33080) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:02.717189 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1cd5a401-40c4-4315-8034-41afa0beb22d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9315860 Mar 03 05:53:02.728559 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33082) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:02.747120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-12c739d1-e9f4-4be2-8829-738c5d5890aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.764252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-336f5453-e201-4ab4-8d02-4d6b5ad41be2 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.787826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 998d836d-6a52-4879-83e7-a825ac55f07f up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:02.804187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f5453-e201-4ab4-8d02-4d6b5ad41be2 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10089d94-fd70-4a79-9e55-406055afc881,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:02.837823 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-12c739d1-e9f4-4be2-8829-738c5d5890aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.842194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 159985d0-aaf5-4505-a963-9a77d6d51e48) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:02.882498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:02.883559 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.883758 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.889308 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:02.889895 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.899260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-af6b7a38-25cd-4ee8-a47a-f55e22112be7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port eb1b7ffb-a77e-473a-aba4-e43bac48665c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:02.900216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af6b7a38-25cd-4ee8-a47a-f55e22112be7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.914451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ced1792-6dc0-4401-8333-5b3829dee119 None None] Network 159985d0-aaf5-4505-a963-9a77d6d51e48 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:02.928000 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-336f5453-e201-4ab4-8d02-4d6b5ad41be2 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.929706 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-336f5453-e201-4ab4-8d02-4d6b5ad41be2 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/10089d94-fd70-4a79-9e55-406055afc881 HTTP/1.1" status: 204 len: 168 time: 0.5169959 Mar 03 05:53:02.937532 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0096741 Mar 03 05:53:02.938349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37747afa-8c44-44de-bd5a-ee3686405363 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:02.942195 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33092) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:02.942519 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33094) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:02.995346 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c9ae6ca1-9b5a-407a-9858-e89340c69c26 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6377251 Mar 03 05:53:03.002239 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5d41f2f0-ed87-4f50-bbfb-577833b43f25 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:03.007459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33098) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:03.031610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'subnet': {'network_id': 'bdf9675b-b548-4e05-98bd-f766b7dd4b1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:03.039339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 998d836d-6a52-4879-83e7-a825ac55f07f completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:03.050652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 998d836d-6a52-4879-83e7-a825ac55f07f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:03.051389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:03.060071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Request body: {'network': {'name': 'tempest-router-network01--1626989430'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:03.063618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37747afa-8c44-44de-bd5a-ee3686405363 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=0a718035-693b-4150-b535-1db8adcb6911,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:03.070001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5d41f2f0-ed87-4f50-bbfb-577833b43f25 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:03.071281 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5d41f2f0-ed87-4f50-bbfb-577833b43f25 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3525085 Mar 03 05:53:03.074416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33106) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:03.081488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-9a2fd9a5-6499-4cca-8391-352b4ed4cd54 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group_rule': {'security_group_id': 'ff44e7e1-f606-4dec-92c6-e3b9519624ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:03.091437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9a2fd9a5-6499-4cca-8391-352b4ed4cd54 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:03.148869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9a2fd9a5-6499-4cca-8391-352b4ed4cd54 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:03.178122 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:03.183945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Usage tracker for resource:network and tenant:5b3719e7fcf44eafab7630cc0eff04c2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:03.189142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:03.197040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:03.240531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce7c5d-546e-4c7d-b3e5-b1560ef46e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Network': ['ID=bdf9675b-b548-4e05-98bd-f766b7dd4b1c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:03.245075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd9a5-6499-4cca-8391-352b4ed4cd54 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:03.322331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af6b7a38-25cd-4ee8-a47a-f55e22112be7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:03.333610 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network bdf9675b-b548-4e05-98bd-f766b7dd4b1c details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:03.414677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Made reservation on behalf of 5b3719e7fcf44eafab7630cc0eff04c2 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:03.418749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:03.447110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-12c739d1-e9f4-4be2-8829-738c5d5890aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:03.487804 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:03.496107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c739d1-e9f4-4be2-8829-738c5d5890aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5591fb-a6d7-4808-b695-8e94f246da72,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:03.512347 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-159985d0-aaf5-4505-a963-9a77d6d51e48', 'network_id': '159985d0-aaf5-4505-a963-9a77d6d51e48', 'tenant_id': '5b3719e7fcf44eafab7630cc0eff04c2', 'fixed_ips': [{'subnet_id': 'fc0cbdc5-e739-4d25-9c5c-7ec0e3bdfb2b'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:03.513423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:03.575638 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33114) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:03.589108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:subnet and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:03.632753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:03.669021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-af6b7a38-25cd-4ee8-a47a-f55e22112be7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for eb1b7ffb-a77e-473a-aba4-e43bac48665c owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:03.714326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 998d836d-6a52-4879-83e7-a825ac55f07f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=998d836d-6a52-4879-83e7-a825ac55f07f,segment=NetworkSegment(76d3268a-1ba5-4948-bfa5-dda00b356629),segment_id=76d3268a-1ba5-4948-bfa5-dda00b356629)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:03.727377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:03.733764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd9a5-6499-4cca-8391-352b4ed4cd54 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:03.750853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd9a5-6499-4cca-8391-352b4ed4cd54 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:03.826739 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fd9a5-6499-4cca-8391-352b4ed4cd54 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b96d972-0a5a-47b1-97c5-bddb5d68600c,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:03.842105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd9a5-6499-4cca-8391-352b4ed4cd54 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:03.843456 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9a2fd9a5-6499-4cca-8391-352b4ed4cd54 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7684605 Mar 03 05:53:03.849102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33118) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:03.912839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff584294-acc9-46d7-89e3-652cffb563b2 None None] Network a3533ba5-e076-4478-9813-4b6dd7f62cc7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:03.921120 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-921c09a7-deb0-4754-b644-6d31e8d11cc4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules/9b96d972-0a5a-47b1-97c5-bddb5d68600c HTTP/1.1" status: 200 len: 763 time: 0.0683429 Mar 03 05:53:03.922026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33122) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:03.924426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:03.952719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:03.969603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af6b7a38-25cd-4ee8-a47a-f55e22112be7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:03.998331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-12c739d1-e9f4-4be2-8829-738c5d5890aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:03.999882 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-12c739d1-e9f4-4be2-8829-738c5d5890aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cd5591fb-a6d7-4808-b695-8e94f246da72 HTTP/1.1" status: 204 len: 168 time: 1.5173745 Mar 03 05:53:04.001313 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37747afa-8c44-44de-bd5a-ee3686405363 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.010026 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:04.034209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-069f8d57-422b-4b9a-8646-5a7069222fc1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:04.064945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b41809ff-bf39-4187-a1c5-063d889ef3e2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:04.069541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=998d836d-6a52-4879-83e7-a825ac55f07f,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:04.099447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b7a38-25cd-4ee8-a47a-f55e22112be7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=eb1b7ffb-a77e-473a-aba4-e43bac48665c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:04.145938 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:04.150247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.166889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.167232 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Added segment 650f31c4-61aa-47a7-a6ba-6b3da6c68bab of type vlan for network e3a0675f-9d1d-4586-b8da-c2310af443fe Mar 03 05:53:04.180725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-81bc1ca1-ad67-461e-9075-85e23c3d2ea3 None None] Could not find standard attr ID for object eb1b7ffb-a77e-473a-aba4-e43bac48665c. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:53:04.194179 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'network': {'name': 'tempest-network-smoke--1632949980', 'project_id': '1718f33843874129926d855b187d15f2', 'port_security_enabled': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:04.214352 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b41809ff-bf39-4187-a1c5-063d889ef3e2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:04.220178 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b41809ff-bf39-4187-a1c5-063d889ef3e2 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2975478 Mar 03 05:53:04.220845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:04.221356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33130) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:04.226287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Allocated IP 2001:db8::2 (159985d0-aaf5-4505-a963-9a77d6d51e48/fc0cbdc5-e739-4d25-9c5c-7ec0e3bdfb2b/ef73eafe-2309-43b6-aecb-0b8ce2a05103) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:04.269290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af6b7a38-25cd-4ee8-a47a-f55e22112be7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.289330 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-af6b7a38-25cd-4ee8-a47a-f55e22112be7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/eb1b7ffb-a77e-473a-aba4-e43bac48665c HTTP/1.1" status: 204 len: 168 time: 1.5576007 Mar 03 05:53:04.291183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d7bb9c07-b0cf-46d9-9829-01596db90e9e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.297939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33134) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:04.302058 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-069f8d57-422b-4b9a-8646-5a7069222fc1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:04.306761 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-069f8d57-422b-4b9a-8646-5a7069222fc1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 1.3121405 Mar 03 05:53:04.307454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33138) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:04.308568 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:network and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:04.383486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:04.398936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.413736 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fe164a-3296-4297-bf09-9d746ceba0a8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:04.414208 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fe164a-3296-4297-bf09-9d746ceba0a8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:04.419683 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b6fe164a-3296-4297-bf09-9d746ceba0a8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/eb1b7ffb-a77e-473a-aba4-e43bac48665c HTTP/1.1" status: 404 len: 333 time: 0.1187832 Mar 03 05:53:04.427665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d7bb9c07-b0cf-46d9-9829-01596db90e9e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.431528 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33142) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:04.433769 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:04.471052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d7bb9c07-b0cf-46d9-9829-01596db90e9e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.489395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb9c07-b0cf-46d9-9829-01596db90e9e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b96d972-0a5a-47b1-97c5-bddb5d68600c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:04.498871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d7bb9c07-b0cf-46d9-9829-01596db90e9e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.502591 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d7bb9c07-b0cf-46d9-9829-01596db90e9e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9b96d972-0a5a-47b1-97c5-bddb5d68600c HTTP/1.1" status: 204 len: 168 time: 0.2760854 Mar 03 05:53:04.503394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33146) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:04.505117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-81bc1ca1-ad67-461e-9075-85e23c3d2ea3 None None] Provisioning complete for port 998d836d-6a52-4879-83e7-a825ac55f07f triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:04.505492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-81bc1ca1-ad67-461e-9075-85e23c3d2ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.521351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6bfc56ca-4369-4dd2-aa71-fb39b3521d9a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.545921 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a6a926-77cd-4b22-8b91-c7ab88cc7d56 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:53:04.550190 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-93a6a926-77cd-4b22-8b91-c7ab88cc7d56 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/eb1b7ffb-a77e-473a-aba4-e43bac48665c HTTP/1.1" status: 404 len: 333 time: 0.1142182 Mar 03 05:53:04.553123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-144e9e39-7432-4f3d-9dc9-44601511c835 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:04.556583 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6bfc56ca-4369-4dd2-aa71-fb39b3521d9a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.558364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33150) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:04.566580 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:04.570708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.615288 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-144e9e39-7432-4f3d-9dc9-44601511c835 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:04.619732 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-144e9e39-7432-4f3d-9dc9-44601511c835 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1128027 Mar 03 05:53:04.631476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33154) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:04.633875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f2148342-a1fc-4c7a-9b27-3564020dfa0e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group_rule': {'security_group_id': 'ff44e7e1-f606-4dec-92c6-e3b9519624ad', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:04.647993 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.648563 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f2148342-a1fc-4c7a-9b27-3564020dfa0e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:04.656270 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.666049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f2148342-a1fc-4c7a-9b27-3564020dfa0e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:04.680423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b134c80-fdcc-4963-8bd1-0d2d89e19445 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting subnet e713c3ff-d2cf-4153-b302-0fa8ff318215 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:04.684616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8b134c80-fdcc-4963-8bd1-0d2d89e19445 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.697327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.698437 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 998d836d-6a52-4879-83e7-a825ac55f07f up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:04.702718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:04.703311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.718066 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-f2148342-a1fc-4c7a-9b27-3564020dfa0e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Project ecf68d34889e4231873951c99c746fe0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:53:04.731664 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f2148342-a1fc-4c7a-9b27-3564020dfa0e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.764735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8b134c80-fdcc-4963-8bd1-0d2d89e19445 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.789118 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 998d836d-6a52-4879-83e7-a825ac55f07f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:04.789483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.814516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:04.818700 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Transition to ACTIVE for port object ef73eafe-2309-43b6-aecb-0b8ce2a05103 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:04.853187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f2148342-a1fc-4c7a-9b27-3564020dfa0e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.858429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6bfc56ca-4369-4dd2-aa71-fb39b3521d9a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.859277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Transition to ACTIVE for port object ef73eafe-2309-43b6-aecb-0b8ce2a05103 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:04.859870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f2148342-a1fc-4c7a-9b27-3564020dfa0e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.860694 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:04.874804 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.883683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:04.892249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2148342-a1fc-4c7a-9b27-3564020dfa0e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4690e9-5b74-467a-84a8-14e36de89c9d,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:04.906092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:04.916305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8b134c80-fdcc-4963-8bd1-0d2d89e19445 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.946615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f2148342-a1fc-4c7a-9b27-3564020dfa0e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.950437 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f2148342-a1fc-4c7a-9b27-3564020dfa0e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3191559 Mar 03 05:53:04.953438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33158) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:04.980119 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ebf300e5-5e07-423d-88fa-d191de0aeca5 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules/af4690e9-5b74-467a-84a8-14e36de89c9d HTTP/1.1" status: 200 len: 769 time: 0.0237918 Mar 03 05:53:04.980367 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc56ca-4369-4dd2-aa71-fb39b3521d9a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d6c313c-8412-4885-82ee-179faee6922f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:04.981891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33162) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:04.992509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6bfc56ca-4369-4dd2-aa71-fb39b3521d9a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:04.996420 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6bfc56ca-4369-4dd2-aa71-fb39b3521d9a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9d6c313c-8412-4885-82ee-179faee6922f HTTP/1.1" status: 204 len: 168 time: 0.6292760 Mar 03 05:53:05.001514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33166) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:05.012718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event updated for resources: {'Network': ['ID=e3a0675f-9d1d-4586-b8da-c2310af443fe,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:05.018527 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ce7eec26-8c22-4806-9cf4-ff429568860d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0093570 Mar 03 05:53:05.026304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Network 159985d0-aaf5-4505-a963-9a77d6d51e48 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:05.031101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33170) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:05.038972 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:05.046996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Request body: {'network': {'name': 'tempest-router-network02--654203717'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:05.048560 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network e3a0675f-9d1d-4586-b8da-c2310af443fe details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:05.062508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37747afa-8c44-44de-bd5a-ee3686405363 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router d0510e4b-094e-4c37-a3d7-45d5ab394033 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:53:05.079942 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.080197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:05.097123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:05.136940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-eee75596-739b-4cb7-9ee0-76ad7523b0da tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:05.148251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Usage tracker for resource:network and tenant:5b3719e7fcf44eafab7630cc0eff04c2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:05.155254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8b134c80-fdcc-4963-8bd1-0d2d89e19445 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.157942 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Pushing event updated for resources: {'Port': ['ID=ef73eafe-2309-43b6-aecb-0b8ce2a05103,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:05.169252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:05.218908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b134c80-fdcc-4963-8bd1-0d2d89e19445 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Subnet': ['ID=e713c3ff-d2cf-4153-b302-0fa8ff318215,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:05.230902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8b134c80-fdcc-4963-8bd1-0d2d89e19445 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.235246 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:05.236559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Subnet': ['ID=1307634b-c1d6-4a40-88b1-aea5ec8ae987,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:05.247581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-594581e2-8f27-4501-99e0-1b18fe5fc60c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:05.261153 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8b134c80-fdcc-4963-8bd1-0d2d89e19445 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/e713c3ff-d2cf-4153-b302-0fa8ff318215 HTTP/1.1" status: 204 len: 168 time: 0.6906459 Mar 03 05:53:05.261153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-eee75596-739b-4cb7-9ee0-76ad7523b0da tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:05.263684 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-eee75596-739b-4cb7-9ee0-76ad7523b0da tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2612617 Mar 03 05:53:05.264360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33174) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:05.264680 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33176) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:05.271167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765e2fa9-9b0f-4471-9d9b-7dc2d24b995b None None] Network a3533ba5-e076-4478-9813-4b6dd7f62cc7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:05.315395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Made reservation on behalf of 5b3719e7fcf44eafab7630cc0eff04c2 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:05.318637 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.358402 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Checking segment: {'id': 'b1e99896-8d18-4a08-a6b4-0b5eaafb11c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bdf9675b-b548-4e05-98bd-f766b7dd4b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:05.358768 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network hostable DHCP agents. Network: bdf9675b-b548-4e05-98bd-f766b7dd4b1c, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:53:05.372318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-594581e2-8f27-4501-99e0-1b18fe5fc60c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:05.376384 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-594581e2-8f27-4501-99e0-1b18fe5fc60c tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3944950 Mar 03 05:53:05.378552 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33182) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:05.387939 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37747afa-8c44-44de-bd5a-ee3686405363 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:53:05.411881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.416873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8269935-b4a8-4063-bbc7-4b98842044e6 None None] Sync routers for ids ['d0510e4b-094e-4c37-a3d7-45d5ab394033'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:53:05.423077 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.438097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4a73c875-8f85-40b1-a4d1-2ef4e8d69945 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.441200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8269935-b4a8-4063-bbc7-4b98842044e6 None None] Routers {'d0510e4b-094e-4c37-a3d7-45d5ab394033'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:05.441931 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b8269935-b4a8-4063-bbc7-4b98842044e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d0510e4b-094e-4c37-a3d7-45d5ab394033'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:05.462677 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-37747afa-8c44-44de-bd5a-ee3686405363 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/d0510e4b-094e-4c37-a3d7-45d5ab394033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4456904 Mar 03 05:53:05.469890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6a9cad95-9fdd-44c3-9329-72fe508dc9f3 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.474116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4a73c875-8f85-40b1-a4d1-2ef4e8d69945 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.480749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33186) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:05.481930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:05.484209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network bdf9675b-b548-4e05-98bd-f766b7dd4b1c is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:53:05.485700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:05.501537 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Attempting to bind port ef73eafe-2309-43b6-aecb-0b8ce2a05103 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:05.502011 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Attempting to bind port ef73eafe-2309-43b6-aecb-0b8ce2a05103 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '89bc9a40-6f28-4b39-a948-012c0d25a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '159985d0-aaf5-4505-a963-9a77d6d51e48'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:05.502462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Attempting to bind port ef73eafe-2309-43b6-aecb-0b8ce2a05103 on network 159985d0-aaf5-4505-a963-9a77d6d51e48 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:05.502809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6a9cad95-9fdd-44c3-9329-72fe508dc9f3 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.520231 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:05.525356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.525891 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Added segment 73b26627-e4b6-4070-9a63-8c3b222b9feb of type vlan for network a2f921e0-f6e8-44eb-8200-49bd27a07840 Mar 03 05:53:05.527084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, bdf9675b-b548-4e05-98bd-f766b7dd4b1c) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:05.537683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:05.539042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.554231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b8269935-b4a8-4063-bbc7-4b98842044e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:05.556370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:05.556746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Checking segment: {'id': '89bc9a40-6f28-4b39-a948-012c0d25a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '159985d0-aaf5-4505-a963-9a77d6d51e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:05.557149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.557675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Bound using segment: {'id': '89bc9a40-6f28-4b39-a948-012c0d25a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '159985d0-aaf5-4505-a963-9a77d6d51e48'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:05.558007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Bound port: ef73eafe-2309-43b6-aecb-0b8ce2a05103, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bc9a40-6f28-4b39-a948-012c0d25a3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '159985d0-aaf5-4505-a963-9a77d6d51e48'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:05.558377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.573514 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3623bf7b-eb4d-4dc1-bafe-40063b8131aa None None] Network bdf9675b-b548-4e05-98bd-f766b7dd4b1c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:05.575276 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6a9cad95-9fdd-44c3-9329-72fe508dc9f3 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.586786 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4f0143d1-dcda-4c8a-8f87-b1f49f82ea5b None None] Provisioning complete for port 998d836d-6a52-4879-83e7-a825ac55f07f triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:05.587161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4f0143d1-dcda-4c8a-8f87-b1f49f82ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.590682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.592565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.602676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cad95-9fdd-44c3-9329-72fe508dc9f3 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af4690e9-5b74-467a-84a8-14e36de89c9d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:05.614410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6a9cad95-9fdd-44c3-9329-72fe508dc9f3 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.614410 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6a9cad95-9fdd-44c3-9329-72fe508dc9f3 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/af4690e9-5b74-467a-84a8-14e36de89c9d HTTP/1.1" status: 204 len: 168 time: 0.2291348 Mar 03 05:53:05.618342 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a4c4aabe-8efe-4bb9-a838-217e29fc0e7a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6222842 Mar 03 05:53:05.618989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33190) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:05.619328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33192) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:05.629349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'subnet': {'network_id': 'bdf9675b-b548-4e05-98bd-f766b7dd4b1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:05.665770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.666160 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Added segment 27b51f47-51b1-46f6-b225-31bffc6bb7ae of type vlan for network 5c596448-ef8d-40d4-b105-71e5830d6b8c Mar 03 05:53:05.686448 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port 998d836d-6a52-4879-83e7-a825ac55f07f {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:05.686813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.694111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8269935-b4a8-4063-bbc7-4b98842044e6 None None] Routers {'d0510e4b-094e-4c37-a3d7-45d5ab394033'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:05.694791 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b8269935-b4a8-4063-bbc7-4b98842044e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d0510e4b-094e-4c37-a3d7-45d5ab394033'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:05.759504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.763244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4a73c875-8f85-40b1-a4d1-2ef4e8d69945 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.765027 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:05.765627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.785201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:05.860345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b8269935-b4a8-4063-bbc7-4b98842044e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:05.860761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8269935-b4a8-4063-bbc7-4b98842044e6 None None] The sync data for ids ['d0510e4b-094e-4c37-a3d7-45d5ab394033'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:53:05.973975 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6e0df74f-6bc8-4c5f-b7d6-52290e90c822 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:05.992731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] For port ef73eafe-2309-43b6-aecb-0b8ce2a05103, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:06.048893 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4703851 Mar 03 05:53:06.050469 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] For port ef73eafe-2309-43b6-aecb-0b8ce2a05103, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ef73eafe-2309-43b6-aecb-0b8ce2a05103,segment=NetworkSegment(89bc9a40-6f28-4b39-a948-012c0d25a3e7),segment_id=89bc9a40-6f28-4b39-a948-012c0d25a3e7)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:06.059221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33198) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:06.068326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.083364 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-799596590', 'admin_state_up': True, 'project_id': '1718f33843874129926d855b187d15f2', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:06.093350 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6e0df74f-6bc8-4c5f-b7d6-52290e90c822 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:06.094594 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6e0df74f-6bc8-4c5f-b7d6-52290e90c822 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4727397 Mar 03 05:53:06.095962 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:06.099539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1857b-4674-4da3-b4af-0cc944a400ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Network': ['ID=a2f921e0-f6e8-44eb-8200-49bd27a07840,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:06.101016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73c875-8f85-40b1-a4d1-2ef4e8d69945 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b60fc3f0-6f10-4539-90b5-8714ff9a6d46,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:06.101585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33202) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:06.109587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:router and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:06.122832 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:06.125172 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:06.130114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network a2f921e0-f6e8-44eb-8200-49bd27a07840 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:06.137016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:06.141659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:subnet and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:06.145769 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:06.162717 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:06.179899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.180864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.193381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:06.197972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.198460 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4a73c875-8f85-40b1-a4d1-2ef4e8d69945 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.202611 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4a73c875-8f85-40b1-a4d1-2ef4e8d69945 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b60fc3f0-6f10-4539-90b5-8714ff9a6d46 HTTP/1.1" status: 204 len: 168 time: 0.9310088 Mar 03 05:53:06.208316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0e440c-0861-419b-81d6-df8093b165c1 None None] DHCP port deletion for a3533ba5-e076-4478-9813-4b6dd7f62cc7 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:53:06.211224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33206) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:06.254824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.255097 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.260702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:06.261299 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.282184 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e440c-0861-419b-81d6-df8093b165c1 None None] Deleting port 998d836d-6a52-4879-83e7-a825ac55f07f {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:06.282555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7c0e440c-0861-419b-81d6-df8093b165c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.323491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-bdf9675b-b548-4e05-98bd-f766b7dd4b1c', 'network_id': 'bdf9675b-b548-4e05-98bd-f766b7dd4b1c', 'tenant_id': '4d9d3fa0b7c146a6b837f5314a138c39', 'fixed_ips': [{'subnet_id': '1307634b-c1d6-4a40-88b1-aea5ec8ae987'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:06.324265 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.355092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c18d56a4-b7c5-402d-9522-530264085ef1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.429802 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event updated for resources: {'Network': ['ID=5c596448-ef8d-40d4-b105-71e5830d6b8c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:06.471704 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6c1e1eb0-0be0-4dbc-80d2-f4f1a9f5362f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4375718 Mar 03 05:53:06.480845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33210) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:06.494644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Request body: {'subnet': {'network_id': 'e3a0675f-9d1d-4586-b8da-c2310af443fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:06.526640 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-806efba6-a450-47e6-bc75-54126753fbc1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:06.604049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c18d56a4-b7c5-402d-9522-530264085ef1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.635174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] For port 998d836d-6a52-4879-83e7-a825ac55f07f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=998d836d-6a52-4879-83e7-a825ac55f07f,segment=NetworkSegment(76d3268a-1ba5-4948-bfa5-dda00b356629),segment_id=76d3268a-1ba5-4948-bfa5-dda00b356629)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:06.635537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.731526 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 5c596448-ef8d-40d4-b105-71e5830d6b8c details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:06.766511 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 998d836d-6a52-4879-83e7-a825ac55f07f no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:53:06.814910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for 998d836d-6a52-4879-83e7-a825ac55f07f owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:06.841934 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bf1cc-2736-45d1-88ba-03466c4ab6e4 None None] Pushing event updated for resources: {'Port': ['ID=ef73eafe-2309-43b6-aecb-0b8ce2a05103,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:06.900476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.906892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7c0e440c-0861-419b-81d6-df8093b165c1 None None] For port 998d836d-6a52-4879-83e7-a825ac55f07f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=998d836d-6a52-4879-83e7-a825ac55f07f,segment=NetworkSegment(76d3268a-1ba5-4948-bfa5-dda00b356629),segment_id=76d3268a-1ba5-4948-bfa5-dda00b356629)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:06.907327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7c0e440c-0861-419b-81d6-df8093b165c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.945345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No DVR routers for this DVR port 998d836d-6a52-4879-83e7-a825ac55f07f on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:06.985768 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c18d56a4-b7c5-402d-9522-530264085ef1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:06.989142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.016465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=998d836d-6a52-4879-83e7-a825ac55f07f,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:07.091807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-806efba6-a450-47e6-bc75-54126753fbc1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:07.096767 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-806efba6-a450-47e6-bc75-54126753fbc1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.8808939 Mar 03 05:53:07.110712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33214) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:07.111872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d56a4-b7c5-402d-9522-530264085ef1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff44e7e1-f606-4dec-92c6-e3b9519624ad,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:07.146093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.176305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3533ba5-e076-4478-9813-4b6dd7f62cc7']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:07.195019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d3268a-1ba5-4948-bfa5-dda00b356629') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:07.195342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d3268a-1ba5-4948-bfa5-dda00b356629') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:07.203009 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e440c-0861-419b-81d6-df8093b165c1 None None] Calling delete_port for 998d836d-6a52-4879-83e7-a825ac55f07f owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:07.210785 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.224905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e1e09299-bb80-4c7b-b16a-cd0dbaca8f87 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.242737 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] No active binding found for port 998d836d-6a52-4879-83e7-a825ac55f07f {{(pid=87794) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 05:53:07.243148 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 998d836d-6a52-4879-83e7-a825ac55f07f not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:53:07.246233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network bdf9675b-b548-4e05-98bd-f766b7dd4b1c is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:07.259417 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.263220 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:07.277429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:07.278006 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.282595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Allocated IP 2001:db8::2 (bdf9675b-b548-4e05-98bd-f766b7dd4b1c/1307634b-c1d6-4a40-88b1-aea5ec8ae987/f824dbc1-28c5-432e-b7fa-7297c1590428) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:07.300218 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8085ae85-f00c-473e-9382-3be28d9e9e62 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.313533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c18d56a4-b7c5-402d-9522-530264085ef1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.317266 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c18d56a4-b7c5-402d-9522-530264085ef1 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-groups/ff44e7e1-f606-4dec-92c6-e3b9519624ad HTTP/1.1" status: 204 len: 168 time: 1.2133074 Mar 03 05:53:07.322531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33218) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:07.326399 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7028656 Mar 03 05:53:07.333223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.342889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:07.342889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.349589 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:07.353986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Usage tracker for resource:subnet and tenant:5b3719e7fcf44eafab7630cc0eff04c2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:07.357184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:07.363678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:07.375083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8085ae85-f00c-473e-9382-3be28d9e9e62 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.382373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-7c0e440c-0861-419b-81d6-df8093b165c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:53:07.382731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-7c0e440c-0861-419b-81d6-df8093b165c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:53:07.393469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33222) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:07.450991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Made reservation on behalf of 5b3719e7fcf44eafab7630cc0eff04c2 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:07.455028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.480917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128c388-df84-4c06-8dce-da64f2225c8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Subnet': ['ID=ed421a24-34d6-41ac-9a14-5dc09d469d4c,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:07.499976 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:07.616680 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.620841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.629127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.650623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Transition to ACTIVE for port object f824dbc1-28c5-432e-b7fa-7297c1590428 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:07.671943 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/networks/a3533ba5-e076-4478-9813-4b6dd7f62cc7 HTTP/1.1" status: 204 len: 168 time: 2.4045756 Mar 03 05:53:07.679756 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-958ba728-034c-4d17-ac57-f9b3ebcbb0be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:07.680949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33226) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:07.682257 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Transition to ACTIVE for port object f824dbc1-28c5-432e-b7fa-7297c1590428 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:07.691763 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-467143831'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:07.694957 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.697771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:07.702030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:network and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:07.705305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:07.713221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:07.720337 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76deef64-dc00-4ea7-9109-d874ba785377 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:07.721981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76deef64-dc00-4ea7-9109-d874ba785377 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:07.723857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76deef64-dc00-4ea7-9109-d874ba785377 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:07.725492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76deef64-dc00-4ea7-9109-d874ba785377 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:07.727091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76deef64-dc00-4ea7-9109-d874ba785377 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:07.728146 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-76deef64-dc00-4ea7-9109-d874ba785377 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Synchronizing usage tracker for tenant:4d9d3fa0b7c146a6b837f5314a138c39 on resource:subnet {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:07.737754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8085ae85-f00c-473e-9382-3be28d9e9e62 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.803399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Network bdf9675b-b548-4e05-98bd-f766b7dd4b1c is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:07.807960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f93e21-0a45-4a76-b599-6a36b78c8d7a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Network': ['ID=a3533ba5-e076-4478-9813-4b6dd7f62cc7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:07.814511 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:07.820170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:07.826844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Pushing event updated for resources: {'Port': ['ID=f824dbc1-28c5-432e-b7fa-7297c1590428,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:07.842544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:07.846561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.849621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8085ae85-f00c-473e-9382-3be28d9e9e62 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.851802 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8085ae85-f00c-473e-9382-3be28d9e9e62 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/a7dfcee6-0291-47ee-9b4d-ec60cb212a12 HTTP/1.1" status: 204 len: 168 time: 0.7371705 Mar 03 05:53:07.870028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33230) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:07.876315 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085ae85-f00c-473e-9382-3be28d9e9e62 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7dfcee6-0291-47ee-9b4d-ec60cb212a12,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:07.883475 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d4af49-bd9c-43d8-aaf1-40924c8bef24 None None] Network 159985d0-aaf5-4505-a963-9a77d6d51e48 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:07.889844 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-958ba728-034c-4d17-ac57-f9b3ebcbb0be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:07.891922 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-958ba728-034c-4d17-ac57-f9b3ebcbb0be tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5642021 Mar 03 05:53:07.911971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e440c-0861-419b-81d6-df8093b165c1 None None] Deleting port 998d836d-6a52-4879-83e7-a825ac55f07f {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:07.913378 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33234) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:07.914329 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7c0e440c-0861-419b-81d6-df8093b165c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:07.940245 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a76184b2-3cd4-4575-b799-add9c6d329f4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715678046'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:07.948147 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a76184b2-3cd4-4575-b799-add9c6d329f4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:07.965217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a76184b2-3cd4-4575-b799-add9c6d329f4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:07.989174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a76184b2-3cd4-4575-b799-add9c6d329f4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.000241 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-76deef64-dc00-4ea7-9109-d874ba785377 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Unset dirty status for tenant:4d9d3fa0b7c146a6b837f5314a138c39 on resource:subnet {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:08.001418 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-76deef64-dc00-4ea7-9109-d874ba785377 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6040311 Mar 03 05:53:08.008535 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33238) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:08.023543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2007096185'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:08.035237 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a76184b2-3cd4-4575-b799-add9c6d329f4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:08.045839 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a76184b2-3cd4-4575-b799-add9c6d329f4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:08.057006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:08.063064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7c0e440c-0861-419b-81d6-df8093b165c1 None None] The port '998d836d-6a52-4879-83e7-a825ac55f07f' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:53:08.071760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:08.077888 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.078326 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Added segment 1a32ef2b-179d-4e9e-af94-e853434da801 of type vlan for network 540fbb84-3f10-4647-bd2f-7424299bffef Mar 03 05:53:08.104779 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:network and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:08.129098 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4502b853-0682-4fa0-b82e-51b5d5df2073 None None] Provisioning for port ef73eafe-2309-43b6-aecb-0b8ce2a05103 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:08.135615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Attempting to bind port f824dbc1-28c5-432e-b7fa-7297c1590428 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:08.136010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Attempting to bind port f824dbc1-28c5-432e-b7fa-7297c1590428 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'b1e99896-8d18-4a08-a6b4-0b5eaafb11c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bdf9675b-b548-4e05-98bd-f766b7dd4b1c'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:08.136370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Attempting to bind port f824dbc1-28c5-432e-b7fa-7297c1590428 on network bdf9675b-b548-4e05-98bd-f766b7dd4b1c {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:08.141371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.154042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:08.154421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Checking segment: {'id': 'b1e99896-8d18-4a08-a6b4-0b5eaafb11c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bdf9675b-b548-4e05-98bd-f766b7dd4b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:08.154829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.155225 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Bound using segment: {'id': 'b1e99896-8d18-4a08-a6b4-0b5eaafb11c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bdf9675b-b548-4e05-98bd-f766b7dd4b1c'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:08.155843 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Bound port: f824dbc1-28c5-432e-b7fa-7297c1590428, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e99896-8d18-4a08-a6b4-0b5eaafb11c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bdf9675b-b548-4e05-98bd-f766b7dd4b1c'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:08.156183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.194814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e1e09299-bb80-4c7b-b16a-cd0dbaca8f87 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port 656c575b-602e-4d30-8502-fdc5724d1233 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:08.195424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e1e09299-bb80-4c7b-b16a-cd0dbaca8f87 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.260125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.273220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:08.273220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.353073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] For port f824dbc1-28c5-432e-b7fa-7297c1590428, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:08.363103 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] For port f824dbc1-28c5-432e-b7fa-7297c1590428, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f824dbc1-28c5-432e-b7fa-7297c1590428,segment=NetworkSegment(b1e99896-8d18-4a08-a6b4-0b5eaafb11c8),segment_id=b1e99896-8d18-4a08-a6b4-0b5eaafb11c8)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:08.369552 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.403593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:08.411975 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:08.457805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-dd2345ab-6fe1-4e6c-9295-c9eb532ffcad tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:08.469421 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7847102 Mar 03 05:53:08.469662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:08.470838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.480993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33242) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:08.485661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.496199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': '540fbb84-3f10-4647-bd2f-7424299bffef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:08.520130 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Pushing event updated for resources: {'Port': ['ID=f824dbc1-28c5-432e-b7fa-7297c1590428,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:08.530166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf2f94-5317-4878-af89-f519a1ce9641 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Network': ['ID=540fbb84-3f10-4647-bd2f-7424299bffef,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:08.530754 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:08.531108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:08.531449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:08.531800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:08.532402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:08.532537 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:08.532789 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:08.533119 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:08.533441 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:08.533766 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:08.534918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:08.534918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992487e4-e6a6-4a08-953b-5b46970199b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:08.556158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 540fbb84-3f10-4647-bd2f-7424299bffef details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:08.594038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event updated for resources: {'Subnet': ['ID=24190050-ce7d-476f-bee0-d76a47e9d88d,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:08.599065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-dd2345ab-6fe1-4e6c-9295-c9eb532ffcad tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:08.601942 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-dd2345ab-6fe1-4e6c-9295-c9eb532ffcad tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.7281954 Mar 03 05:53:08.617878 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33246) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:08.634358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:08.679390 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e1e09299-bb80-4c7b-b16a-cd0dbaca8f87 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.722025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a76184b2-3cd4-4575-b799-add9c6d329f4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.735644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.739144 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Added segment 3ad391c1-3ab3-4c3a-8c20-a298340761ae of type vlan for network e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6 Mar 03 05:53:08.759611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ef73eafe-2309-43b6-aecb-0b8ce2a05103 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:08.761294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a76184b2-3cd4-4575-b799-add9c6d329f4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.809484 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Checking segment: {'id': '650f31c4-61aa-47a7-a6ba-6b3da6c68bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3a0675f-9d1d-4586-b8da-c2310af443fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:08.809976 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Network hostable DHCP agents. Network: e3a0675f-9d1d-4586-b8da-c2310af443fe, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:53:08.820413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76184b2-3cd4-4575-b799-add9c6d329f4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19612f10-6746-4a02-9ff3-67a2428a0b01,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:08.858531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-e1e09299-bb80-4c7b-b16a-cd0dbaca8f87 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for 656c575b-602e-4d30-8502-fdc5724d1233 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:08.863189 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port ef73eafe-2309-43b6-aecb-0b8ce2a05103 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:08.869091 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port ef73eafe-2309-43b6-aecb-0b8ce2a05103 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:08.869534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.894921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:08.924332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d67590c4-4b9c-4a42-bb0b-52f38a732539 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.932091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:08.939681 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:08.952038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d67590c4-4b9c-4a42-bb0b-52f38a732539 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:08.986223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:09.030374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:09.033801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.048243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.066651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.068773 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d3a1e20d-ec96-4e4d-a81a-2f02d1ef6607 None None] Provisioning complete for port ef73eafe-2309-43b6-aecb-0b8ce2a05103 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:09.069784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e20d-ec96-4e4d-a81a-2f02d1ef6607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.070753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d67590c4-4b9c-4a42-bb0b-52f38a732539 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.117245 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Network e3a0675f-9d1d-4586-b8da-c2310af443fe is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:53:09.136266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a76184b2-3cd4-4575-b799-add9c6d329f4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.137965 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a76184b2-3cd4-4575-b799-add9c6d329f4 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2211881 Mar 03 05:53:09.138705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.148318 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port ef73eafe-2309-43b6-aecb-0b8ce2a05103, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ef73eafe-2309-43b6-aecb-0b8ce2a05103,segment=NetworkSegment(89bc9a40-6f28-4b39-a948-012c0d25a3e7),segment_id=89bc9a40-6f28-4b39-a948-012c0d25a3e7)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:09.152411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67590c4-4b9c-4a42-bb0b-52f38a732539 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af93dd76-ddf6-41c7-89ca-029e07a3220b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:09.153887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.163682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33250) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:09.174803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1fefc667-7a0c-4404-afaa-b226ccf8ce78 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Request body: {'security_group_rule': {'security_group_id': '19612f10-6746-4a02-9ff3-67a2428a0b01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:09.175987 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, e3a0675f-9d1d-4586-b8da-c2310af443fe) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:09.180818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:09.181398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.185516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1fefc667-7a0c-4404-afaa-b226ccf8ce78 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:09.195676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.196185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1fefc667-7a0c-4404-afaa-b226ccf8ce78 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Usage tracker for resource:security_group_rule and tenant:ecf68d34889e4231873951c99c746fe0 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:09.203001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d3bbce-6966-4c24-98d7-f101f405414b None None] Network e3a0675f-9d1d-4586-b8da-c2310af443fe requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:09.203910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d67590c4-4b9c-4a42-bb0b-52f38a732539 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.207394 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d67590c4-4b9c-4a42-bb0b-52f38a732539 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/af93dd76-ddf6-41c7-89ca-029e07a3220b HTTP/1.1" status: 204 len: 168 time: 0.5862083 Mar 03 05:53:09.207394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1fefc667-7a0c-4404-afaa-b226ccf8ce78 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:09.220903 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33254) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:09.226302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1fefc667-7a0c-4404-afaa-b226ccf8ce78 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:09.239170 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:53:09.290135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fefc667-7a0c-4404-afaa-b226ccf8ce78 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.290870 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-22ff1df1-9c89-4159-96fc-b7e9c612341d tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8011589 Mar 03 05:53:09.291659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.298039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:09.298631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.302095 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33258) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:09.348538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Request body: {'subnet': {'network_id': '5c596448-ef8d-40d4-b105-71e5830d6b8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:09.383726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6246a9fe-517a-4070-ac6d-94574ef183aa tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:09.411180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=ef73eafe-2309-43b6-aecb-0b8ce2a05103,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:09.473113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6246a9fe-517a-4070-ac6d-94574ef183aa tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:09.474543 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6246a9fe-517a-4070-ac6d-94574ef183aa tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2527158 Mar 03 05:53:09.476712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Network': ['ID=e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:09.487206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33262) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:09.491603 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:09.492889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e1e09299-bb80-4c7b-b16a-cd0dbaca8f87 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.542993 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7c897ff7-ff06-4be5-8967-0fc80b7b2374 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5312057 Mar 03 05:53:09.554635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33266) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:09.571737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fefc667-7a0c-4404-afaa-b226ccf8ce78 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.577493 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1794b6ba-d50e-4907-9eb0-6d4ab2f45b37 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:09.580202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e09299-bb80-4c7b-b16a-cd0dbaca8f87 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=656c575b-602e-4d30-8502-fdc5724d1233,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:09.598095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fefc667-7a0c-4404-afaa-b226ccf8ce78 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.651476 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-e3a0675f-9d1d-4586-b8da-c2310af443fe', 'network_id': 'e3a0675f-9d1d-4586-b8da-c2310af443fe', 'tenant_id': '5b3719e7fcf44eafab7630cc0eff04c2', 'fixed_ips': [{'subnet_id': '24190050-ce7d-476f-bee0-d76a47e9d88d'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:09.651865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.652812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.768586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Subnet': ['ID=b1563e40-cb3c-46fe-b8a7-e8abd72bb8d3,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:09.768875 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:09.791641 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Usage tracker for resource:subnet and tenant:5b3719e7fcf44eafab7630cc0eff04c2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:09.801709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:09.838447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:09.854282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.95 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/1721aa14-2c0c-486e-9486-affb8f5f2bef) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:09.856294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fefc667-7a0c-4404-afaa-b226ccf8ce78 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10725f49-a2a2-4afc-812f-17ce2e58399e,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:09.864688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3fd3c6a5-8835-45e6-b8b0-342e34a26f6a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.939002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Allocated IP 2001:db8::2 (e3a0675f-9d1d-4586-b8da-c2310af443fe/24190050-ce7d-476f-bee0-d76a47e9d88d/57967379-2007-4be1-8e00-c927f929a8ec) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:09.940793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3fd3c6a5-8835-45e6-b8b0-342e34a26f6a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.964718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Made reservation on behalf of 5b3719e7fcf44eafab7630cc0eff04c2 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:09.968495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.989767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1fefc667-7a0c-4404-afaa-b226ccf8ce78 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:09.994506 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1fefc667-7a0c-4404-afaa-b226ccf8ce78 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8298068 Mar 03 05:53:09.996915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33270) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:10.145336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bc5661-67ea-4123-9be7-ab35370c7505 None None] Network bdf9675b-b548-4e05-98bd-f766b7dd4b1c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:10.227477 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Checking segment: {'id': '1a32ef2b-179d-4e9e-af94-e853434da801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '540fbb84-3f10-4647-bd2f-7424299bffef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:10.228118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network hostable DHCP agents. Network: 540fbb84-3f10-4647-bd2f-7424299bffef, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:53:10.281738 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1794b6ba-d50e-4907-9eb0-6d4ab2f45b37 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.293399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b3972d55-ffdc-4f20-8574-187dd2e2464f None None] Provisioning for port f824dbc1-28c5-432e-b7fa-7297c1590428 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:10.315980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e1e09299-bb80-4c7b-b16a-cd0dbaca8f87 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.319003 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.332234 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Transition to ACTIVE for port object 57967379-2007-4be1-8e00-c927f929a8ec will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:10.339318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3fd3c6a5-8835-45e6-b8b0-342e34a26f6a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.355167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Transition to ACTIVE for port object 57967379-2007-4be1-8e00-c927f929a8ec will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:10.360819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 540fbb84-3f10-4647-bd2f-7424299bffef is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:53:10.377013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.413842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.424788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3c6a5-8835-45e6-b8b0-342e34a26f6a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecfa05e-0c2c-4240-885c-464ae2567047,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:10.425605 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.458312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 540fbb84-3f10-4647-bd2f-7424299bffef) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:10.469945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1794b6ba-d50e-4907-9eb0-6d4ab2f45b37 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.472537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:10.473129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.485892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Network e3a0675f-9d1d-4586-b8da-c2310af443fe is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:10.509975 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:10.513814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bcf0c2-f338-4f6a-8e05-eb75afe8b89b None None] Network 540fbb84-3f10-4647-bd2f-7424299bffef requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:10.530111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8931d04c-0b9f-4c26-ba65-cf5de91ec81a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.532554 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3fd3c6a5-8835-45e6-b8b0-342e34a26f6a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.533902 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3fd3c6a5-8835-45e6-b8b0-342e34a26f6a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-groups/1ecfa05e-0c2c-4240-885c-464ae2567047 HTTP/1.1" status: 204 len: 168 time: 1.0434623 Mar 03 05:53:10.544660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33274) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:10.558696 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:10.683824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1794b6ba-d50e-4907-9eb0-6d4ab2f45b37 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6 is not hosted by any dhcp agent {{(pid=87792) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 05:53:10.690633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8931d04c-0b9f-4c26-ba65-cf5de91ec81a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.692505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1794b6ba-d50e-4907-9eb0-6d4ab2f45b37 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:10.693354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1794b6ba-d50e-4907-9eb0-6d4ab2f45b37 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.695730 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1794b6ba-d50e-4907-9eb0-6d4ab2f45b37 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "PUT /v2.0/networks/e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6 HTTP/1.1" status: 200 len: 723 time: 1.1400213 Mar 03 05:53:10.706607 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-67c62a8e-0156-4d75-ab6b-bec4bdd30b88 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2221375 Mar 03 05:53:10.712084 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33278) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:10.712361 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33280) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:10.744974 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:10.755057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:10.792027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'subnet': {'network_id': 'e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:10.832784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f824dbc1-28c5-432e-b7fa-7297c1590428 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:10.833960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': '540fbb84-3f10-4647-bd2f-7424299bffef', 'security_groups': [], 'name': 'tempest-PortsTestJSON-380037616'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:10.851500 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:10.856977 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Pushing event updated for resources: {'Port': ['ID=57967379-2007-4be1-8e00-c927f929a8ec,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:10.858131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e09299-bb80-4c7b-b16a-cd0dbaca8f87 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router d0510e4b-094e-4c37-a3d7-45d5ab394033 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:53:10.885851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=1721aa14-2c0c-486e-9486-affb8f5f2bef,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:10.888484 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.910140 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Attempting to bind port 57967379-2007-4be1-8e00-c927f929a8ec on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:10.910388 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Attempting to bind port 57967379-2007-4be1-8e00-c927f929a8ec by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '650f31c4-61aa-47a7-a6ba-6b3da6c68bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3a0675f-9d1d-4586-b8da-c2310af443fe'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:10.910699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Attempting to bind port 57967379-2007-4be1-8e00-c927f929a8ec on network e3a0675f-9d1d-4586-b8da-c2310af443fe {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:10.910906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ec67fe64-c7cc-4010-9368-149fb29f8e66 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:10.933472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:10.933876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Checking segment: {'id': '650f31c4-61aa-47a7-a6ba-6b3da6c68bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3a0675f-9d1d-4586-b8da-c2310af443fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:10.934284 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.934729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Bound using segment: {'id': '650f31c4-61aa-47a7-a6ba-6b3da6c68bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3a0675f-9d1d-4586-b8da-c2310af443fe'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:10.935198 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Bound port: 57967379-2007-4be1-8e00-c927f929a8ec, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650f31c4-61aa-47a7-a6ba-6b3da6c68bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3a0675f-9d1d-4586-b8da-c2310af443fe'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:10.935604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:10.965288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794b6ba-d50e-4907-9eb0-6d4ab2f45b37 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Network': ['ID=e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:10.988590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:11.021523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:11.024600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ec67fe64-c7cc-4010-9368-149fb29f8e66 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:11.026029 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ec67fe64-c7cc-4010-9368-149fb29f8e66 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4702246 Mar 03 05:53:11.041546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33286) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:11.079064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-823c4ffd-d302-42d0-b7f0-4b5ef7bac9c1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525906868'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:11.096445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-823c4ffd-d302-42d0-b7f0-4b5ef7bac9c1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:11.097543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8931d04c-0b9f-4c26-ba65-cf5de91ec81a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:11.103474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:11.116050 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e09299-bb80-4c7b-b16a-cd0dbaca8f87 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:53:11.128413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931d04c-0b9f-4c26-ba65-cf5de91ec81a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19612f10-6746-4a02-9ff3-67a2428a0b01,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:11.137019 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed5115-0609-40c3-a755-7a385a2c0251 None None] Sync routers for ids ['d0510e4b-094e-4c37-a3d7-45d5ab394033'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:53:11.149436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:11.152698 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:11.168179 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed5115-0609-40c3-a755-7a385a2c0251 None None] Routers {'d0510e4b-094e-4c37-a3d7-45d5ab394033'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:11.169128 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d4ed5115-0609-40c3-a755-7a385a2c0251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d0510e4b-094e-4c37-a3d7-45d5ab394033'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:11.190965 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-823c4ffd-d302-42d0-b7f0-4b5ef7bac9c1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:11.195217 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e1e09299-bb80-4c7b-b16a-cd0dbaca8f87 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/d0510e4b-094e-4c37-a3d7-45d5ab394033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7110205 Mar 03 05:53:11.198240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33290) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:11.199110 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8931d04c-0b9f-4c26-ba65-cf5de91ec81a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:11.202946 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8931d04c-0b9f-4c26-ba65-cf5de91ec81a tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-groups/19612f10-6746-4a02-9ff3-67a2428a0b01 HTTP/1.1" status: 204 len: 168 time: 1.1964507 Mar 03 05:53:11.205087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33292) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:11.222924 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] For port 57967379-2007-4be1-8e00-c927f929a8ec, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:11.227608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] For port 57967379-2007-4be1-8e00-c927f929a8ec, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=57967379-2007-4be1-8e00-c927f929a8ec,segment=NetworkSegment(650f31c4-61aa-47a7-a6ba-6b3da6c68bab),segment_id=650f31c4-61aa-47a7-a6ba-6b3da6c68bab)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:11.239470 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d4ed5115-0609-40c3-a755-7a385a2c0251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:11.247163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event updated for resources: {'Subnet': ['ID=f2f09109-d3d4-41eb-83e2-47c8d76177d5,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:11.250099 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed5115-0609-40c3-a755-7a385a2c0251 None None] Routers {'d0510e4b-094e-4c37-a3d7-45d5ab394033'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:11.250907 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d4ed5115-0609-40c3-a755-7a385a2c0251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d0510e4b-094e-4c37-a3d7-45d5ab394033'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:11.295046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port f824dbc1-28c5-432e-b7fa-7297c1590428 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:11.298152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:11.313048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Checking segment: {'id': '27b51f47-51b1-46f6-b225-31bffc6bb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5c596448-ef8d-40d4-b105-71e5830d6b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:11.313653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Network hostable DHCP agents. Network: 5c596448-ef8d-40d4-b105-71e5830d6b8c, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:53:11.323171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7c7159c9-fd20-4c14-a3d3-0e36f4029136 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Synchronizing usage tracker for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:11.330481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-823c4ffd-d302-42d0-b7f0-4b5ef7bac9c1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:11.362939 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d4ed5115-0609-40c3-a755-7a385a2c0251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:11.363446 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed5115-0609-40c3-a755-7a385a2c0251 None None] The sync data for ids ['d0510e4b-094e-4c37-a3d7-45d5ab394033'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:53:11.367932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:11.378680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:port and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:11.383454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-823c4ffd-d302-42d0-b7f0-4b5ef7bac9c1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:11.385803 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:11.386276 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7c7159c9-fd20-4c14-a3d3-0e36f4029136 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Unset dirty status for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:11.390458 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7c7159c9-fd20-4c14-a3d3-0e36f4029136 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0510e4b-094e-4c37-a3d7-45d5ab394033 HTTP/1.1" status: 200 len: 205 time: 0.1864343 Mar 03 05:53:11.391417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33298) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:11.402568 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:11.405054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-823c4ffd-d302-42d0-b7f0-4b5ef7bac9c1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:11.408162 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-823c4ffd-d302-42d0-b7f0-4b5ef7bac9c1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:11.420498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Network 5c596448-ef8d-40d4-b105-71e5830d6b8c is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:53:11.424872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-823c4ffd-d302-42d0-b7f0-4b5ef7bac9c1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:11.436722 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:11.440164 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:11.455592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 5c596448-ef8d-40d4-b105-71e5830d6b8c) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:11.472003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-daead357-4637-4efd-bcef-78fb1c706bf7 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:11.489906 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d645588-a41a-47bc-82b2-a925ae874812 None None] Network 5c596448-ef8d-40d4-b105-71e5830d6b8c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:11.518107 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port f824dbc1-28c5-432e-b7fa-7297c1590428 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:11.518349 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:11.537958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:11.538636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:11.558703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9643bd94-8f3f-4452-b69d-2e59d34d18e0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:11.563627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port 3c3b4572-5ebe-48b7-956c-669a2fec3dc3 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:53:11.581203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-540fbb84-3f10-4647-bd2f-7424299bffef', 'network_id': '540fbb84-3f10-4647-bd2f-7424299bffef', 'tenant_id': '33f21d662a984c25b873b7ac650ce82e', 'fixed_ips': [{'subnet_id': 'b1563e40-cb3c-46fe-b8a7-e8abd72bb8d3'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:11.582115 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:11.616932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-daead357-4637-4efd-bcef-78fb1c706bf7 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:11.621405 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-daead357-4637-4efd-bcef-78fb1c706bf7 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3764846 Mar 03 05:53:11.630292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33302) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:11.641709 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4e339a81-8ea5-459c-951c-b83f2aa24e90 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3206193 Mar 03 05:53:11.660255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33306) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:11.760763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91b2df-8f95-4087-8cd8-40d03985c6f5 None None] Pushing event updated for resources: {'Port': ['ID=57967379-2007-4be1-8e00-c927f929a8ec,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:11.800110 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51155e3-e710-4f65-8b38-d131df8b6540 None None] Update dhcp port {'port': {'network_id': 'bdf9675b-b548-4e05-98bd-f766b7dd4b1c', 'fixed_ips': [{'subnet_id': '1307634b-c1d6-4a40-88b1-aea5ec8ae987', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ed421a24-34d6-41ac-9a14-5dc09d469d4c'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': 'f824dbc1-28c5-432e-b7fa-7297c1590428'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:53:12.008967 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.010313 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f51155e3-e710-4f65-8b38-d131df8b6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.087803 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.142184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-823c4ffd-d302-42d0-b7f0-4b5ef7bac9c1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.151533 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9643bd94-8f3f-4452-b69d-2e59d34d18e0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.155035 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Allocated IP 172.20.0.2 (540fbb84-3f10-4647-bd2f-7424299bffef/b1563e40-cb3c-46fe-b8a7-e8abd72bb8d3/8c204128-d4e2-4fe3-a429-cfe0d545814b) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:12.159056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9643bd94-8f3f-4452-b69d-2e59d34d18e0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.169554 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e874b70b-cae1-4e6b-a021-f85d4111798b tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Synchronizing usage tracker for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:12.210608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.250000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e874b70b-cae1-4e6b-a021-f85d4111798b tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] Unset dirty status for tenant:ecf68d34889e4231873951c99c746fe0 on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:12.252245 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e874b70b-cae1-4e6b-a021-f85d4111798b tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6181400 Mar 03 05:53:12.253407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9643bd94-8f3f-4452-b69d-2e59d34d18e0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.254160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9643bd94-8f3f-4452-b69d-2e59d34d18e0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Fanout notify agent at l3_agent the message router_deleted on router d0510e4b-094e-4c37-a3d7-45d5ab394033 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:53:12.268889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33310) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:12.277567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-5c596448-ef8d-40d4-b105-71e5830d6b8c', 'network_id': '5c596448-ef8d-40d4-b105-71e5830d6b8c', 'tenant_id': '5b3719e7fcf44eafab7630cc0eff04c2', 'fixed_ips': [{'subnet_id': 'f2f09109-d3d4-41eb-83e2-47c8d76177d5'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:12.278370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.309831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port f824dbc1-28c5-432e-b7fa-7297c1590428, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f824dbc1-28c5-432e-b7fa-7297c1590428,segment=NetworkSegment(b1e99896-8d18-4a08-a6b4-0b5eaafb11c8),segment_id=b1e99896-8d18-4a08-a6b4-0b5eaafb11c8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:12.330434 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-1dd8499b-72a3-4db1-b402-9a21da342e2e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] delete failed (client error): The resource could not be found. Mar 03 05:53:12.335838 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1dd8499b-72a3-4db1-b402-9a21da342e2e tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "DELETE /v2.0/security-groups/19612f10-6746-4a02-9ff3-67a2428a0b01 HTTP/1.1" status: 404 len: 347 time: 0.0651009 Mar 03 05:53:12.336394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33314) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:12.351912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9643bd94-8f3f-4452-b69d-2e59d34d18e0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.355688 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9643bd94-8f3f-4452-b69d-2e59d34d18e0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/d0510e4b-094e-4c37-a3d7-45d5ab394033 HTTP/1.1" status: 204 len: 168 time: 0.9596050 Mar 03 05:53:12.368957 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33318) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:12.371317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Subnet': ['ID=1a6479f2-9450-49ad-9387-eeae9eca2273,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:12.431168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Checking segment: {'id': '3ad391c1-3ab3-4c3a-8c20-a298340761ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:12.431998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network hostable DHCP agents. Network: e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:53:12.432305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-823c4ffd-d302-42d0-b7f0-4b5ef7bac9c1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.487292 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ee41252c-4c81-4e6b-956b-51fb9d5e8f58 tempest-SecGroupIPv6Test-1438723507 tempest-SecGroupIPv6Test-1438723507-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1444101 Mar 03 05:53:12.499182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43bc23e-871c-42f0-b5da-689de87ce9a8 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting subnet fa3ea593-68d0-48b1-b1a1-cba43dcff833 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:12.502772 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:53:12.505316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a43bc23e-871c-42f0-b5da-689de87ce9a8 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.553544 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.554352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ef73eafe-2309-43b6-aecb-0b8ce2a05103 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:12.560177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:12.568367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:12.569765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.581747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a43bc23e-871c-42f0-b5da-689de87ce9a8 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.642117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2775c9d-0574-45e1-a157-12f32e73b0a6 None None] Network e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:12.664049 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d3fe1325-5daf-4a0d-af1c-3600ba2c8f33 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9490077 Mar 03 05:53:12.664781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33324) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:12.673858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-55bcbab3-421f-4933-900c-c54c47902938 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:12.809491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a43bc23e-871c-42f0-b5da-689de87ce9a8 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.888765 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c4ffd-d302-42d0-b7f0-4b5ef7bac9c1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147c6bcd-3ad5-497e-8867-ef7374d2c5c2,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:12.902025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.921691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-823c4ffd-d302-42d0-b7f0-4b5ef7bac9c1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:12.925542 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-823c4ffd-d302-42d0-b7f0-4b5ef7bac9c1 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8684995 Mar 03 05:53:12.962767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33330) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:12.977089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-56b2ba1e-1455-4af7-a376-46831d313e23 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group_rule': {'security_group_id': '147c6bcd-3ad5-497e-8867-ef7374d2c5c2', 'direction': 'ingress', 'protocol': 17}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:12.987483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33334) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:12.995674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a43bc23e-871c-42f0-b5da-689de87ce9a8 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.007564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-56b2ba1e-1455-4af7-a376-46831d313e23 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:13.070269 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-56b2ba1e-1455-4af7-a376-46831d313e23 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:13.076509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-56b2ba1e-1455-4af7-a376-46831d313e23 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:13.081252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bc23e-871c-42f0-b5da-689de87ce9a8 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Subnet': ['ID=fa3ea593-68d0-48b1-b1a1-cba43dcff833,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:13.085268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-55bcbab3-421f-4933-900c-c54c47902938 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3751034'] for subnet, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.127086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-56b2ba1e-1455-4af7-a376-46831d313e23 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:13.135838 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a43bc23e-871c-42f0-b5da-689de87ce9a8 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.157797 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a43bc23e-871c-42f0-b5da-689de87ce9a8 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/fa3ea593-68d0-48b1-b1a1-cba43dcff833 HTTP/1.1" status: 204 len: 168 time: 0.7876110 Mar 03 05:53:13.161037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33340) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:13.179878 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=f824dbc1-28c5-432e-b7fa-7297c1590428,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:13.206876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ae60a2-de4d-45d7-a133-f988c70bcc58 None None] Network b6764d63-ee5d-4372-8d1e-9ca15505cae0 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:13.215760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b2ba1e-1455-4af7-a376-46831d313e23 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.229371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea4782f-f342-4d1d-b237-2962f1d122dd None None] Network e3a0675f-9d1d-4586-b8da-c2310af443fe requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:13.273187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.373467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-91025aca-7c57-47b9-a92e-ade30b061e3c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting subnet f2d9b0b7-da79-4b84-8b1b-3c6167e39373 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:13.387254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-91025aca-7c57-47b9-a92e-ade30b061e3c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.438391 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4d616711-ab5c-4079-9b59-ab2960632b28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecf68d34889e4231873951c99c746fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445193 Mar 03 05:53:13.450141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33344) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:13.484843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b2ba1e-1455-4af7-a376-46831d313e23 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.492995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-f51155e3-e710-4f65-8b38-d131df8b6540 None None] Allocated IP 172.20.0.1 (bdf9675b-b548-4e05-98bd-f766b7dd4b1c/ed421a24-34d6-41ac-9a14-5dc09d469d4c/f824dbc1-28c5-432e-b7fa-7297c1590428) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:13.513951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b2ba1e-1455-4af7-a376-46831d313e23 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.558453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port ef73eafe-2309-43b6-aecb-0b8ce2a05103 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:13.558843 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.574080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-91025aca-7c57-47b9-a92e-ade30b061e3c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.585206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-874b0f28-db7f-46d1-8ab7-ab01d6e5aa31 None None] Provisioning for port 57967379-2007-4be1-8e00-c927f929a8ec completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:13.606910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Allocated IP 2001:db8::1 (e3a0675f-9d1d-4586-b8da-c2310af443fe/24190050-ce7d-476f-bee0-d76a47e9d88d/24f78553-1dd6-41a3-a6eb-20ff6f65b9a4) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:13.609175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2ba1e-1455-4af7-a376-46831d313e23 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2fb136-3f76-4bfd-be6f-bd15a0831098,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:13.625607 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 5dff3e39-e295-41af-930c-6af13aa6de40 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:53:13.629186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.649411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-55bcbab3-421f-4933-900c-c54c47902938 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781475358693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2707303'] for subnet, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.682002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56b2ba1e-1455-4af7-a376-46831d313e23 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.685956 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-56b2ba1e-1455-4af7-a376-46831d313e23 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7160206 Mar 03 05:53:13.691830 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33350) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:13.738734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bcbab3-421f-4933-900c-c54c47902938 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:13.739316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-55bcbab3-421f-4933-900c-c54c47902938 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.740809 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-55bcbab3-421f-4933-900c-c54c47902938 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "PUT /v2.0/subnets/1a6479f2-9450-49ad-9387-eeae9eca2273 HTTP/1.1" status: 200 len: 826 time: 1.0723178 Mar 03 05:53:13.747202 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Transition to ACTIVE for port object 8c204128-d4e2-4fe3-a429-cfe0d545814b will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:13.753854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33356) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:13.804880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Allocated IP 2001:db8::2 (5c596448-ef8d-40d4-b105-71e5830d6b8c/f2f09109-d3d4-41eb-83e2-47c8d76177d5/50a4527e-2bab-47e6-a9bc-9fa1e5390460) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:13.926998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-52a4f8b0-ecd9-4082-a5be-3c9b0607a6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.961777 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada5f9a8-de6f-4707-9048-22ba773e35a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6', 'network_id': 'e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6', 'tenant_id': '4d9d3fa0b7c146a6b837f5314a138c39', 'fixed_ips': [{'subnet_id': '1a6479f2-9450-49ad-9387-eeae9eca2273'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:13.962431 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ada5f9a8-de6f-4707-9048-22ba773e35a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:13.980082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcbab3-421f-4933-900c-c54c47902938 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Subnet': ['ID=1a6479f2-9450-49ad-9387-eeae9eca2273,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:13.990217 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Transition to ACTIVE for port object 8c204128-d4e2-4fe3-a429-cfe0d545814b will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:14.031318 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.069623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-52a4f8b0-ecd9-4082-a5be-3c9b0607a6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.111223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-91025aca-7c57-47b9-a92e-ade30b061e3c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.164402 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.170904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:53:14.172760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6b572f27-09e3-4fc7-a409-770a624e2dca tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.192708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.7 (540fbb84-3f10-4647-bd2f-7424299bffef/b1563e40-cb3c-46fe-b8a7-e8abd72bb8d3/3c3b4572-5ebe-48b7-956c-669a2fec3dc3) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:14.208655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Transition to ACTIVE for port object 24f78553-1dd6-41a3-a6eb-20ff6f65b9a4 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:14.229090 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.230251 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5fd13daf-8ee1-4180-bc2b-193a3758492e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.1614962 Mar 03 05:53:14.239934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33360) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:14.250039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.257754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6b572f27-09e3-4fc7-a409-770a624e2dca tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.314835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-52a4f8b0-ecd9-4082-a5be-3c9b0607a6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.340850 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Sync routers for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:53:14.371371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-91025aca-7c57-47b9-a92e-ade30b061e3c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.393006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Network 540fbb84-3f10-4647-bd2f-7424299bffef is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:14.425234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4f8b0-ecd9-4082-a5be-3c9b0607a6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fd6836-e12e-4e4d-b9b1-4ece7fc20c26,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:14.444827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:14.445043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91025aca-7c57-47b9-a92e-ade30b061e3c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d9b0b7-da79-4b84-8b1b-3c6167e39373,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:14.455806 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-91025aca-7c57-47b9-a92e-ade30b061e3c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.477079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.485394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.500022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:14.514760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312e7cb1-383c-4bc0-90ef-b64019b43d1d None None] Network 2253bf9b-e19c-4953-8461-36569e8a1293 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:14.518782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6b572f27-09e3-4fc7-a409-770a624e2dca tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.521157 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6b572f27-09e3-4fc7-a409-770a624e2dca tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.524766 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6b572f27-09e3-4fc7-a409-770a624e2dca tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-groups/147c6bcd-3ad5-497e-8867-ef7374d2c5c2 HTTP/1.1" status: 204 len: 168 time: 0.8250034 Mar 03 05:53:14.526672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Pushing event updated for resources: {'Port': ['ID=8c204128-d4e2-4fe3-a429-cfe0d545814b,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:14.531487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33368) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:14.533064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f51155e3-e710-4f65-8b38-d131df8b6540 None None] For port f824dbc1-28c5-432e-b7fa-7297c1590428, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f824dbc1-28c5-432e-b7fa-7297c1590428,segment=NetworkSegment(b1e99896-8d18-4a08-a6b4-0b5eaafb11c8),segment_id=b1e99896-8d18-4a08-a6b4-0b5eaafb11c8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:14.565614 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-52a4f8b0-ecd9-4082-a5be-3c9b0607a6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.565888 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:14.566372 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:14.567700 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Network e3a0675f-9d1d-4586-b8da-c2310af443fe is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:14.568019 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-52a4f8b0-ecd9-4082-a5be-3c9b0607a6e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85fd6836-e12e-4e4d-b9b1-4ece7fc20c26 HTTP/1.1" status: 204 len: 168 time: 1.1169422 Mar 03 05:53:14.577412 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.584198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:14.585028 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-91025aca-7c57-47b9-a92e-ade30b061e3c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/f2d9b0b7-da79-4b84-8b1b-3c6167e39373 HTTP/1.1" status: 204 len: 168 time: 1.4229243 Mar 03 05:53:14.591090 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33376) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:14.595385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b572f27-09e3-4fc7-a409-770a624e2dca tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147c6bcd-3ad5-497e-8867-ef7374d2c5c2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:14.598877 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-eba9c76f-1b8f-4d89-9253-2ba760f49e07 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1718f33843874129926d855b187d15f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3578944 Mar 03 05:53:14.602837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33380) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:14.604767 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:14.605533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.747018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.758521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Transition to ACTIVE for port object 3c3b4572-5ebe-48b7-956c-669a2fec3dc3 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:14.762380 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event updated for resources: {'Port': ['ID=24f78553-1dd6-41a3-a6eb-20ff6f65b9a4,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:14.846982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Subnet': ['ID=1a6479f2-9450-49ad-9387-eeae9eca2273,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server [None req-ada5f9a8-de6f-4707-9048-22ba773e35a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a6479f2-9450-49ad-9387-eeae9eca2273: This subnet is being modified by another concurrent operation. Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise self.value Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server raise exception Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a6479f2-9450-49ad-9387-eeae9eca2273: This subnet is being modified by another concurrent operation. Mar 03 05:53:14.856752 dv-neutron-831582-1-hyperv neutron-server[87794]: ERROR oslo_messaging.rpc.server Mar 03 05:53:14.889684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa66cafc-9aaf-41ad-9c97-7d262cd729bd tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:14.894548 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-aa66cafc-9aaf-41ad-9c97-7d262cd729bd tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2906733 Mar 03 05:53:14.895469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33386) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:14.907074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-203c01a1-ad62-4a35-afba-73e7978655b3 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:14.912255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.943454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:14.951342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-203c01a1-ad62-4a35-afba-73e7978655b3 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:14.956591 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-203c01a1-ad62-4a35-afba-73e7978655b3 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4133964 Mar 03 05:53:14.963107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33390) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:14.963542 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d20a4905-3d18-44c5-946c-2837782a334f tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0542471 Mar 03 05:53:14.963949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33392) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:14.980025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7ec3aea5-0e67-4715-80bd-0e8900a7739d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group': {'name': 'tempest-secgroup--613968832'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:14.989568 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1713878563', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'project_id': '1718f33843874129926d855b187d15f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:15.014912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.031796 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Transition to ACTIVE for port object 50a4527e-2bab-47e6-a9bc-9fa1e5390460 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:15.035682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.066676 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Transition to ACTIVE for port object 50a4527e-2bab-47e6-a9bc-9fa1e5390460 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:15.089180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:15.103729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7ec3aea5-0e67-4715-80bd-0e8900a7739d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:15.105372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad391c1-3ab3-4c3a-8c20-a298340761ae') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:15.105925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad391c1-3ab3-4c3a-8c20-a298340761ae') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:15.119451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.142691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.149694 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:15.150245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:15.165500 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:15.203827 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7ec3aea5-0e67-4715-80bd-0e8900a7739d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:15.205979 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port c790ab12-5ddb-453f-b6c2-d345ec71e9a0 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:15.206325 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.233009 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.236586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c09d48-6f64-4091-b9ed-7358096cf140 None None] Network e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:15.256304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.276434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.288666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Network': ['ID=e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:15.305663 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f28c662e-5173-473c-81db-7f1955b0ad8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6 HTTP/1.1" status: 204 len: 168 time: 1.5501268 Mar 03 05:53:15.307655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33404) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:15.308618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.335468 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdc7ebc-9793-4c82-bb88-bd6b8419bd8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:15.336237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fdc7ebc-9793-4c82-bb88-bd6b8419bd8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:15.338162 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1fdc7ebc-9793-4c82-bb88-bd6b8419bd8a tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6 HTTP/1.1" status: 404 len: 339 time: 0.0288031 Mar 03 05:53:15.341906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33410) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:15.347570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-214234155', 'description': 'd1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:15.353738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:15.358134 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Usage tracker for resource:network and tenant:4d9d3fa0b7c146a6b837f5314a138c39 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:15.358413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f824dbc1-28c5-432e-b7fa-7297c1590428 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:15.362352 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:15.368531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:15.383669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:15.387971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.403485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.resource_extend [None req-f51155e3-e710-4f65-8b38-d131df8b6540 None None] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:53:15.421047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:15.431320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.432018 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Added segment d4befe8c-3001-4d7e-9f62-fa8e12a71ded of type vlan for network 5abad09f-21f3-476d-9aaa-1806661ce373 Mar 03 05:53:15.462098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.479983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5811ed-06f5-42a8-a795-9be40ac9a205 None None] DHCP port deletion for b6764d63-ee5d-4372-8d1e-9ca15505cae0 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:53:15.490802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:15.503059 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.503680 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3c5811ed-06f5-42a8-a795-9be40ac9a205 None None] Deleting port c790ab12-5ddb-453f-b6c2-d345ec71e9a0 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:15.504106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3c5811ed-06f5-42a8-a795-9be40ac9a205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.509635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:subnet and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:15.510594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:15.511424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.515313 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 540fbb84-3f10-4647-bd2f-7424299bffef is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:15.516169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7ec3aea5-0e67-4715-80bd-0e8900a7739d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.551146 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:15.570511 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:15.589942 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f51155e3-e710-4f65-8b38-d131df8b6540 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.594100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:15.618296 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2750697 Mar 03 05:53:15.622027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33414) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:15.631948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:15.646392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d1d4d-3be7-4a13-afff-ec895bfb6ac0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Network': ['ID=5abad09f-21f3-476d-9aaa-1806661ce373,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:15.664416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=3c3b4572-5ebe-48b7-956c-669a2fec3dc3,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:15.678350 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7ec3aea5-0e67-4715-80bd-0e8900a7739d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:15.693167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Attempting to bind port 8c204128-d4e2-4fe3-a429-cfe0d545814b on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:15.693535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Attempting to bind port 8c204128-d4e2-4fe3-a429-cfe0d545814b by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1a32ef2b-179d-4e9e-af94-e853434da801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '540fbb84-3f10-4647-bd2f-7424299bffef'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:15.693890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Attempting to bind port 8c204128-d4e2-4fe3-a429-cfe0d545814b on network 540fbb84-3f10-4647-bd2f-7424299bffef {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:15.729895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 5abad09f-21f3-476d-9aaa-1806661ce373 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:15.762512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84dcbce-d81d-46c4-b87a-85c3f6653805 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:15.763333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b84dcbce-d81d-46c4-b87a-85c3f6653805 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Synchronizing usage tracker for tenant:4d9d3fa0b7c146a6b837f5314a138c39 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:15.781483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b84dcbce-d81d-46c4-b87a-85c3f6653805 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Unset dirty status for tenant:4d9d3fa0b7c146a6b837f5314a138c39 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:15.782858 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b84dcbce-d81d-46c4-b87a-85c3f6653805 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "GET /v2.0/networks?id=5abad09f-21f3-476d-9aaa-1806661ce373 HTTP/1.1" status: 200 len: 764 time: 0.1602073 Mar 03 05:53:15.785538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33422) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:15.792139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-749dc07f-f025-4311-9471-531517a42ea2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'network': {'description': 'd2'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:15.809614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Network 5c596448-ef8d-40d4-b105-71e5830d6b8c is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:15.823034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:15.823408 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Checking segment: {'id': '1a32ef2b-179d-4e9e-af94-e853434da801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '540fbb84-3f10-4647-bd2f-7424299bffef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:15.823827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.824239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Bound using segment: {'id': '1a32ef2b-179d-4e9e-af94-e853434da801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '540fbb84-3f10-4647-bd2f-7424299bffef'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:15.824701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Bound port: 8c204128-d4e2-4fe3-a429-cfe0d545814b, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a32ef2b-179d-4e9e-af94-e853434da801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '540fbb84-3f10-4647-bd2f-7424299bffef'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:15.825633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.861243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:15.863675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:15.884259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce50e4-0866-4a6c-a7a6-30168b83e305 None None] Network e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:15.901904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7ec3aea5-0e67-4715-80bd-0e8900a7739d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:15.903535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:53:15.915210 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7ec3aea5-0e67-4715-80bd-0e8900a7739d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:15.917872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:15.921639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:15.967781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f51155e3-e710-4f65-8b38-d131df8b6540 None None] Transition to ACTIVE for port object f824dbc1-28c5-432e-b7fa-7297c1590428 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:16.053974 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7ec3aea5-0e67-4715-80bd-0e8900a7739d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:16.069916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:16.071117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:16.123360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Pushing event updated for resources: {'Port': ['ID=50a4527e-2bab-47e6-a9bc-9fa1e5390460,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:16.171691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-749dc07f-f025-4311-9471-531517a42ea2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:16.200341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-749dc07f-f025-4311-9471-531517a42ea2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:16.211271 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1cd9a529-884f-4749-a823-97ee560331e8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 5.4593852 Mar 03 05:53:16.220218 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] For port c790ab12-5ddb-453f-b6c2-d345ec71e9a0, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c790ab12-5ddb-453f-b6c2-d345ec71e9a0,segment=NetworkSegment(62d8b476-4803-4b5f-8114-46d64a6f0619),segment_id=62d8b476-4803-4b5f-8114-46d64a6f0619)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:16.220887 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:16.231961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33426) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:16.242159 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce50e4-0866-4a6c-a7a6-30168b83e305 None None] Network e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6 could not be found, it might have been deleted concurrently. {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 03 05:53:16.244067 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f51155e3-e710-4f65-8b38-d131df8b6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:16.280041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-749dc07f-f025-4311-9471-531517a42ea2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network 5abad09f-21f3-476d-9aaa-1806661ce373 is not hosted by any dhcp agent {{(pid=87793) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 03 05:53:16.286452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749dc07f-f025-4311-9471-531517a42ea2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:16.288603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-749dc07f-f025-4311-9471-531517a42ea2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:16.290154 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-749dc07f-f025-4311-9471-531517a42ea2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "PUT /v2.0/networks/5abad09f-21f3-476d-9aaa-1806661ce373 HTTP/1.1" status: 200 len: 761 time: 0.5035548 Mar 03 05:53:16.294362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33430) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:16.424499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd8331c-ea66-4de8-b695-d2435ffdc600 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:16.425959 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dcd8331c-ea66-4de8-b695-d2435ffdc600 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "GET /v2.0/networks?id=5abad09f-21f3-476d-9aaa-1806661ce373 HTTP/1.1" status: 200 len: 764 time: 0.1302154 Mar 03 05:53:16.431252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33436) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:16.516578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:16.542601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for c790ab12-5ddb-453f-b6c2-d345ec71e9a0 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:16.570104 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51155e3-e710-4f65-8b38-d131df8b6540 None None] Pushing event updated for resources: {'Port': ['ID=f824dbc1-28c5-432e-b7fa-7297c1590428,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:16.578072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:16.578863 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:16.583564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dc07f-f025-4311-9471-531517a42ea2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Network': ['ID=5abad09f-21f3-476d-9aaa-1806661ce373,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:16.656551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98d07c5-e30d-4c1e-926c-61397f5fd18c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:16.658201 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e98d07c5-e30d-4c1e-926c-61397f5fd18c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2258697 Mar 03 05:53:16.661036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33440) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:16.668230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 5abad09f-21f3-476d-9aaa-1806661ce373 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:16.686403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 57967379-2007-4be1-8e00-c927f929a8ec up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:16.715623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b56fd0ff-8725-4931-a635-e556dbba5f3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Synchronizing usage tracker for tenant:4d9d3fa0b7c146a6b837f5314a138c39 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:16.732654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b56fd0ff-8725-4931-a635-e556dbba5f3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Unset dirty status for tenant:4d9d3fa0b7c146a6b837f5314a138c39 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:16.734124 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b56fd0ff-8725-4931-a635-e556dbba5f3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 207 time: 0.0721087 Mar 03 05:53:16.737965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33444) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:16.756883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event updated for resources: {'Port': ['ID=24f78553-1dd6-41a3-a6eb-20ff6f65b9a4,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:16.769191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-7f6663b6-e955-493f-a014-ec2a9e342329 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port 3c3b4572-5ebe-48b7-956c-669a2fec3dc3 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:16.769546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f6663b6-e955-493f-a014-ec2a9e342329 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:16.851573 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Attempting to bind port 50a4527e-2bab-47e6-a9bc-9fa1e5390460 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:16.851901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Attempting to bind port 50a4527e-2bab-47e6-a9bc-9fa1e5390460 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '27b51f47-51b1-46f6-b225-31bffc6bb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5c596448-ef8d-40d4-b105-71e5830d6b8c'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:16.852227 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Attempting to bind port 50a4527e-2bab-47e6-a9bc-9fa1e5390460 on network 5c596448-ef8d-40d4-b105-71e5830d6b8c {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:16.908103 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e445f-1c3b-4634-9050-3afb6446bed3 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:16.915355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e445f-1c3b-4634-9050-3afb6446bed3 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:16.925215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e445f-1c3b-4634-9050-3afb6446bed3 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:16.933179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e445f-1c3b-4634-9050-3afb6446bed3 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:16.939707 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e445f-1c3b-4634-9050-3afb6446bed3 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:16.946710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e445f-1c3b-4634-9050-3afb6446bed3 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:16.951975 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-533e445f-1c3b-4634-9050-3afb6446bed3 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2095037 Mar 03 05:53:16.952595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33448) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:16.968390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7ec3aea5-0e67-4715-80bd-0e8900a7739d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:16.991885 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:16.992202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7ec3aea5-0e67-4715-80bd-0e8900a7739d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:16.992329 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Checking segment: {'id': '27b51f47-51b1-46f6-b225-31bffc6bb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5c596448-ef8d-40d4-b105-71e5830d6b8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:16.992647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:16.993042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Bound using segment: {'id': '27b51f47-51b1-46f6-b225-31bffc6bb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5c596448-ef8d-40d4-b105-71e5830d6b8c'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:16.993521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Bound port: 50a4527e-2bab-47e6-a9bc-9fa1e5390460, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b51f47-51b1-46f6-b225-31bffc6bb7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5c596448-ef8d-40d4-b105-71e5830d6b8c'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:16.993895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:17.015748 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:17.029161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] For port 8c204128-d4e2-4fe3-a429-cfe0d545814b, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:17.118415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] For port 8c204128-d4e2-4fe3-a429-cfe0d545814b, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8c204128-d4e2-4fe3-a429-cfe0d545814b,segment=NetworkSegment(1a32ef2b-179d-4e9e-af94-e853434da801),segment_id=1a32ef2b-179d-4e9e-af94-e853434da801)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:17.131392 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-258f3bc0-8ec2-4df5-97cf-575a495862a4 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1778469 Mar 03 05:53:17.138421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33452) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:17.144189 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:17.189462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No DVR routers for this DVR port c790ab12-5ddb-453f-b6c2-d345ec71e9a0 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:17.201212 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=c790ab12-5ddb-453f-b6c2-d345ec71e9a0,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:17.217301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e239992a-ccb6-4819-ad30-5c66f628ce27 None None] DHCP port deletion for 2253bf9b-e19c-4953-8461-36569e8a1293 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:53:17.249338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bf0ac1-060e-4fd8-9eeb-3e5dd8d62c93 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:17.250884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bf0ac1-060e-4fd8-9eeb-3e5dd8d62c93 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:17.252721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bf0ac1-060e-4fd8-9eeb-3e5dd8d62c93 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:17.255064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bf0ac1-060e-4fd8-9eeb-3e5dd8d62c93 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:17.258435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bf0ac1-060e-4fd8-9eeb-3e5dd8d62c93 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:17.265496 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c7bf0ac1-060e-4fd8-9eeb-3e5dd8d62c93 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1260388 Mar 03 05:53:17.266087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33456) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:17.272917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Network e3a0675f-9d1d-4586-b8da-c2310af443fe is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:17.276048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3aea5-0e67-4715-80bd-0e8900a7739d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31fe5992-78fe-4837-83e0-5a01cdd43caf,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:17.286301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3c5811ed-06f5-42a8-a795-9be40ac9a205 None None] For port c790ab12-5ddb-453f-b6c2-d345ec71e9a0, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c790ab12-5ddb-453f-b6c2-d345ec71e9a0,segment=NetworkSegment(62d8b476-4803-4b5f-8114-46d64a6f0619),segment_id=62d8b476-4803-4b5f-8114-46d64a6f0619)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:17.286474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:17.286569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3c5811ed-06f5-42a8-a795-9be40ac9a205 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:17.326863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e239992a-ccb6-4819-ad30-5c66f628ce27 None None] Deleting port 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:17.327237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e239992a-ccb6-4819-ad30-5c66f628ce27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:17.374928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd76e37f-75b9-4ade-b416-df03b782ace6 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:17.376388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd76e37f-75b9-4ade-b416-df03b782ace6 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:17.380505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd76e37f-75b9-4ade-b416-df03b782ace6 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:17.383863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd76e37f-75b9-4ade-b416-df03b782ace6 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:17.385470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd76e37f-75b9-4ade-b416-df03b782ace6 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:17.392104 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bd76e37f-75b9-4ade-b416-df03b782ace6 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1247852 Mar 03 05:53:17.397120 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33460) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:17.402972 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:53:17.474340 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7ec3aea5-0e67-4715-80bd-0e8900a7739d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:17.477335 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7ec3aea5-0e67-4715-80bd-0e8900a7739d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.5107176 Mar 03 05:53:17.478265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:17.485320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33464) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:17.547490 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792139bf-cfec-4070-93a5-f3d79f157963 None None] Pushing event updated for resources: {'Port': ['ID=8c204128-d4e2-4fe3-a429-cfe0d545814b,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:17.606483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112267509'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:17.618983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:17.628968 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd19ff1-eaa5-4820-801d-83a002eeb925 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:17.630332 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4bd19ff1-eaa5-4820-801d-83a002eeb925 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "GET /v2.0/networks/453dfee6-26bb-463d-8ba2-325cacee687c HTTP/1.1" status: 200 len: 804 time: 0.2322726 Mar 03 05:53:17.634582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33468) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:17.798676 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3c5811ed-06f5-42a8-a795-9be40ac9a205 None None] Calling delete_port for c790ab12-5ddb-453f-b6c2-d345ec71e9a0 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:17.855354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 57967379-2007-4be1-8e00-c927f929a8ec completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:17.858811 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-315f3d8e-0727-4d5a-9217-81e9b8c64de0 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "GET /v2.0/networks/453dfee6-26bb-463d-8ba2-325cacee687c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2224958 Mar 03 05:53:17.859239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d0735a4f-dadf-4a4e-8452-29fe9786ba81 None None] Provisioning for port 24f78553-1dd6-41a3-a6eb-20ff6f65b9a4 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:17.868675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33472) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:17.881230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] For port 50a4527e-2bab-47e6-a9bc-9fa1e5390460, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:17.914202 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d0735a4f-dadf-4a4e-8452-29fe9786ba81 None None] Provisioning complete for port 24f78553-1dd6-41a3-a6eb-20ff6f65b9a4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:17.914910 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d0735a4f-dadf-4a4e-8452-29fe9786ba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:17.966435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:17.969754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:17.978809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7dda0a-67e2-406a-9e98-a52fa321b2eb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:17.980211 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-db7dda0a-67e2-406a-9e98-a52fa321b2eb tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "GET /v2.0/subnets/81d5b856-34d0-430d-8170-d7fa39ee8008 HTTP/1.1" status: 200 len: 843 time: 0.1102080 Mar 03 05:53:17.983829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33476) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:17.984474 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 57967379-2007-4be1-8e00-c927f929a8ec triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:17.984846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:17.992432 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:18.033116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:18.057087 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] For port 50a4527e-2bab-47e6-a9bc-9fa1e5390460, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=50a4527e-2bab-47e6-a9bc-9fa1e5390460,segment=NetworkSegment(27b51f47-51b1-46f6-b225-31bffc6bb7ae),segment_id=27b51f47-51b1-46f6-b225-31bffc6bb7ae)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:18.067845 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1750d27c-7a64-40fa-9562-ae9174ac78b6 None None] Network bdf9675b-b548-4e05-98bd-f766b7dd4b1c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:18.076469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56d9812-9c70-4adb-8489-27d0f3931045 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['shared'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:18.078331 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b56d9812-9c70-4adb-8489-27d0f3931045 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "GET /v2.0/subnets/81d5b856-34d0-430d-8170-d7fa39ee8008?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0931640 Mar 03 05:53:18.081613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33480) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:18.090037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-333359830'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:18.093740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Subnet': ['ID=3a6d81be-b38a-48dd-b97b-b7aab93cf7af,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:18.102597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6764d63-ee5d-4372-8d1e-9ca15505cae0']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:18.105098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:18.116169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:18.131545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:18.134255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d8b476-4803-4b5f-8114-46d64a6f0619') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:18.134628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d8b476-4803-4b5f-8114-46d64a6f0619') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:18.136363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.159691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.180287 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Checking segment: {'id': '73b26627-e4b6-4070-9a63-8c3b222b9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:18.180888 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network hostable DHCP agents. Network: a2f921e0-f6e8-44eb-8200-49bd27a07840, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:53:18.189163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:18.192611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.195001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.203035 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.203807 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Added segment 15c3aa86-ba7c-4cda-a14b-6aea068cd4d5 of type vlan for network d8488323-50ae-4d9a-a165-30a94a811a7e Mar 03 05:53:18.206688 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f6663b6-e955-493f-a014-ec2a9e342329 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.235879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.265222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.271157 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:18.271842 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.339981 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d0735a4f-dadf-4a4e-8452-29fe9786ba81 None None] Port 24f78553-1dd6-41a3-a6eb-20ff6f65b9a4 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:18.353256 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-3c5811ed-06f5-42a8-a795-9be40ac9a205 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:53:18.353632 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-3c5811ed-06f5-42a8-a795-9be40ac9a205 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:53:18.358257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:18.367806 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-7f6663b6-e955-493f-a014-ec2a9e342329 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for 3c3b4572-5ebe-48b7-956c-669a2fec3dc3 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:18.380576 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f4739742-5604-4850-abb0-2c23f8552b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.399639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.408315 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:18.428527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:18.431682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:18.432168 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:18.451686 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:18.459292 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:53:11Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:18.475227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network a2f921e0-f6e8-44eb-8200-49bd27a07840 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:53:18.477801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:18.527668 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Checking router: 5dff3e39-e295-41af-930c-6af13aa6de40 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:53:18.528016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Updating router 5dff3e39-e295-41af-930c-6af13aa6de40 port 1721aa14-2c0c-486e-9486-affb8f5f2bef binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:53:18.551956 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68228b-636b-4ea0-8ad5-8ef51696e79c None None] Pushing event updated for resources: {'Port': ['ID=50a4527e-2bab-47e6-a9bc-9fa1e5390460,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:18.567916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Router bacc8833-94b7-49e2-b5ae-be1e7270b76d is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:53:18.601645 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e239992a-ccb6-4819-ad30-5c66f628ce27 None None] For port 7c3c9686-289f-4a7c-bfe9-9bf6bd162432, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7c3c9686-289f-4a7c-bfe9-9bf6bd162432,segment=NetworkSegment(a4375938-7d76-4999-bc08-74b60d75436b),segment_id=a4375938-7d76-4999-bc08-74b60d75436b)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:18.602333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e239992a-ccb6-4819-ad30-5c66f628ce27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.611280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Network': ['ID=d8488323-50ae-4d9a-a165-30a94a811a7e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:18.621527 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ff5c9de8-7247-48d3-b4f6-03a6bea6c567 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5362120 Mar 03 05:53:18.621938 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33484) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:18.630771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'subnet': {'network_id': 'd8488323-50ae-4d9a-a165-30a94a811a7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:18.649144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network d8488323-50ae-4d9a-a165-30a94a811a7e details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:18.665396 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.666619 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, a2f921e0-f6e8-44eb-8200-49bd27a07840) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:18.726055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.743003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:18.743916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.757149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2267725a-9062-4e54-9219-275d704fe61a None None] Network a2f921e0-f6e8-44eb-8200-49bd27a07840 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:18.832609 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:18.844305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:18.856473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Made reservation on behalf of 4d9d3fa0b7c146a6b837f5314a138c39 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:18.860693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.863739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-dfa7bad6-ef87-4336-a875-102510cf1466 None None] Provisioning complete for port 24f78553-1dd6-41a3-a6eb-20ff6f65b9a4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:18.864332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-dfa7bad6-ef87-4336-a875-102510cf1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.899081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3c5811ed-06f5-42a8-a795-9be40ac9a205 None None] Deleting port c790ab12-5ddb-453f-b6c2-d345ec71e9a0 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:18.899081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3c5811ed-06f5-42a8-a795-9be40ac9a205 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:18.944800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e239992a-ccb6-4819-ad30-5c66f628ce27 None None] Calling delete_port for 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:18.962273 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/networks/b6764d63-ee5d-4372-8d1e-9ca15505cae0 HTTP/1.1" status: 204 len: 168 time: 4.3668270 Mar 03 05:53:18.963374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82db055-8533-4643-b514-a98778240c50 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Network': ['ID=b6764d63-ee5d-4372-8d1e-9ca15505cae0,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:18.965359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33488) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:18.999006 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f6663b6-e955-493f-a014-ec2a9e342329 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:19.016379 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-325c83e2-e1df-4339-99ad-52a195ec046f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.0511360 Mar 03 05:53:19.027160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33492) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:19.098654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.ipam_backend_mixin [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Performing IP validity checks on allocation pools {{(pid=87793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 05:53:19.099185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.ipam_backend_mixin [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87793) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 05:53:19.180755 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:19.198367 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6663b6-e955-493f-a014-ec2a9e342329 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=3c3b4572-5ebe-48b7-956c-669a2fec3dc3,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:19.204853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a094-6d27-4540-ba33-499e6fe4dd92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:19.233966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:19.295218 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:19.310566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:19.351693 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:53:19.366454 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f032c40-0904-41ff-909e-9c072fedfada None None] Sync routers for ids ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:53:19.380094 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f032c40-0904-41ff-909e-9c072fedfada None None] Routers {'bacc8833-94b7-49e2-b5ae-be1e7270b76d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:19.380929 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8f032c40-0904-41ff-909e-9c072fedfada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:19.422183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb839060-d006-46c7-a2de-84ed3806954f None None] Network 540fbb84-3f10-4647-bd2f-7424299bffef requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:19.477472 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c0634cdb-8ade-4c5a-a263-bb396ac88200 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "PUT /v2.0/routers/bacc8833-94b7-49e2-b5ae-be1e7270b76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8115251 Mar 03 05:53:19.482985 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8f032c40-0904-41ff-909e-9c072fedfada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:19.485114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33496) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:19.509357 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f032c40-0904-41ff-909e-9c072fedfada None None] Routers {'bacc8833-94b7-49e2-b5ae-be1e7270b76d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:19.509971 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8f032c40-0904-41ff-909e-9c072fedfada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:52:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:19.593267 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8f032c40-0904-41ff-909e-9c072fedfada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:19.593989 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f032c40-0904-41ff-909e-9c072fedfada None None] The sync data for ids ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:53:19.608719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:19.609934 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0770407 Mar 03 05:53:19.622268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33500) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:19.626280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:19.631081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3c5811ed-06f5-42a8-a795-9be40ac9a205 None None] The port 'c790ab12-5ddb-453f-b6c2-d345ec71e9a0' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:53:19.651393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f14b52a0-f943-44c2-a88c-0ef5345d88b5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group_rule': {'security_group_id': '31fe5992-78fe-4837-83e0-5a01cdd43caf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '19a2a661-691c-447f-b01b-a2c394b9bd14', 'remote_ip_prefix': None}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:19.660585 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e239992a-ccb6-4819-ad30-5c66f628ce27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:19.713618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f14b52a0-f943-44c2-a88c-0ef5345d88b5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:19.733196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f14b52a0-f943-44c2-a88c-0ef5345d88b5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:19.743134 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f14b52a0-f943-44c2-a88c-0ef5345d88b5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:19.760058 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7f6663b6-e955-493f-a014-ec2a9e342329 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:19.762656 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7f6663b6-e955-493f-a014-ec2a9e342329 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/3c3b4572-5ebe-48b7-956c-669a2fec3dc3 HTTP/1.1" status: 204 len: 168 time: 3.5251856 Mar 03 05:53:19.773764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f14b52a0-f943-44c2-a88c-0ef5345d88b5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:19.779950 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c47c146-4919-4e4c-88af-cf4b676a45e9 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a2a661-691c-447f-b01b-a2c394b9bd14,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:19.785603 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33504) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:19.851952 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e239992a-ccb6-4819-ad30-5c66f628ce27 None None] No DVR routers for this DVR port 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:19.858589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239992a-ccb6-4819-ad30-5c66f628ce27 None None] Pushing event deleted for resources: {'Port': ['ID=7c3c9686-289f-4a7c-bfe9-9bf6bd162432,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:19.889851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Subnet': ['ID=09dcfd9e-2f3d-4b8e-b212-28c4b58fda65,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:19.896839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Checking segment: {'id': '15c3aa86-ba7c-4cda-a14b-6aea068cd4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd8488323-50ae-4d9a-a165-30a94a811a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:19.897291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network hostable DHCP agents. Network: d8488323-50ae-4d9a-a165-30a94a811a7e, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:53:19.934237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e023838a-1ce7-4b7f-a3cc-cd45ede7a26d None None] Network 5c596448-ef8d-40d4-b105-71e5830d6b8c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:19.954122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f14b52a0-f943-44c2-a88c-0ef5345d88b5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:19.992297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7bad6-ef87-4336-a875-102510cf1466 None None] Port 24f78553-1dd6-41a3-a6eb-20ff6f65b9a4 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:20.010780 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Network d8488323-50ae-4d9a-a165-30a94a811a7e is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:53:20.019043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 57967379-2007-4be1-8e00-c927f929a8ec, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=57967379-2007-4be1-8e00-c927f929a8ec,segment=NetworkSegment(650f31c4-61aa-47a7-a6ba-6b3da6c68bab),segment_id=650f31c4-61aa-47a7-a6ba-6b3da6c68bab)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:20.054414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, d8488323-50ae-4d9a-a165-30a94a811a7e) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:20.072458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:20.072833 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.079271 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad79dd70-29cb-431b-83a6-b3f8e3d3458c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:53:20.079958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ad79dd70-29cb-431b-83a6-b3f8e3d3458c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:20.114802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.118582 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34df564-83c3-4109-8a28-68ab3ce5908e None None] Network d8488323-50ae-4d9a-a165-30a94a811a7e requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:20.170385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f14b52a0-f943-44c2-a88c-0ef5345d88b5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.228734 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-51ffbe87-c600-4386-85b9-634b479fdc3d tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6056592 Mar 03 05:53:20.236567 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f14b52a0-f943-44c2-a88c-0ef5345d88b5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.236810 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-dfa7bad6-ef87-4336-a875-102510cf1466 None None] Provisioning for port f824dbc1-28c5-432e-b7fa-7297c1590428 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:20.238021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33508) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:20.262929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a094-6d27-4540-ba33-499e6fe4dd92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.267863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c73fbcce-3a03-48e3-ac1c-a7c805afc2b2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:20.329605 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b52a0-f943-44c2-a88c-0ef5345d88b5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5f34a9-6f28-475a-8283-4f6dba2ba9da,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:20.341142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f14b52a0-f943-44c2-a88c-0ef5345d88b5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.342339 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f14b52a0-f943-44c2-a88c-0ef5345d88b5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7182829 Mar 03 05:53:20.347441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.348950 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33512) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:20.373837 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-dfa7bad6-ef87-4336-a875-102510cf1466 None None] Provisioning complete for port f824dbc1-28c5-432e-b7fa-7297c1590428 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:20.374212 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-dfa7bad6-ef87-4336-a875-102510cf1466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.457624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-ffc9a094-6d27-4540-ba33-499e6fe4dd92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2253bf9b-e19c-4953-8461-36569e8a1293']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:20.489173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ad79dd70-29cb-431b-83a6-b3f8e3d3458c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:20.493718 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ad79dd70-29cb-431b-83a6-b3f8e3d3458c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/3c3b4572-5ebe-48b7-956c-669a2fec3dc3 HTTP/1.1" status: 404 len: 333 time: 0.7004039 Mar 03 05:53:20.503304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33516) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:20.510894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-ffc9a094-6d27-4540-ba33-499e6fe4dd92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4375938-7d76-4999-bc08-74b60d75436b') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:20.511338 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-ffc9a094-6d27-4540-ba33-499e6fe4dd92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4375938-7d76-4999-bc08-74b60d75436b') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:20.567588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cce663c4-cdc1-4375-a409-6e9ee7347bdd tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.573023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8c204128-d4e2-4fe3-a429-cfe0d545814b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:20.586468 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a094-6d27-4540-ba33-499e6fe4dd92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.612992 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cce663c4-cdc1-4375-a409-6e9ee7347bdd tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.675248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-a2f921e0-f6e8-44eb-8200-49bd27a07840', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:20.676337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.686475 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=57967379-2007-4be1-8e00-c927f929a8ec,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:20.711532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a094-6d27-4540-ba33-499e6fe4dd92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.738882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-31201824-1f6e-4876-ade0-b9c3e0618e8e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting subnet b1563e40-cb3c-46fe-b8a7-e8abd72bb8d3 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:20.743161 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc9a094-6d27-4540-ba33-499e6fe4dd92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:20.743700 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a094-6d27-4540-ba33-499e6fe4dd92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:20.764510 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:20.766967 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31201824-1f6e-4876-ade0-b9c3e0618e8e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.831200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2432c247-3891-464f-a28d-b88f6e105d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.867360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cce663c4-cdc1-4375-a409-6e9ee7347bdd tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.874871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c73fbcce-3a03-48e3-ac1c-a7c805afc2b2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3751034'] for subnet, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.943588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce663c4-cdc1-4375-a409-6e9ee7347bdd tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c5f34a9-6f28-475a-8283-4f6dba2ba9da,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:20.958724 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cce663c4-cdc1-4375-a409-6e9ee7347bdd tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:20.963542 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cce663c4-cdc1-4375-a409-6e9ee7347bdd tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4c5f34a9-6f28-475a-8283-4f6dba2ba9da HTTP/1.1" status: 204 len: 168 time: 0.6015327 Mar 03 05:53:20.970815 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33520) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:20.998295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a094-6d27-4540-ba33-499e6fe4dd92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.004761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31201824-1f6e-4876-ade0-b9c3e0618e8e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.010566 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 8c204128-d4e2-4fe3-a429-cfe0d545814b completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:21.051931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ffc9a094-6d27-4540-ba33-499e6fe4dd92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.106639 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ffc9a094-6d27-4540-ba33-499e6fe4dd92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/networks/2253bf9b-e19c-4953-8461-36569e8a1293 HTTP/1.1" status: 204 len: 168 time: 2.1307495 Mar 03 05:53:21.106639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9a094-6d27-4540-ba33-499e6fe4dd92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Network': ['ID=2253bf9b-e19c-4953-8461-36569e8a1293,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:21.112685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33524) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:21.115081 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-ca2bdd22-a9e1-483b-a429-eccc9b8e504c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:53:21.115338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f824dbc1-28c5-432e-b7fa-7297c1590428 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:21.118978 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ca2bdd22-a9e1-483b-a429-eccc9b8e504c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "PUT /v2.0/routers/bacc8833-94b7-49e2-b5ae-be1e7270b76d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6287565 Mar 03 05:53:21.121374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33526) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:21.127726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'network': {'name': 'tempest-RoutersTest-289726377'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:21.149198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.1 (a2f921e0-f6e8-44eb-8200-49bd27a07840/3a6d81be-b38a-48dd-b97b-b7aab93cf7af/f6f36aa4-b578-44fa-914c-ed6f9519e135) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:21.211493 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:21.242680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bf2b91e9-a38e-425a-ac74-2280161c73eb tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:21.249190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:network and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:21.257879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:21.331475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:21.397076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:21.402499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.411018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c73fbcce-3a03-48e3-ac1c-a7c805afc2b2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781475358693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2707303'] for subnet, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.411509 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.resource_extend [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:53:21.417987 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bf2b91e9-a38e-425a-ac74-2280161c73eb tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:21.422463 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bf2b91e9-a38e-425a-ac74-2280161c73eb tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4502461 Mar 03 05:53:21.423138 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33532) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:21.429505 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-d8488323-50ae-4d9a-a165-30a94a811a7e', 'network_id': 'd8488323-50ae-4d9a-a165-30a94a811a7e', 'tenant_id': '4d9d3fa0b7c146a6b837f5314a138c39', 'fixed_ips': [{'subnet_id': '09dcfd9e-2f3d-4b8e-b212-28c4b58fda65'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:21.430613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.448242 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Provisioning for port 8c204128-d4e2-4fe3-a429-cfe0d545814b completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:21.452083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31201824-1f6e-4876-ade0-b9c3e0618e8e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.513289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Provisioning complete for port 8c204128-d4e2-4fe3-a429-cfe0d545814b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:21.513508 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.521667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.530780 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73fbcce-3a03-48e3-ac1c-a7c805afc2b2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:21.531446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c73fbcce-3a03-48e3-ac1c-a7c805afc2b2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.532885 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c73fbcce-3a03-48e3-ac1c-a7c805afc2b2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "PUT /v2.0/subnets/09dcfd9e-2f3d-4b8e-b212-28c4b58fda65 HTTP/1.1" status: 200 len: 900 time: 1.2788868 Mar 03 05:53:21.538867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33536) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:21.584647 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object f6f36aa4-b578-44fa-914c-ed6f9519e135 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:21.586831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73fbcce-3a03-48e3-ac1c-a7c805afc2b2 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event updated for resources: {'Subnet': ['ID=09dcfd9e-2f3d-4b8e-b212-28c4b58fda65,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:21.677222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.711307 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.719283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.726217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.783862 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port f824dbc1-28c5-432e-b7fa-7297c1590428 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:21.784398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.795491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network a2f921e0-f6e8-44eb-8200-49bd27a07840 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:21.803880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:21.811645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:21.937931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:21.941590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Transition to ACTIVE for port object 1721aa14-2c0c-486e-9486-affb8f5f2bef will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:21.973142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=f6f36aa4-b578-44fa-914c-ed6f9519e135,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:21.973681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Allocated IP 172.20.0.2 (a2f921e0-f6e8-44eb-8200-49bd27a07840/3a6d81be-b38a-48dd-b97b-b7aab93cf7af/db340cdf-be1c-43c4-ada8-14fa4f933bc3) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:21.997483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:22.003002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.017377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.037160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.039805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.040213 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Added segment 74a38bbc-a78b-4e04-8d53-c435e4baa3e4 of type vlan for network fa2b20cf-215c-4495-9095-4bf43f631e82 Mar 03 05:53:22.072178 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b950f9cd-8ca0-4f4c-bb37-23ab5a5af17d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.129510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31201824-1f6e-4876-ade0-b9c3e0618e8e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.151537 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Allocated IP 2001:db8::3 (d8488323-50ae-4d9a-a165-30a94a811a7e/09dcfd9e-2f3d-4b8e-b212-28c4b58fda65/c36d7402-e296-4bf5-b624-9883f5b202bf) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:22.185353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.190154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.197043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31201824-1f6e-4876-ade0-b9c3e0618e8e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Subnet': ['ID=b1563e40-cb3c-46fe-b8a7-e8abd72bb8d3,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:22.206124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31201824-1f6e-4876-ade0-b9c3e0618e8e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.217785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b950f9cd-8ca0-4f4c-bb37-23ab5a5af17d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.252497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e2037e-7758-43ea-8b64-073fee571ae5 None None] Network 540fbb84-3f10-4647-bd2f-7424299bffef requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:22.259821 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-31201824-1f6e-4876-ade0-b9c3e0618e8e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/b1563e40-cb3c-46fe-b8a7-e8abd72bb8d3 HTTP/1.1" status: 204 len: 168 time: 1.7546604 Mar 03 05:53:22.261901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33540) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:22.268880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.280150 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.285667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:22.286424 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.314718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Attempting to bind port 1721aa14-2c0c-486e-9486-affb8f5f2bef on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:22.315147 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Attempting to bind port 1721aa14-2c0c-486e-9486-affb8f5f2bef by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:22.315630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Attempting to bind port 1721aa14-2c0c-486e-9486-affb8f5f2bef on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:22.355064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5a922-e5e4-4173-af3b-32493b0ba169 None None] Pushing event updated for resources: {'Port': ['ID=1721aa14-2c0c-486e-9486-affb8f5f2bef,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:22.391813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:22.392350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:22.393373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.393373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:22.393844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Bound port: 1721aa14-2c0c-486e-9486-affb8f5f2bef, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:22.394269 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.462703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b950f9cd-8ca0-4f4c-bb37-23ab5a5af17d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.465180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b950f9cd-8ca0-4f4c-bb37-23ab5a5af17d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.468731 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b950f9cd-8ca0-4f4c-bb37-23ab5a5af17d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-groups/19a2a661-691c-447f-b01b-a2c394b9bd14 HTTP/1.1" status: 204 len: 168 time: 1.0355945 Mar 03 05:53:22.477415 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3573325 Mar 03 05:53:22.480525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33544) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:22.480851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33546) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:22.482423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880c607-c50c-4598-87a8-1ce9529fb1a4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Network': ['ID=fa2b20cf-215c-4495-9095-4bf43f631e82,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:22.507255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'subnet': {'network_id': 'fa2b20cf-215c-4495-9095-4bf43f631e82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:22.521388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950f9cd-8ca0-4f4c-bb37-23ab5a5af17d tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a2a661-691c-447f-b01b-a2c394b9bd14,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:22.557576 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network fa2b20cf-215c-4495-9095-4bf43f631e82 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:22.671538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:22.675032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 50a4527e-2bab-47e6-a9bc-9fa1e5390460 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:22.680252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:subnet and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:22.683659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:22.690069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-51391433-d100-4336-ad6b-bed2ccf13c50 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.708759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.747201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port 8c204128-d4e2-4fe3-a429-cfe0d545814b {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:22.747540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.752215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-fd7b2282-11db-4837-b95d-1e1dce75fe4f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:22.754812 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:22.835931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:22.839426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:22.891065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-fd7b2282-11db-4837-b95d-1e1dce75fe4f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:22.895392 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fd7b2282-11db-4837-b95d-1e1dce75fe4f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.4073575 Mar 03 05:53:22.921518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33552) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:23.056257 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:53:23.056890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:53:23.070502 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] For port 1721aa14-2c0c-486e-9486-affb8f5f2bef, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:23.101458 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.111608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] For port 1721aa14-2c0c-486e-9486-affb8f5f2bef, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1721aa14-2c0c-486e-9486-affb8f5f2bef,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:23.139869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ead440b5-7f23-4615-a9df-e8270bf5f772 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.148497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] For port 8c204128-d4e2-4fe3-a429-cfe0d545814b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8c204128-d4e2-4fe3-a429-cfe0d545814b,segment=NetworkSegment(1a32ef2b-179d-4e9e-af94-e853434da801),segment_id=1a32ef2b-179d-4e9e-af94-e853434da801)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:23.148856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.166090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.171764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.240553 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-51391433-d100-4336-ad6b-bed2ccf13c50 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Deleting port 24f78553-1dd6-41a3-a6eb-20ff6f65b9a4 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:23.241183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-51391433-d100-4336-ad6b-bed2ccf13c50 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.247401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Transition to ACTIVE for port object db340cdf-be1c-43c4-ada8-14fa4f933bc3 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:23.249673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 50a4527e-2bab-47e6-a9bc-9fa1e5390460 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:23.285240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.286555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.302257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.310515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for 8c204128-d4e2-4fe3-a429-cfe0d545814b owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:23.321628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Transition to ACTIVE for port object db340cdf-be1c-43c4-ada8-14fa4f933bc3 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:23.326401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Transition to ACTIVE for port object c36d7402-e296-4bf5-b624-9883f5b202bf will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:23.345867 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5a922-e5e4-4173-af3b-32493b0ba169 None None] Pushing event updated for resources: {'Port': ['ID=1721aa14-2c0c-486e-9486-affb8f5f2bef,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:23.360032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:23.360725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:23.365574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.414686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.432957 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Subnet': ['ID=a3b73162-4968-497b-bfcd-3f1cfdffd19a,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:23.467823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ead440b5-7f23-4615-a9df-e8270bf5f772 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.468266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:53:23.512710 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29315a5c-1bf6-4f95-87e9-e998d142893e None None] DHCP port deletion for 540fbb84-3f10-4647-bd2f-7424299bffef request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:53:23.530480 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Transition to ACTIVE for port object c36d7402-e296-4bf5-b624-9883f5b202bf will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:23.539958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:53:23.540220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7c3c9686-289f-4a7c-bfe9-9bf6bd162432 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:53:23.540510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c790ab12-5ddb-453f-b6c2-d345ec71e9a0 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:53:23.550513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.554404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=f6f36aa4-b578-44fa-914c-ed6f9519e135,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:23.570912 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Checking segment: {'id': '74a38bbc-a78b-4e04-8d53-c435e4baa3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fa2b20cf-215c-4495-9095-4bf43f631e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:23.571565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network hostable DHCP agents. Network: fa2b20cf-215c-4495-9095-4bf43f631e82, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:53:23.609953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.610290 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-29315a5c-1bf6-4f95-87e9-e998d142893e None None] Deleting port 8c204128-d4e2-4fe3-a429-cfe0d545814b {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:23.610881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-29315a5c-1bf6-4f95-87e9-e998d142893e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.612385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network fa2b20cf-215c-4495-9095-4bf43f631e82 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:53:23.624659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-51391433-d100-4336-ad6b-bed2ccf13c50 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.632651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, fa2b20cf-215c-4495-9095-4bf43f631e82) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:23.636945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.640527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:23.641172 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.662165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.663508 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4e9f7-a1b7-43e4-aa13-4e86410755d7 None None] Network fa2b20cf-215c-4495-9095-4bf43f631e82 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:23.694735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Port 8c204128-d4e2-4fe3-a429-cfe0d545814b update to ACTIVE by agent not found {{(pid=87794) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 03 05:53:23.696515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: c790ab12-5ddb-453f-b6c2-d345ec71e9a0 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:53:23.696869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c790ab12-5ddb-453f-b6c2-d345ec71e9a0 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:53:23.712951 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Network a2f921e0-f6e8-44eb-8200-49bd27a07840 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:23.737314 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:23.741839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=8c204128-d4e2-4fe3-a429-cfe0d545814b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:23.754015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No DVR routers for this DVR port 8c204128-d4e2-4fe3-a429-cfe0d545814b on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:23.769749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:23.770629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ead440b5-7f23-4615-a9df-e8270bf5f772 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:23.779972 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Pushing event updated for resources: {'Port': ['ID=db340cdf-be1c-43c4-ada8-14fa4f933bc3,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:23.832761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Subnet': ['ID=09dcfd9e-2f3d-4b8e-b212-28c4b58fda65,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:23.839553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-29315a5c-1bf6-4f95-87e9-e998d142893e None None] The port '8c204128-d4e2-4fe3-a429-cfe0d545814b' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:53:23.886875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead440b5-7f23-4615-a9df-e8270bf5f772 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fe5992-78fe-4837-83e0-5a01cdd43caf,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:23.902008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-51391433-d100-4336-ad6b-bed2ccf13c50 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Calling delete_port for 24f78553-1dd6-41a3-a6eb-20ff6f65b9a4 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:23.945876 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d121cca4-f247-443f-8526-104f1071d327 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4590070 Mar 03 05:53:23.948014 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 57967379-2007-4be1-8e00-c927f929a8ec up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:23.948688 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33556) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:23.957720 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8dcbeeb7-c172-4edd-bfdb-de2576a1668c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1585360893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:23.970834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8dcbeeb7-c172-4edd-bfdb-de2576a1668c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:23.978948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8dcbeeb7-c172-4edd-bfdb-de2576a1668c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:router and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:23.982686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8dcbeeb7-c172-4edd-bfdb-de2576a1668c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:24.001757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8dcbeeb7-c172-4edd-bfdb-de2576a1668c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:24.016610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8dcbeeb7-c172-4edd-bfdb-de2576a1668c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.017903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8dcbeeb7-c172-4edd-bfdb-de2576a1668c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.029476 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Network d8488323-50ae-4d9a-a165-30a94a811a7e is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:24.035003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.062555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.063285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:24.067309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Provisioning for port 50a4527e-2bab-47e6-a9bc-9fa1e5390460 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:24.070793 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:24.102912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8488323-50ae-4d9a-a165-30a94a811a7e']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:24.104986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8dcbeeb7-c172-4edd-bfdb-de2576a1668c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.118779 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network a2f921e0-f6e8-44eb-8200-49bd27a07840 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:24.128339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:24.134703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540fbb84-3f10-4647-bd2f-7424299bffef']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:24.135148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-51391433-d100-4336-ad6b-bed2ccf13c50 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.145272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c3aa86-ba7c-4cda-a14b-6aea068cd4d5') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:24.145981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c3aa86-ba7c-4cda-a14b-6aea068cd4d5') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:24.155804 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Provisioning complete for port 50a4527e-2bab-47e6-a9bc-9fa1e5390460 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:24.156478 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.161246 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ead440b5-7f23-4615-a9df-e8270bf5f772 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.165397 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ead440b5-7f23-4615-a9df-e8270bf5f772 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-groups/31fe5992-78fe-4837-83e0-5a01cdd43caf HTTP/1.1" status: 204 len: 168 time: 1.2366500 Mar 03 05:53:24.165397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.172783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a32ef2b-179d-4e9e-af94-e853434da801') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:24.173076 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a32ef2b-179d-4e9e-af94-e853434da801') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:24.177657 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33560) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:24.187618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8dcbeeb7-c172-4edd-bfdb-de2576a1668c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.205985 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51391433-d100-4336-ad6b-bed2ccf13c50 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event deleted for resources: {'Port': ['ID=24f78553-1dd6-41a3-a6eb-20ff6f65b9a4,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:24.285849 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Pushing event updated for resources: {'Port': ['ID=c36d7402-e296-4bf5-b624-9883f5b202bf,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:24.328403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:53:24.396821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.405740 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.422881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:24.423284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:24.455162 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:24.461283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8dcbeeb7-c172-4edd-bfdb-de2576a1668c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.465158 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8dcbeeb7-c172-4edd-bfdb-de2576a1668c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5126972 Mar 03 05:53:24.467749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33564) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:24.469719 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.469881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Attempting to bind port db340cdf-be1c-43c4-ada8-14fa4f933bc3 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:24.470017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-51391433-d100-4336-ad6b-bed2ccf13c50 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.470119 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Attempting to bind port db340cdf-be1c-43c4-ada8-14fa4f933bc3 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '73b26627-e4b6-4070-9a63-8c3b222b9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:24.470552 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Attempting to bind port db340cdf-be1c-43c4-ada8-14fa4f933bc3 on network a2f921e0-f6e8-44eb-8200-49bd27a07840 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:24.493114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'port': {'network_id': 'fa2b20cf-215c-4495-9095-4bf43f631e82', 'name': 'tempest-RoutersTest-1708986946'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:24.540467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:24.540853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:24.556421 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:24.615057 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0ef3c9d0-6b7d-4da6-93b4-efab5e9d0a35 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4326427 Mar 03 05:53:24.617255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33568) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:24.639042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:24.639377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Checking segment: {'id': '73b26627-e4b6-4070-9a63-8c3b222b9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:24.639892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.640170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Bound using segment: {'id': '73b26627-e4b6-4070-9a63-8c3b222b9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:24.640930 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Bound port: db340cdf-be1c-43c4-ada8-14fa4f933bc3, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b26627-e4b6-4070-9a63-8c3b222b9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:24.641543 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.658173 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Attempting to bind port c36d7402-e296-4bf5-b624-9883f5b202bf on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:24.658558 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Attempting to bind port c36d7402-e296-4bf5-b624-9883f5b202bf by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '15c3aa86-ba7c-4cda-a14b-6aea068cd4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd8488323-50ae-4d9a-a165-30a94a811a7e'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:24.658901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Attempting to bind port c36d7402-e296-4bf5-b624-9883f5b202bf on network d8488323-50ae-4d9a-a165-30a94a811a7e {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:24.694616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 03 05:53:24.694616 dv-neutron-831582-1-hyperv neutron-server[87793]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 03 05:53:24.694616 dv-neutron-831582-1-hyperv neutron-server[87793]: [parameters: {'id': 'd8488323-50ae-4d9a-a165-30a94a811a7e'}] Mar 03 05:53:24.694616 dv-neutron-831582-1-hyperv neutron-server[87793]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:53:24.695485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:53:24.713129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:24.713416 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Checking segment: {'id': '15c3aa86-ba7c-4cda-a14b-6aea068cd4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd8488323-50ae-4d9a-a165-30a94a811a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:24.713995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.714618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Bound using segment: {'id': '15c3aa86-ba7c-4cda-a14b-6aea068cd4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd8488323-50ae-4d9a-a165-30a94a811a7e'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:24.715285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Bound port: c36d7402-e296-4bf5-b624-9883f5b202bf, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c3aa86-ba7c-4cda-a14b-6aea068cd4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd8488323-50ae-4d9a-a165-30a94a811a7e'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:24.715948 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.717751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881450803'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:24.736513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:24.739021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 5dff3e39-e295-41af-930c-6af13aa6de40 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:53:24.742999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.753449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:24.757990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:24.764991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.774987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Network': ['ID=540fbb84-3f10-4647-bd2f-7424299bffef,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:24.779411 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3c595dad-2528-4aac-b90d-55f85148682f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/networks/540fbb84-3f10-4647-bd2f-7424299bffef HTTP/1.1" status: 204 len: 168 time: 2.5165620 Mar 03 05:53:24.782208 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 57967379-2007-4be1-8e00-c927f929a8ec triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:24.782584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.783420 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33572) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:24.820001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:24.842405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'name': 'tempest-PortsTestJSON-145474993'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:24.909323 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:24.938191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51391433-d100-4336-ad6b-bed2ccf13c50 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Router bacc8833-94b7-49e2-b5ae-be1e7270b76d has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:53:24.951718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:24.958600 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:24.961130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:24.967569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:25.024339 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:port and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:25.029284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:25.035249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:25.041599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:25.043940 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:25.058520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:25.069578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:53:25.072776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-fa2b20cf-215c-4495-9095-4bf43f631e82', 'network_id': 'fa2b20cf-215c-4495-9095-4bf43f631e82', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'fixed_ips': [{'subnet_id': 'a3b73162-4968-497b-bfcd-3f1cfdffd19a'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:25.073626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.075028 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-302dc3d1-516c-4e23-a08e-526c80c48d48 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/5dff3e39-e295-41af-930c-6af13aa6de40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0469422 Mar 03 05:53:25.077684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33576) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:25.101920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:25.105292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.113298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] For port db340cdf-be1c-43c4-ada8-14fa4f933bc3, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:25.122610 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.130475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:25.134754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.148441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51391433-d100-4336-ad6b-bed2ccf13c50 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:53:25.172471 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-51391433-d100-4336-ad6b-bed2ccf13c50 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "PUT /v2.0/routers/bacc8833-94b7-49e2-b5ae-be1e7270b76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0347235 Mar 03 05:53:25.179181 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] device_id is not set on port ad51242c-d466-4242-bf55-49d5e3804e22 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:53:25.186850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33580) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:25.187370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] For port db340cdf-be1c-43c4-ada8-14fa4f933bc3, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=db340cdf-be1c-43c4-ada8-14fa4f933bc3,segment=NetworkSegment(73b26627-e4b6-4070-9a63-8c3b222b9feb),segment_id=73b26627-e4b6-4070-9a63-8c3b222b9feb)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:25.191044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78325dad-2f04-4339-8099-a5f19d0a17ba None None] Sync routers for ids ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:53:25.196699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port aa8d0c40-8095-40f4-a6e5-b222b2885970 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:53:25.210262 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] For port c36d7402-e296-4bf5-b624-9883f5b202bf, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:25.233951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.253693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.334964 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-e01132be-87f9-42ef-88e3-58249269c4ea tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] delete failed (client error): The resource could not be found. Mar 03 05:53:25.336012 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e01132be-87f9-42ef-88e3-58249269c4ea tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-98234687 HTTP/1.1" status: 404 len: 333 time: 0.1468892 Mar 03 05:53:25.342819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33584) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:25.361359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c96d80db-efae-4499-8a12-68d07b3fadbc tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bacc8833-94b7-49e2-b5ae-be1e7270b76d'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:25.416419 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.419485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78325dad-2f04-4339-8099-a5f19d0a17ba None None] Routers {'bacc8833-94b7-49e2-b5ae-be1e7270b76d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:25.422346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-78325dad-2f04-4339-8099-a5f19d0a17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:25.449691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.510109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8c204128-d4e2-4fe3-a429-cfe0d545814b no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:53:25.511873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83afee55-690d-403d-a66f-4671c6807e19,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:25.527076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Allocated IP 172.20.0.14 (fa2b20cf-215c-4495-9095-4bf43f631e82/a3b73162-4968-497b-bfcd-3f1cfdffd19a/ad51242c-d466-4242-bf55-49d5e3804e22) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:25.531689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.532998 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bee0b70c-4b88-4cba-9964-9bd59f1afc38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9152186 Mar 03 05:53:25.538936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33588) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:25.544660 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-2c05583c-c2b4-4525-b893-dd8ca4c91838 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group_rule': {'security_group_id': '83afee55-690d-403d-a66f-4671c6807e19', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:25.549052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] For port c36d7402-e296-4bf5-b624-9883f5b202bf, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c36d7402-e296-4bf5-b624-9883f5b202bf,segment=NetworkSegment(15c3aa86-ba7c-4cda-a14b-6aea068cd4d5),segment_id=15c3aa86-ba7c-4cda-a14b-6aea068cd4d5)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:25.552235 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2c05583c-c2b4-4525-b893-dd8ca4c91838 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:25.558883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Deleting port c36d7402-e296-4bf5-b624-9883f5b202bf {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:25.559434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2c05583c-c2b4-4525-b893-dd8ca4c91838 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:25.559621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.571540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2c05583c-c2b4-4525-b893-dd8ca4c91838 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:25.580644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2c05583c-c2b4-4525-b893-dd8ca4c91838 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:25.585975 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-78325dad-2f04-4339-8099-a5f19d0a17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:25.589370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.595729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] For port 50a4527e-2bab-47e6-a9bc-9fa1e5390460, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=50a4527e-2bab-47e6-a9bc-9fa1e5390460,segment=NetworkSegment(27b51f47-51b1-46f6-b225-31bffc6bb7ae),segment_id=27b51f47-51b1-46f6-b225-31bffc6bb7ae)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:25.606298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 8c204128-d4e2-4fe3-a429-cfe0d545814b {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:53:25.606642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8c204128-d4e2-4fe3-a429-cfe0d545814b not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:53:25.620725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2c05583c-c2b4-4525-b893-dd8ca4c91838 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.622224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.623102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.623622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.624336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.624965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.625567 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.626057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.626522 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.626976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.627431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.627911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.628370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.628821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.630216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.633428 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-16d8bfaf-fba3-4f31-a18d-5f369c434951 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9763 time: 0.5546596 Mar 03 05:53:25.633918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.659524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78325dad-2f04-4339-8099-a5f19d0a17ba None None] Routers {'bacc8833-94b7-49e2-b5ae-be1e7270b76d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:25.660410 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-78325dad-2f04-4339-8099-a5f19d0a17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:25.669043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33592) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:25.762971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562930d3-4d13-45d8-adec-0322b94c437f None None] Pushing event updated for resources: {'Port': ['ID=db340cdf-be1c-43c4-ada8-14fa4f933bc3,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:25.811135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-78325dad-2f04-4339-8099-a5f19d0a17ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:25.811553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78325dad-2f04-4339-8099-a5f19d0a17ba None None] The sync data for ids ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:53:25.867365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Provisioning complete for port f824dbc1-28c5-432e-b7fa-7297c1590428 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:25.867729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.885015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72ae32-5f0c-4ee4-9326-2caf3e316dec tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.885500 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72ae32-5f0c-4ee4-9326-2caf3e316dec tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.885950 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72ae32-5f0c-4ee4-9326-2caf3e316dec tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.886407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72ae32-5f0c-4ee4-9326-2caf3e316dec tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.886851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72ae32-5f0c-4ee4-9326-2caf3e316dec tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.887531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72ae32-5f0c-4ee4-9326-2caf3e316dec tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.888160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72ae32-5f0c-4ee4-9326-2caf3e316dec tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.888785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72ae32-5f0c-4ee4-9326-2caf3e316dec tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.889400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72ae32-5f0c-4ee4-9326-2caf3e316dec tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.890059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72ae32-5f0c-4ee4-9326-2caf3e316dec tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.890655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72ae32-5f0c-4ee4-9326-2caf3e316dec tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.891256 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72ae32-5f0c-4ee4-9326-2caf3e316dec tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:25.893783 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6e72ae32-5f0c-4ee4-9326-2caf3e316dec tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7647 time: 0.2232280 Mar 03 05:53:25.896060 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2c05583c-c2b4-4525-b893-dd8ca4c91838 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:25.905651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33596) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:25.911671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:53:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:22Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:25.930243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49da1c-2844-4156-af01-78dd81d9f672 None None] The sync data for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv is: [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:53:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:22Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:53:25.935055 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95050fe9-8152-4608-a6e9-992725a74dd5 None None] Pushing event updated for resources: {'Port': ['ID=c36d7402-e296-4bf5-b624-9883f5b202bf,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:25.937387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a8a75a-2747-4f0c-86ff-35269be4fbf2 None None] Network d8488323-50ae-4d9a-a165-30a94a811a7e requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:25.977044 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2c05583c-c2b4-4525-b893-dd8ca4c91838 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:26.074434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:26.078870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05583c-c2b4-4525-b893-dd8ca4c91838 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05cd6e54-f203-438e-a478-6d6e72f217d7,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:26.103990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2c05583c-c2b4-4525-b893-dd8ca4c91838 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:26.105183 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2c05583c-c2b4-4525-b893-dd8ca4c91838 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5652542 Mar 03 05:53:26.106307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Transition to ACTIVE for port object ad51242c-d466-4242-bf55-49d5e3804e22 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:26.118438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33600) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:26.180943 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78c0fd-a6c7-48c9-8320-038ecae33c2f None None] Pushing event updated for resources: {'Port': ['ID=50a4527e-2bab-47e6-a9bc-9fa1e5390460,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:26.245695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c96d80db-efae-4499-8a12-68d07b3fadbc tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:26.265505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce7434fd-6df4-4245-9445-8c25e9954654 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:26.285462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce7434fd-6df4-4245-9445-8c25e9954654 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:26.321561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:26.401544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce7434fd-6df4-4245-9445-8c25e9954654 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:26.448797 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7434fd-6df4-4245-9445-8c25e9954654 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05cd6e54-f203-438e-a478-6d6e72f217d7,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:26.476940 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network fa2b20cf-215c-4495-9095-4bf43f631e82 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:26.493625 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce7434fd-6df4-4245-9445-8c25e9954654 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:26.497181 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ce7434fd-6df4-4245-9445-8c25e9954654 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/05cd6e54-f203-438e-a478-6d6e72f217d7 HTTP/1.1" status: 204 len: 168 time: 0.3742292 Mar 03 05:53:26.500416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:26.505159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33604) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:26.509840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:26.516042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] For port c36d7402-e296-4bf5-b624-9883f5b202bf, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c36d7402-e296-4bf5-b624-9883f5b202bf,segment=NetworkSegment(15c3aa86-ba7c-4cda-a14b-6aea068cd4d5),segment_id=15c3aa86-ba7c-4cda-a14b-6aea068cd4d5)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:26.517206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:26.546394 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=ad51242c-d466-4242-bf55-49d5e3804e22,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:26.547802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Allocated IP 172.20.0.2 (fa2b20cf-215c-4495-9095-4bf43f631e82/a3b73162-4968-497b-bfcd-3f1cfdffd19a/db7b2d17-f2c1-4c14-affd-ed0286c1ffb5) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:26.593032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d9df2-c2f7-44bb-940a-63762ea65830 None None] Network d8488323-50ae-4d9a-a165-30a94a811a7e requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:26.667390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:26.668313 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:26.699921 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0c19daaf-da2f-4f06-9a3c-12eddb548600 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:26.704260 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-940137b0-b007-4c2e-894b-17f79ccf2ae5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2354774 Mar 03 05:53:26.712789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33608) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:26.734991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Calling delete_port for c36d7402-e296-4bf5-b624-9883f5b202bf owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:26.809533 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4d08e23d-5941-4ecb-b54b-3825414e3856 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2674 time: 0.9025245 Mar 03 05:53:26.850459 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-c96d80db-efae-4499-8a12-68d07b3fadbc tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] update failed (client error): The resource could not be found. Mar 03 05:53:26.851512 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c96d80db-efae-4499-8a12-68d07b3fadbc tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "PUT /v2.0/routers/bacc8833-94b7-49e2-b5ae-be1e7270b76d HTTP/1.1" status: 404 len: 339 time: 1.5054607 Mar 03 05:53:26.866619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33614) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:26.880960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-465367556'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:26.939261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:26.964863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Usage tracker for resource:network and tenant:5b3719e7fcf44eafab7630cc0eff04c2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:26.973971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:26.986395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Transition to ACTIVE for port object db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:27.008607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:27.010517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Transition to ACTIVE for port object db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:27.021026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:27.029113 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a0edae46-b177-4ca9-b8b4-ae01f8b20d6e None None] Provisioning complete for port 50a4527e-2bab-47e6-a9bc-9fa1e5390460 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:27.029920 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a0edae46-b177-4ca9-b8b4-ae01f8b20d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.031107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.058906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Made reservation on behalf of 5b3719e7fcf44eafab7630cc0eff04c2 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:27.062798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.080600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.126885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0c19daaf-da2f-4f06-9a3c-12eddb548600 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:27.128313 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0c19daaf-da2f-4f06-9a3c-12eddb548600 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6220031 Mar 03 05:53:27.149213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33618) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:27.181401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.232241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Port': ['ID=c36d7402-e296-4bf5-b624-9883f5b202bf,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:27.251903 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No DVR routers for this DVR port c36d7402-e296-4bf5-b624-9883f5b202bf on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:27.322870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Network fa2b20cf-215c-4495-9095-4bf43f631e82 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:27.337336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:27.349078 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:27.398667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Pushing event updated for resources: {'Port': ['ID=db7b2d17-f2c1-4c14-affd-ed0286c1ffb5,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:27.415176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:27.481787 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4700d9a6-9868-4e8e-ab26-aadf553dfdae None None] Network a2f921e0-f6e8-44eb-8200-49bd27a07840 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:27.492074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33622) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:27.506809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a0edae46-b177-4ca9-b8b4-ae01f8b20d6e None None] Could not find standard attr ID for object 3c3b4572-5ebe-48b7-956c-669a2fec3dc3. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:53:27.516451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021280729', 'description': 'tempest-secgroup-smoke-1021280729 description', 'project_id': '1718f33843874129926d855b187d15f2'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:27.526030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.526323 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Added segment c1684a3c-495d-4355-91dd-3bf6f31954cc of type vlan for network a8c28ee5-722f-4bc1-97d9-cba0006b4fb8 Mar 03 05:53:27.552595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:27.565353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:27.570435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:27.576532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.579726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:27.635684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.641617 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.672120 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Attempting to bind port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:27.672478 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Attempting to bind port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '74a38bbc-a78b-4e04-8d53-c435e4baa3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fa2b20cf-215c-4495-9095-4bf43f631e82'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:27.673019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Attempting to bind port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 on network fa2b20cf-215c-4495-9095-4bf43f631e82 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:27.701984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:27.701984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Checking segment: {'id': '74a38bbc-a78b-4e04-8d53-c435e4baa3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fa2b20cf-215c-4495-9095-4bf43f631e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:27.702461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.702557 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Bound using segment: {'id': '74a38bbc-a78b-4e04-8d53-c435e4baa3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fa2b20cf-215c-4495-9095-4bf43f631e82'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:27.702980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Bound port: db7b2d17-f2c1-4c14-affd-ed0286c1ffb5, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74a38bbc-a78b-4e04-8d53-c435e4baa3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fa2b20cf-215c-4495-9095-4bf43f631e82'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:27.703538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.707877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8488323-50ae-4d9a-a165-30a94a811a7e']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:27.723086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a99e1ec8-d5b6-4753-998d-27e36ba9a9ec tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.755141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:27.773337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c3aa86-ba7c-4cda-a14b-6aea068cd4d5') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:27.773889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c3aa86-ba7c-4cda-a14b-6aea068cd4d5') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:27.781505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=aa8d0c40-8095-40f4-a6e5-b222b2885970,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:27.782596 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6a46b273-7c5c-45c9-b0bc-af1ce049372f None None] Provisioning for port db340cdf-be1c-43c4-ada8-14fa4f933bc3 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:27.784337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:27.799321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:27.805189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:27.805829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.814301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.830265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.875266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a99e1ec8-d5b6-4753-998d-27e36ba9a9ec tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.911857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:27.927965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.931733 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:27.938663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:27.964053 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9181bc2a-21df-4c46-949c-d0c1aabe9e23 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1779776 Mar 03 05:53:27.976544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:27.977046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:27.988968 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] For port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:27.994045 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] For port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=db7b2d17-f2c1-4c14-affd-ed0286c1ffb5,segment=NetworkSegment(74a38bbc-a78b-4e04-8d53-c435e4baa3e4),segment_id=74a38bbc-a78b-4e04-8d53-c435e4baa3e4)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:28.001510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33626) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:28.002681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.007916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:28.011540 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:28.072870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1721aa14-2c0c-486e-9486-affb8f5f2bef up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:28.111891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.118169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.125955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:28.126783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.151080 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a12a0187-5f6b-462b-9956-348c71f5e6fb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port aa8d0c40-8095-40f4-a6e5-b222b2885970 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:28.151425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a12a0187-5f6b-462b-9956-348c71f5e6fb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.181749 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3120666 Mar 03 05:53:28.187566 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e0a0e-845e-4f06-9f8e-051d8cf6c594 None None] Pushing event updated for resources: {'Port': ['ID=db7b2d17-f2c1-4c14-affd-ed0286c1ffb5,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:28.199547 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33630) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:28.200459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a99e1ec8-d5b6-4753-998d-27e36ba9a9ec tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.228244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Request body: {'subnet': {'network_id': 'a8c28ee5-722f-4bc1-97d9-cba0006b4fb8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:28.230567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 1721aa14-2c0c-486e-9486-affb8f5f2bef completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:28.237462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1721aa14-2c0c-486e-9486-affb8f5f2bef triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:28.237901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.254446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.413447 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.446367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 1721aa14-2c0c-486e-9486-affb8f5f2bef, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1721aa14-2c0c-486e-9486-affb8f5f2bef,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:28.458520 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.459949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device db340cdf-be1c-43c4-ada8-14fa4f933bc3 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:28.577848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a99e1ec8-d5b6-4753-998d-27e36ba9a9ec tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.578973 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a99e1ec8-d5b6-4753-998d-27e36ba9a9ec tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-groups/83afee55-690d-403d-a66f-4671c6807e19 HTTP/1.1" status: 204 len: 168 time: 1.4169054 Mar 03 05:53:28.580234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e1ec8-d5b6-4753-998d-27e36ba9a9ec tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83afee55-690d-403d-a66f-4671c6807e19,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:28.583060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.591378 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/d8488323-50ae-4d9a-a165-30a94a811a7e HTTP/1.1" status: 204 len: 168 time: 7.0430956 Mar 03 05:53:28.697650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33634) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:28.698349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33636) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:28.736625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=1721aa14-2c0c-486e-9486-affb8f5f2bef,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:28.745290 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9db3c101-b51a-4178-8f19-c41e6de83533 None None] Provisioning for port f6f36aa4-b578-44fa-914c-ed6f9519e135 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:28.761567 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:28.766352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port db340cdf-be1c-43c4-ada8-14fa4f933bc3 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:28.769898 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9db3c101-b51a-4178-8f19-c41e6de83533 None None] Provisioning complete for port f6f36aa4-b578-44fa-914c-ed6f9519e135 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:28.770294 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9db3c101-b51a-4178-8f19-c41e6de83533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.791391 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Usage tracker for resource:subnet and tenant:5b3719e7fcf44eafab7630cc0eff04c2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:28.812549 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-244616ce-6ba0-49f4-b844-436ee9147a73 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:28.813264 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244616ce-6ba0-49f4-b844-436ee9147a73 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:28.814987 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-244616ce-6ba0-49f4-b844-436ee9147a73 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/subnets/09dcfd9e-2f3d-4b8e-b212-28c4b58fda65 HTTP/1.1" status: 404 len: 337 time: 0.1034970 Mar 03 05:53:28.815690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc843724-2451-4be7-a3f0-681835a47b6c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event updated for resources: {'Network': ['ID=a8c28ee5-722f-4bc1-97d9-cba0006b4fb8,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:28.817799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33642) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:28.821855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:28.831896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9db3c101-b51a-4178-8f19-c41e6de83533 None None] Port f6f36aa4-b578-44fa-914c-ed6f9519e135 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:28.833558 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network a8c28ee5-722f-4bc1-97d9-cba0006b4fb8 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:28.848553 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a12a0187-5f6b-462b-9956-348c71f5e6fb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.867611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:28.883475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19a03f-c907-4fcb-8ee9-3d333b44d189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Network': ['ID=d8488323-50ae-4d9a-a165-30a94a811a7e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:28.899452 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d141ed5-b8f2-4289-9f59-6b614657534f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:28.900428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d141ed5-b8f2-4289-9f59-6b614657534f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:28.902352 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6d141ed5-b8f2-4289-9f59-6b614657534f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/d8488323-50ae-4d9a-a165-30a94a811a7e HTTP/1.1" status: 404 len: 339 time: 0.0767348 Mar 03 05:53:28.905500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33646) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:28.943782 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port db340cdf-be1c-43c4-ada8-14fa4f933bc3 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:28.944157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:28.964222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Made reservation on behalf of 5b3719e7fcf44eafab7630cc0eff04c2 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:28.967761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.029225 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9db3c101-b51a-4178-8f19-c41e6de83533 None None] Provisioning complete for port db340cdf-be1c-43c4-ada8-14fa4f933bc3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:29.029678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9db3c101-b51a-4178-8f19-c41e6de83533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.042226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a12a0187-5f6b-462b-9956-348c71f5e6fb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for aa8d0c40-8095-40f4-a6e5-b222b2885970 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:29.157192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a12a0187-5f6b-462b-9956-348c71f5e6fb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.179163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8e3711e4-e8b5-4f58-b831-9954b8d9c741 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.180106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.186596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.195464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3c12f9ef-4860-49b4-bd03-e11876d9695c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:29.245095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port db340cdf-be1c-43c4-ada8-14fa4f933bc3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=db340cdf-be1c-43c4-ada8-14fa4f933bc3,segment=NetworkSegment(73b26627-e4b6-4070-9a63-8c3b222b9feb),segment_id=73b26627-e4b6-4070-9a63-8c3b222b9feb)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:29.261297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a12a0187-5f6b-462b-9956-348c71f5e6fb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.262757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3c12f9ef-4860-49b4-bd03-e11876d9695c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:29.264664 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3c12f9ef-4860-49b4-bd03-e11876d9695c tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5552721 Mar 03 05:53:29.269854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33652) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:29.284521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.285265 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 50a4527e-2bab-47e6-a9bc-9fa1e5390460 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:29.288095 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12a0187-5f6b-462b-9956-348c71f5e6fb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=aa8d0c40-8095-40f4-a6e5-b222b2885970,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:29.313072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.357750 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a977bae7-fa32-4f9e-807c-586d6c7e9972,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:29.402255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8e3711e4-e8b5-4f58-b831-9954b8d9c741 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.437675 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a12a0187-5f6b-462b-9956-348c71f5e6fb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/aa8d0c40-8095-40f4-a6e5-b222b2885970 HTTP/1.1" status: 204 len: 168 time: 1.4352033 Mar 03 05:53:29.440104 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33656) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:29.454657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8e3711e4-e8b5-4f58-b831-9954b8d9c741 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abad09f-21f3-476d-9aaa-1806661ce373']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:29.468079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'mac_address': 'fa:16:3e:7a:9d:d8', 'name': 'tempest-PortsTestJSON-586687837'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:29.475449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8e3711e4-e8b5-4f58-b831-9954b8d9c741 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4befe8c-3001-4d7e-9f62-fa8e12a71ded') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:29.475791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8e3711e4-e8b5-4f58-b831-9954b8d9c741 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4befe8c-3001-4d7e-9f62-fa8e12a71ded') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:29.486718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c53aeb09-c156-428a-bf15-d487ad48a121 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group': {'name': 'tempest-secgroup--877546605'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:29.488235 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=db340cdf-be1c-43c4-ada8-14fa4f933bc3,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:29.497944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.499479 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-779ad4b6-9693-4244-9bae-e3fe1bc0ab23 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.0058119 Mar 03 05:53:29.501295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c53aeb09-c156-428a-bf15-d487ad48a121 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:29.503377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33660) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:29.507479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8e3711e4-e8b5-4f58-b831-9954b8d9c741 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.518193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 50a4527e-2bab-47e6-a9bc-9fa1e5390460 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:29.518193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.562148 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Sync routers for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:53:29.575191 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:29.577427 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:29.581678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a9da40f6-0692-41fb-8405-33a8f8c53681 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'a977bae7-fa32-4f9e-807c-586d6c7e9972', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:29.593491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c53aeb09-c156-428a-bf15-d487ad48a121 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:29.606825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a9da40f6-0692-41fb-8405-33a8f8c53681 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:29.618852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a9da40f6-0692-41fb-8405-33a8f8c53681 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:29.623387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8e3711e4-e8b5-4f58-b831-9954b8d9c741 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.628437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a9da40f6-0692-41fb-8405-33a8f8c53681 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:29.639438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a9da40f6-0692-41fb-8405-33a8f8c53681 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:29.640876 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:29.645168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3711e4-e8b5-4f58-b831-9954b8d9c741 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:29.645385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8e3711e4-e8b5-4f58-b831-9954b8d9c741 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.646830 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:port and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:29.651258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:29.662861 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:29.664960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c53aeb09-c156-428a-bf15-d487ad48a121 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.678720 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.682821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:29.695826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.725569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-60ced6ef-f7a2-415e-ab07-e996b001731e None None] Provisioning complete for port f6f36aa4-b578-44fa-914c-ed6f9519e135 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:29.726283 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-60ced6ef-f7a2-415e-ab07-e996b001731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.744020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:29.773056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c53aeb09-c156-428a-bf15-d487ad48a121 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:29.782616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c53aeb09-c156-428a-bf15-d487ad48a121 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:29.783747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af19d725-1862-42d6-8fcf-e54a4b65d91b None None] Network fa2b20cf-215c-4495-9095-4bf43f631e82 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:29.851742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-60ced6ef-f7a2-415e-ab07-e996b001731e None None] Port f6f36aa4-b578-44fa-914c-ed6f9519e135 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:29.874201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a9da40f6-0692-41fb-8405-33a8f8c53681 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.884040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.885331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c53aeb09-c156-428a-bf15-d487ad48a121 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.894389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8e3711e4-e8b5-4f58-b831-9954b8d9c741 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.902886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c53aeb09-c156-428a-bf15-d487ad48a121 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.913364 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:53:29.968024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8e3711e4-e8b5-4f58-b831-9954b8d9c741 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.970054 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8e3711e4-e8b5-4f58-b831-9954b8d9c741 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/5abad09f-21f3-476d-9aaa-1806661ce373 HTTP/1.1" status: 204 len: 168 time: 1.0631332 Mar 03 05:53:29.978561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.983739 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c53aeb09-c156-428a-bf15-d487ad48a121 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:29.985154 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c53aeb09-c156-428a-bf15-d487ad48a121 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7140694 Mar 03 05:53:30.000559 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33664) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:30.001198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33666) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:30.042612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-642e7ba8-1f3c-43a4-a6b9-4f235b220a0d None None] Provisioning for port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:30.154992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event updated for resources: {'Subnet': ['ID=d6f44080-8e8c-4ea4-bf07-94b425bd39f9,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:30.169242 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6efe865-5c55-4bd1-bfe7-2195d532748c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:30.170256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6efe865-5c55-4bd1-bfe7-2195d532748c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:30.179576 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e6efe865-5c55-4bd1-bfe7-2195d532748c tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/subnets/1a6479f2-9450-49ad-9387-eeae9eca2273 HTTP/1.1" status: 404 len: 337 time: 0.0992382 Mar 03 05:53:30.181087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3711e4-e8b5-4f58-b831-9954b8d9c741 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Network': ['ID=5abad09f-21f3-476d-9aaa-1806661ce373,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:30.198163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33672) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:30.207342 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1721aa14-2c0c-486e-9486-affb8f5f2bef up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:30.210882 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0f905329-9f0b-4140-8180-538ca679199b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group_rule': {'security_group_id': '53ac2aa7-496c-4db2-ad52-104a02a1897e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:30.218499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0f905329-9f0b-4140-8180-538ca679199b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:30.222743 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0f905329-9f0b-4140-8180-538ca679199b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:30.225830 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0f905329-9f0b-4140-8180-538ca679199b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:30.231883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0f905329-9f0b-4140-8180-538ca679199b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:30.279040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a9da40f6-0692-41fb-8405-33a8f8c53681 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.289204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port bb99e916-7094-4686-814e-2e7de581469c yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:53:30.306333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.312043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a9da40f6-0692-41fb-8405-33a8f8c53681 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.320247 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1721aa14-2c0c-486e-9486-affb8f5f2bef triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:30.320747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.326258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=ad51242c-d466-4242-bf55-49d5e3804e22,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:30.338770 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-b718ff76-5c2c-444a-883b-680291ed6622 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:30.339240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b718ff76-5c2c-444a-883b-680291ed6622 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:30.343598 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b718ff76-5c2c-444a-883b-680291ed6622 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/e3cf517c-bf34-4a8e-9f45-4bdfb12d1da6 HTTP/1.1" status: 404 len: 339 time: 0.1393578 Mar 03 05:53:30.354220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33676) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:30.355073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da40f6-0692-41fb-8405-33a8f8c53681 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf6b087-a844-425a-9e74-140fecddd196,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:30.375931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53aeb09-c156-428a-bf15-d487ad48a121 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ac2aa7-496c-4db2-ad52-104a02a1897e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:30.379402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f905329-9f0b-4140-8180-538ca679199b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.456784 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:53:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:22Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:30.462488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f905329-9f0b-4140-8180-538ca679199b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.467151 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Checking router: 5dff3e39-e295-41af-930c-6af13aa6de40 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:53:30.467622 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Updating router 5dff3e39-e295-41af-930c-6af13aa6de40 port f6f36aa4-b578-44fa-914c-ed6f9519e135 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:53:30.542251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c22261-6a1f-47f9-afed-c50315125e27 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Deleting subnet ed421a24-34d6-41ac-9a14-5dc09d469d4c {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:30.546003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18c22261-6a1f-47f9-afed-c50315125e27 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.556851 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.564120 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:30.610443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f905329-9f0b-4140-8180-538ca679199b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.612177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Checking segment: {'id': 'c1684a3c-495d-4355-91dd-3bf6f31954cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8c28ee5-722f-4bc1-97d9-cba0006b4fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:30.612809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Network hostable DHCP agents. Network: a8c28ee5-722f-4bc1-97d9-cba0006b4fb8, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:53:30.654911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a9da40f6-0692-41fb-8405-33a8f8c53681 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.656726 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a9da40f6-0692-41fb-8405-33a8f8c53681 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1362610 Mar 03 05:53:30.659744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33680) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:30.669437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18c22261-6a1f-47f9-afed-c50315125e27 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.677161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:30.683043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:30.684114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.691479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c65d1016-8a90-497b-8da5-3b6aa448ab02 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'a977bae7-fa32-4f9e-807c-586d6c7e9972', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:30.726072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f905329-9f0b-4140-8180-538ca679199b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243ca459-88ca-43c7-b914-f0a8452ca61a,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:30.726328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c65d1016-8a90-497b-8da5-3b6aa448ab02 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:30.751055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Network a8c28ee5-722f-4bc1-97d9-cba0006b4fb8 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:53:30.760126 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f905329-9f0b-4140-8180-538ca679199b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.761666 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0f905329-9f0b-4140-8180-538ca679199b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6858075 Mar 03 05:53:30.766278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33684) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:30.779022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3b3b9173-67c1-44e8-b351-0b31c9eb5e7e None None] Provisioning for port ad51242c-d466-4242-bf55-49d5e3804e22 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:30.781571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c65d1016-8a90-497b-8da5-3b6aa448ab02 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:30.785493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, a8c28ee5-722f-4bc1-97d9-cba0006b4fb8) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:30.794586 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.796713 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3b3b9173-67c1-44e8-b351-0b31c9eb5e7e None None] Provisioning complete for port ad51242c-d466-4242-bf55-49d5e3804e22 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:30.797346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9173-67c1-44e8-b351-0b31c9eb5e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.803489 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c65d1016-8a90-497b-8da5-3b6aa448ab02 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:30.810473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:30.811232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.819724 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.822768 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c65d1016-8a90-497b-8da5-3b6aa448ab02 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:30.843853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833a9aad-9e86-4124-b6d3-f8d471cb1316 None None] Network a8c28ee5-722f-4bc1-97d9-cba0006b4fb8 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:30.845159 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0ad7aa1f-1945-4b34-8538-706104743964 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules/243ca459-88ca-43c7-b914-f0a8452ca61a HTTP/1.1" status: 200 len: 763 time: 0.0755091 Mar 03 05:53:30.848508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33688) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:30.849679 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-177c9181-c41d-4e5b-a5d6-7675dd335ba7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6459308 Mar 03 05:53:30.855678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33692) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:30.862679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-7172667c-e93d-4c37-a70f-666919c071ca tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a8c28ee5-722f-4bc1-97d9-cba0006b4fb8'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:30.897646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c65d1016-8a90-497b-8da5-3b6aa448ab02 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:30.975738 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-42b7cf0b-628c-40cf-ad25-43b5fd0f36a5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1227267 Mar 03 05:53:30.979752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33696) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:31.032643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.117902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-593c24d1-0bfe-416e-be1f-0539a3f8e223 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.129430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.161214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:31.169237 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c65d1016-8a90-497b-8da5-3b6aa448ab02 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.173162 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:31.183034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:31.189065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:31.189973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.195339 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c65d1016-8a90-497b-8da5-3b6aa448ab02 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.261854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.273034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3b3b9173-67c1-44e8-b351-0b31c9eb5e7e None None] Port ad51242c-d466-4242-bf55-49d5e3804e22 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:31.283639 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.295461 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=bb99e916-7094-4686-814e-2e7de581469c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:31.301454 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Transition to ACTIVE for port object f6f36aa4-b578-44fa-914c-ed6f9519e135 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:31.303617 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d1016-8a90-497b-8da5-3b6aa448ab02 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dac4078-ace3-4c59-9f6b-d22d9b647d1b,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:31.317435 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=db7b2d17-f2c1-4c14-affd-ed0286c1ffb5,segment=NetworkSegment(74a38bbc-a78b-4e04-8d53-c435e4baa3e4),segment_id=74a38bbc-a78b-4e04-8d53-c435e4baa3e4)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:31.323169 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.329506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.330979 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device db340cdf-be1c-43c4-ada8-14fa4f933bc3 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:31.342336 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e0b9fa92-1d26-46a1-a345-e5133e8141d1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8936031 Mar 03 05:53:31.411760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33700) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:31.448609 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3b3b9173-67c1-44e8-b351-0b31c9eb5e7e None None] Provisioning complete for port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:31.449290 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3b3b9173-67c1-44e8-b351-0b31c9eb5e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.457184 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Pushing event updated for resources: {'Port': ['ID=f6f36aa4-b578-44fa-914c-ed6f9519e135,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:31.465379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-593c24d1-0bfe-416e-be1f-0539a3f8e223 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.485149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18c22261-6a1f-47f9-afed-c50315125e27 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.506926 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c65d1016-8a90-497b-8da5-3b6aa448ab02 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.510470 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c65d1016-8a90-497b-8da5-3b6aa448ab02 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8444645 Mar 03 05:53:31.530951 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33704) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:31.538912 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-bc78a486-f933-4acb-954d-a062198eb942 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'a977bae7-fa32-4f9e-807c-586d6c7e9972', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:31.542572 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:31.544789 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:31.545454 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:31.545847 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:31.546235 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:31.547979 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:31.548402 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:31.549176 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:31.549176 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:31.549553 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:31.549935 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:31.550335 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:53:31.561759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bc78a486-f933-4acb-954d-a062198eb942 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:31.565509 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-a8c28ee5-722f-4bc1-97d9-cba0006b4fb8', 'network_id': 'a8c28ee5-722f-4bc1-97d9-cba0006b4fb8', 'tenant_id': '5b3719e7fcf44eafab7630cc0eff04c2', 'fixed_ips': [{'subnet_id': 'd6f44080-8e8c-4ea4-bf07-94b425bd39f9'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:31.569880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.582042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bc78a486-f933-4acb-954d-a062198eb942 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:31.587923 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bc78a486-f933-4acb-954d-a062198eb942 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:31.614647 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bc78a486-f933-4acb-954d-a062198eb942 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:31.670726 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Attempting to bind port f6f36aa4-b578-44fa-914c-ed6f9519e135 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:31.671085 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Attempting to bind port f6f36aa4-b578-44fa-914c-ed6f9519e135 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '73b26627-e4b6-4070-9a63-8c3b222b9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:31.671438 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Attempting to bind port f6f36aa4-b578-44fa-914c-ed6f9519e135 on network a2f921e0-f6e8-44eb-8200-49bd27a07840 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:31.677187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985f5ef0-178b-429d-9e8a-317504cc1479 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:31.678213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-985f5ef0-178b-429d-9e8a-317504cc1479 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:31.682735 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:31.683170 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Checking segment: {'id': '73b26627-e4b6-4070-9a63-8c3b222b9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:31.683561 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.684163 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Bound using segment: {'id': '73b26627-e4b6-4070-9a63-8c3b222b9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:31.684630 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Bound port: f6f36aa4-b578-44fa-914c-ed6f9519e135, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b26627-e4b6-4070-9a63-8c3b222b9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:31.684874 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=db7b2d17-f2c1-4c14-affd-ed0286c1ffb5,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:31.685101 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.761406 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port db340cdf-be1c-43c4-ada8-14fa4f933bc3 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:31.761692 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.769532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bc78a486-f933-4acb-954d-a062198eb942 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.797194 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] For port f6f36aa4-b578-44fa-914c-ed6f9519e135, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:31.801164 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] For port f6f36aa4-b578-44fa-914c-ed6f9519e135, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f6f36aa4-b578-44fa-914c-ed6f9519e135,segment=NetworkSegment(73b26627-e4b6-4070-9a63-8c3b222b9feb),segment_id=73b26627-e4b6-4070-9a63-8c3b222b9feb)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:31.808833 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.852076 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-985f5ef0-178b-429d-9e8a-317504cc1479 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:31.859218 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-985f5ef0-178b-429d-9e8a-317504cc1479 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/bb99e916-7094-4686-814e-2e7de581469c HTTP/1.1" status: 200 len: 840 time: 0.4454620 Mar 03 05:53:31.860025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33708) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:31.915545 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20382009-ea09-41c7-accf-859c8ef6678e None None] Pushing event updated for resources: {'Port': ['ID=f6f36aa4-b578-44fa-914c-ed6f9519e135,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:31.940771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-593c24d1-0bfe-416e-be1f-0539a3f8e223 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.941491 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:31.942823 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:31.950489 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bc78a486-f933-4acb-954d-a062198eb942 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.988038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bc78a486-f933-4acb-954d-a062198eb942 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:31.996028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-593c24d1-0bfe-416e-be1f-0539a3f8e223 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.000220 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-593c24d1-0bfe-416e-be1f-0539a3f8e223 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/243ca459-88ca-43c7-b914-f0a8452ca61a HTTP/1.1" status: 204 len: 168 time: 1.0170467 Mar 03 05:53:32.006533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33712) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:32.006868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7172667c-e93d-4c37-a70f-666919c071ca tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.010785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-21da123b-edaa-47bc-9c48-18c6d973bf12 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port bb99e916-7094-4686-814e-2e7de581469c {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:32.011305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21da123b-edaa-47bc-9c48-18c6d973bf12 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.016370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c24d1-0bfe-416e-be1f-0539a3f8e223 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=243ca459-88ca-43c7-b914-f0a8452ca61a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:32.046273 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.050398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Allocated IP 2001:db8:1::2 (a8c28ee5-722f-4bc1-97d9-cba0006b4fb8/d6f44080-8e8c-4ea4-bf07-94b425bd39f9/9a637a7f-8a95-471a-a7c4-2b14b3e8760e) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:32.088486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.093553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18c22261-6a1f-47f9-afed-c50315125e27 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.193478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18c22261-6a1f-47f9-afed-c50315125e27 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.196733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c22261-6a1f-47f9-afed-c50315125e27 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Subnet': ['ID=ed421a24-34d6-41ac-9a14-5dc09d469d4c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:32.218682 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-18c22261-6a1f-47f9-afed-c50315125e27 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/subnets/ed421a24-34d6-41ac-9a14-5dc09d469d4c HTTP/1.1" status: 204 len: 168 time: 1.7903857 Mar 03 05:53:32.228451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33716) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:32.264850 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78a486-f933-4acb-954d-a062198eb942 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ed239f-5414-473c-b71b-303e4083c5b1,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:32.265761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b1b656-6e85-4633-837f-2381d1ef7545 None None] Network bdf9675b-b548-4e05-98bd-f766b7dd4b1c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:32.293279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=ad51242c-d466-4242-bf55-49d5e3804e22,revision_number=3']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:32.302843 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a91ca94b-2cc8-4ff4-85fe-7accd8753841 None None] Provisioning complete for port ad51242c-d466-4242-bf55-49d5e3804e22 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:32.304016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a91ca94b-2cc8-4ff4-85fe-7accd8753841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.309057 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:53:32.369379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ba6267-5518-4e2c-a6c6-3361a28627dc tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Deleting subnet 1307634b-c1d6-4a40-88b1-aea5ec8ae987 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:32.374054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-77ba6267-5518-4e2c-a6c6-3361a28627dc tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.403670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bc78a486-f933-4acb-954d-a062198eb942 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.407815 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bc78a486-f933-4acb-954d-a062198eb942 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8758581 Mar 03 05:53:32.410116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:32.416928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33720) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:32.430892 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cf503bbc-a7a4-49bb-974f-5eceeb973014 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3875425 Mar 03 05:53:32.434087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33724) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:32.435002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.440112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-cf3a0126-bb2f-4803-8f46-4ed508a7dac8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'a977bae7-fa32-4f9e-807c-586d6c7e9972', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:32.462075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cf3a0126-bb2f-4803-8f46-4ed508a7dac8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:32.473147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cf3a0126-bb2f-4803-8f46-4ed508a7dac8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:32.482534 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cf3a0126-bb2f-4803-8f46-4ed508a7dac8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:32.492797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-77ba6267-5518-4e2c-a6c6-3361a28627dc tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.519547 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cf3a0126-bb2f-4803-8f46-4ed508a7dac8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:32.578063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0126-bb2f-4803-8f46-4ed508a7dac8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.596965 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-7172667c-e93d-4c37-a70f-666919c071ca tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:53:32.598279 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7172667c-e93d-4c37-a70f-666919c071ca tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "PUT /v2.0/routers/bacc8833-94b7-49e2-b5ae-be1e7270b76d HTTP/1.1" status: 400 len: 364 time: 1.7413247 Mar 03 05:53:32.608224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33728) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:32.699221 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:53:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:31Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:32.704863 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afb0e1b-ba0d-4823-9757-9aa845c754aa None None] The sync data for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv is: [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:53:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:31Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:53:32.705904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.720838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Transition to ACTIVE for port object 9a637a7f-8a95-471a-a7c4-2b14b3e8760e will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:32.740834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Transition to ACTIVE for port object 9a637a7f-8a95-471a-a7c4-2b14b3e8760e will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:32.753925 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ce8c7dc7-1992-4ce7-b35a-978efe295955 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group_rule': {'security_group_id': '53ac2aa7-496c-4db2-ad52-104a02a1897e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:32.762044 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ce8c7dc7-1992-4ce7-b35a-978efe295955 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:32.767106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ce8c7dc7-1992-4ce7-b35a-978efe295955 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:32.773111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-77ba6267-5518-4e2c-a6c6-3361a28627dc tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.778686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ce8c7dc7-1992-4ce7-b35a-978efe295955 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:32.826992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a91ca94b-2cc8-4ff4-85fe-7accd8753841 None None] Port ad51242c-d466-4242-bf55-49d5e3804e22 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:32.835615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.855122 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ce8c7dc7-1992-4ce7-b35a-978efe295955 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:32.886316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21da123b-edaa-47bc-9c48-18c6d973bf12 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.920889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7dc7-1992-4ce7-b35a-978efe295955 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.950076 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Network a8c28ee5-722f-4bc1-97d9-cba0006b4fb8 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:32.986389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0126-bb2f-4803-8f46-4ed508a7dac8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:32.998535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Pushing event updated for resources: {'Port': ['ID=9a637a7f-8a95-471a-a7c4-2b14b3e8760e,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:33.002755 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:33.005161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:33.009971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:33.010449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.042085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0126-bb2f-4803-8f46-4ed508a7dac8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.064793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-21da123b-edaa-47bc-9c48-18c6d973bf12 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for bb99e916-7094-4686-814e-2e7de581469c owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:33.066316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a0126-bb2f-4803-8f46-4ed508a7dac8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfeb0dd-68e6-4e6c-82f3-c141188eefd5,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:33.068690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-77ba6267-5518-4e2c-a6c6-3361a28627dc tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.149144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network fa2b20cf-215c-4495-9095-4bf43f631e82 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:33.155782 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:33.213943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba6267-5518-4e2c-a6c6-3361a28627dc tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Subnet': ['ID=1307634b-c1d6-4a40-88b1-aea5ec8ae987,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:33.236385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Attempting to bind port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:33.236892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Attempting to bind port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'c1684a3c-495d-4355-91dd-3bf6f31954cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8c28ee5-722f-4bc1-97d9-cba0006b4fb8'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:33.237381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Attempting to bind port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e on network a8c28ee5-722f-4bc1-97d9-cba0006b4fb8 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:33.246175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:33.246684 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Checking segment: {'id': 'c1684a3c-495d-4355-91dd-3bf6f31954cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8c28ee5-722f-4bc1-97d9-cba0006b4fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:33.247177 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.247681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Bound using segment: {'id': 'c1684a3c-495d-4355-91dd-3bf6f31954cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8c28ee5-722f-4bc1-97d9-cba0006b4fb8'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:33.248356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Bound port: 9a637a7f-8a95-471a-a7c4-2b14b3e8760e, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1684a3c-495d-4355-91dd-3bf6f31954cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'a8c28ee5-722f-4bc1-97d9-cba0006b4fb8'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:33.248821 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.309666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f6f36aa4-b578-44fa-914c-ed6f9519e135 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:33.316843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7dc7-1992-4ce7-b35a-978efe295955 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.329810 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7dc7-1992-4ce7-b35a-978efe295955 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.442021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21da123b-edaa-47bc-9c48-18c6d973bf12 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.482495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c7dc7-1992-4ce7-b35a-978efe295955 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22963f5a-7b38-4cb6-94ee-4465efe12857,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:33.521296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-77ba6267-5518-4e2c-a6c6-3361a28627dc tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.528799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da123b-edaa-47bc-9c48-18c6d973bf12 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=bb99e916-7094-4686-814e-2e7de581469c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:33.548689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce8c7dc7-1992-4ce7-b35a-978efe295955 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.549871 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ce8c7dc7-1992-4ce7-b35a-978efe295955 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1043146 Mar 03 05:53:33.553851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21da123b-edaa-47bc-9c48-18c6d973bf12 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.555669 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-21da123b-edaa-47bc-9c48-18c6d973bf12 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/bb99e916-7094-4686-814e-2e7de581469c HTTP/1.1" status: 204 len: 168 time: 1.6947186 Mar 03 05:53:33.558020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33732) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:33.558964 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33734) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:33.616310 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] For port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:33.619897 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] For port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9a637a7f-8a95-471a-a7c4-2b14b3e8760e,segment=NetworkSegment(c1684a3c-495d-4355-91dd-3bf6f31954cc),segment_id=c1684a3c-495d-4355-91dd-3bf6f31954cc)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:33.624709 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3d03a3f1-0dd2-49f8-9725-77e6b57d20f4 None None] Provisioning complete for port ad51242c-d466-4242-bf55-49d5e3804e22 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:33.625136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d03a3f1-0dd2-49f8-9725-77e6b57d20f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.626226 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-71780cbd-e64d-4e73-9ea0-9ddf1084c7ad tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:53:33.626759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-71780cbd-e64d-4e73-9ea0-9ddf1084c7ad tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:33.638592 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d3ca92f6-de02-4b9d-a30f-a85eacaaaa35 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules/22963f5a-7b38-4cb6-94ee-4465efe12857 HTTP/1.1" status: 200 len: 763 time: 0.0722108 Mar 03 05:53:33.641174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33740) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:33.641938 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cf3a0126-bb2f-4803-8f46-4ed508a7dac8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.646265 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cf3a0126-bb2f-4803-8f46-4ed508a7dac8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2281737 Mar 03 05:53:33.649320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33742) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:33.659160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d5480ab3-c194-4e6c-b2f9-bb3fb1d8dfd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'a977bae7-fa32-4f9e-807c-586d6c7e9972', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:33.665404 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-77ba6267-5518-4e2c-a6c6-3361a28627dc tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/subnets/1307634b-c1d6-4a40-88b1-aea5ec8ae987 HTTP/1.1" status: 204 len: 168 time: 1.4358790 Mar 03 05:53:33.666071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33748) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:33.667506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d5480ab3-c194-4e6c-b2f9-bb3fb1d8dfd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:33.677187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d5480ab3-c194-4e6c-b2f9-bb3fb1d8dfd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:33.680332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d5480ab3-c194-4e6c-b2f9-bb3fb1d8dfd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:33.683334 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 50e6f10c-7da5-4ed9-bcae-3f91918b74ed is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:53:33.687806 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-71780cbd-e64d-4e73-9ea0-9ddf1084c7ad tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:33.694583 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-71780cbd-e64d-4e73-9ea0-9ddf1084c7ad tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/bb99e916-7094-4686-814e-2e7de581469c HTTP/1.1" status: 404 len: 333 time: 0.1331110 Mar 03 05:53:33.698681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d5480ab3-c194-4e6c-b2f9-bb3fb1d8dfd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:33.701128 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3d03a3f1-0dd2-49f8-9725-77e6b57d20f4 None None] Port ad51242c-d466-4242-bf55-49d5e3804e22 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:33.703921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.704597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33752) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:33.713478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'name': 'tempest-PortsTestJSON-941880512'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:33.761309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port f6f36aa4-b578-44fa-914c-ed6f9519e135 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:33.781415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port f6f36aa4-b578-44fa-914c-ed6f9519e135 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:33.781784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.869649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb7323-0e99-4883-aa13-abccca3c9f83 None None] Pushing event updated for resources: {'Port': ['ID=9a637a7f-8a95-471a-a7c4-2b14b3e8760e,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:33.885704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fd74721d-6357-4d40-9dc3-8ca2354fadbb tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:33.896090 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.932243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:33.984354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:53:33.992165 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-d5480ab3-c194-4e6c-b2f9-bb3fb1d8dfd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:53:33.994657 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:34.015065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0317959b-e4d2-48f1-8a1e-92c8e5cf1904 None None] Sync routers for ids ['50e6f10c-7da5-4ed9-bcae-3f91918b74ed'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:53:34.046972 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a0e712ec-9e5a-43b2-8a9e-ce1eac9d2b5a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/50e6f10c-7da5-4ed9-bcae-3f91918b74ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3275461 Mar 03 05:53:34.049678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port f6f36aa4-b578-44fa-914c-ed6f9519e135, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f6f36aa4-b578-44fa-914c-ed6f9519e135,segment=NetworkSegment(73b26627-e4b6-4070-9a63-8c3b222b9feb),segment_id=73b26627-e4b6-4070-9a63-8c3b222b9feb)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:34.052310 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0317959b-e4d2-48f1-8a1e-92c8e5cf1904 None None] Routers {'50e6f10c-7da5-4ed9-bcae-3f91918b74ed'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:34.055472 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33756) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:34.056594 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0317959b-e4d2-48f1-8a1e-92c8e5cf1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['50e6f10c-7da5-4ed9-bcae-3f91918b74ed'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:34.123261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5480ab3-c194-4e6c-b2f9-bb3fb1d8dfd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:34.159593 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0317959b-e4d2-48f1-8a1e-92c8e5cf1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:34.165236 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:34.222313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fd74721d-6357-4d40-9dc3-8ca2354fadbb tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:34.227073 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fd74721d-6357-4d40-9dc3-8ca2354fadbb tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5790608 Mar 03 05:53:34.228351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Deleting port f824dbc1-28c5-432e-b7fa-7297c1590428 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:34.232716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:34.237269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33760) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:34.238706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0317959b-e4d2-48f1-8a1e-92c8e5cf1904 None None] Routers {'50e6f10c-7da5-4ed9-bcae-3f91918b74ed'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:34.241460 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0317959b-e4d2-48f1-8a1e-92c8e5cf1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['50e6f10c-7da5-4ed9-bcae-3f91918b74ed'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:34.323287 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:34.351019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bef5cc-d7b7-48b7-b14a-1e813894c3de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:34.352347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-11bef5cc-d7b7-48b7-b14a-1e813894c3de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Synchronizing usage tracker for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:34.357464 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5480ab3-c194-4e6c-b2f9-bb3fb1d8dfd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:34.392778 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5480ab3-c194-4e6c-b2f9-bb3fb1d8dfd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:34.399835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=f6f36aa4-b578-44fa-914c-ed6f9519e135,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:34.413851 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9a637a7f-8a95-471a-a7c4-2b14b3e8760e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:34.437884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:34.446673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0317959b-e4d2-48f1-8a1e-92c8e5cf1904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:34.447168 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0317959b-e4d2-48f1-8a1e-92c8e5cf1904 None None] The sync data for ids ['50e6f10c-7da5-4ed9-bcae-3f91918b74ed'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:53:34.461521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d5480ab3-c194-4e6c-b2f9-bb3fb1d8dfd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:34.465595 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d5480ab3-c194-4e6c-b2f9-bb3fb1d8dfd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8148837 Mar 03 05:53:34.467623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33764) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:34.469668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5480ab3-c194-4e6c-b2f9-bb3fb1d8dfd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b546304-ce55-4fd9-b44f-4b02bbcf949c,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:34.474590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-11bef5cc-d7b7-48b7-b14a-1e813894c3de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Unset dirty status for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:34.478418 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-11bef5cc-d7b7-48b7-b14a-1e813894c3de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports/ad51242c-d466-4242-bf55-49d5e3804e22 HTTP/1.1" status: 200 len: 978 time: 0.4218941 Mar 03 05:53:34.481563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33768) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:34.484627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-626ff0fe-3141-4ac0-8894-8766c0b7276a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:34.497301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:34.525187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec645fe-dc92-4706-b552-03298c969746 None None] Network bdf9675b-b548-4e05-98bd-f766b7dd4b1c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:34.556867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d8cb5f68-896d-4dce-82eb-05977fd2187f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'a977bae7-fa32-4f9e-807c-586d6c7e9972', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:34.573175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-626ff0fe-3141-4ac0-8894-8766c0b7276a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:34.573537 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d61b7964-d000-49d1-adba-8caac359e7f8 None None] Provisioning complete for port f824dbc1-28c5-432e-b7fa-7297c1590428 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:34.574176 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d61b7964-d000-49d1-adba-8caac359e7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:34.589982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:34.593423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:34.607148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d8cb5f68-896d-4dce-82eb-05977fd2187f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:34.689039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] For port f824dbc1-28c5-432e-b7fa-7297c1590428, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f824dbc1-28c5-432e-b7fa-7297c1590428,segment=NetworkSegment(b1e99896-8d18-4a08-a6b4-0b5eaafb11c8),segment_id=b1e99896-8d18-4a08-a6b4-0b5eaafb11c8)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:34.689645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:34.794742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d8cb5f68-896d-4dce-82eb-05977fd2187f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:34.799438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d8cb5f68-896d-4dce-82eb-05977fd2187f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:34.817408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d8cb5f68-896d-4dce-82eb-05977fd2187f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:34.827062 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port fe9b861e-3bf0-474e-bb3b-e0d62a2775fc yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:53:34.862608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Calling delete_port for f824dbc1-28c5-432e-b7fa-7297c1590428 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:34.902341 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-626ff0fe-3141-4ac0-8894-8766c0b7276a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:34.932004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Allocated IP 2001:db8::1 (159985d0-aaf5-4505-a963-9a77d6d51e48/fc0cbdc5-e739-4d25-9c5c-7ec0e3bdfb2b/846bcc44-394b-482e-bf31-0bf36696e34a) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:34.967701 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-d8cb5f68-896d-4dce-82eb-05977fd2187f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:53:34.969845 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b361b89e-caa7-4810-b0d1-d04951471ee8 None None] DHCP port deletion for bdf9675b-b548-4e05-98bd-f766b7dd4b1c request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:53:34.972361 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ff0fe-3141-4ac0-8894-8766c0b7276a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22963f5a-7b38-4cb6-94ee-4465efe12857,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:34.975368 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b361b89e-caa7-4810-b0d1-d04951471ee8 None None] Deleting port f824dbc1-28c5-432e-b7fa-7297c1590428 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:34.976042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b361b89e-caa7-4810-b0d1-d04951471ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.010623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.064734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b361b89e-caa7-4810-b0d1-d04951471ee8 None None] The port 'f824dbc1-28c5-432e-b7fa-7297c1590428' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:53:35.088005 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8cb5f68-896d-4dce-82eb-05977fd2187f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.128273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No DVR routers for this DVR port f824dbc1-28c5-432e-b7fa-7297c1590428 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:35.134102 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-626ff0fe-3141-4ac0-8894-8766c0b7276a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.137596 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-626ff0fe-3141-4ac0-8894-8766c0b7276a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/22963f5a-7b38-4cb6-94ee-4465efe12857 HTTP/1.1" status: 204 len: 168 time: 0.8582137 Mar 03 05:53:35.137766 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Port': ['ID=f824dbc1-28c5-432e-b7fa-7297c1590428,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:35.170670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33772) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:35.212547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8981860d-8dea-4bb1-bf95-57cc8078de6a None None] Network a8c28ee5-722f-4bc1-97d9-cba0006b4fb8 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:35.408743 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-79d447c0-5bcf-4edb-81f9-6e5779d701c9 None None] Provisioning for port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:35.419900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-79d447c0-5bcf-4edb-81f9-6e5779d701c9 None None] Provisioning complete for port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:35.420535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-79d447c0-5bcf-4edb-81f9-6e5779d701c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.433611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8cb5f68-896d-4dce-82eb-05977fd2187f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.445744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.455488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8cb5f68-896d-4dce-82eb-05977fd2187f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.476638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.484388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb5f68-896d-4dce-82eb-05977fd2187f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66e3b89-2d80-4ddd-badc-c86974c4ddbf,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:35.516875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.518060 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8cb5f68-896d-4dce-82eb-05977fd2187f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.521462 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d8cb5f68-896d-4dce-82eb-05977fd2187f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0466757 Mar 03 05:53:35.535969 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-039e7758-b65f-4bbf-91ff-5b5d9610aa69 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3640900 Mar 03 05:53:35.544072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33778) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:35.552495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdf9675b-b548-4e05-98bd-f766b7dd4b1c']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:35.562653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-027537f4-d41c-41e7-9876-778a32b18ba7 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group_rule': {'security_group_id': '53ac2aa7-496c-4db2-ad52-104a02a1897e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:35.569649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-027537f4-d41c-41e7-9876-778a32b18ba7 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:35.573729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-027537f4-d41c-41e7-9876-778a32b18ba7 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:35.576666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-027537f4-d41c-41e7-9876-778a32b18ba7 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:35.580343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.582430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-027537f4-d41c-41e7-9876-778a32b18ba7 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:35.603218 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Transition to ACTIVE for port object 846bcc44-394b-482e-bf31-0bf36696e34a will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:35.605303 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e99896-8d18-4a08-a6b4-0b5eaafb11c8') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:35.605633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e99896-8d18-4a08-a6b4-0b5eaafb11c8') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:35.620487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-027537f4-d41c-41e7-9876-778a32b18ba7 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.630772 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.678460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:35.679009 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-79d447c0-5bcf-4edb-81f9-6e5779d701c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.682954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:35.689771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.696462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:35.704092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:35.704860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.710861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=fe9b861e-3bf0-474e-bb3b-e0d62a2775fc,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:35.745888 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-79d447c0-5bcf-4edb-81f9-6e5779d701c9 None None] For port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9a637a7f-8a95-471a-a7c4-2b14b3e8760e,segment=NetworkSegment(c1684a3c-495d-4355-91dd-3bf6f31954cc),segment_id=c1684a3c-495d-4355-91dd-3bf6f31954cc)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:35.746491 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6adba8a2-bc07-4813-b525-b7b4110fff47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0405111 Mar 03 05:53:35.754211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33790) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:35.757425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-79d447c0-5bcf-4edb-81f9-6e5779d701c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.765919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:35.766523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:35.785062 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:35.792192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-51de1841-6f4f-4910-929e-fcaf2530e74f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:35.833314 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb296-d4fd-469a-846c-f0c6ab20f178 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.857065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d447c0-5bcf-4edb-81f9-6e5779d701c9 None None] Pushing event updated for resources: {'Port': ['ID=9a637a7f-8a95-471a-a7c4-2b14b3e8760e,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:35.873362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:35.920655 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c534fa-84a5-4eea-b27e-66b5ab0e8f86 None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 05:53:36.040395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-027537f4-d41c-41e7-9876-778a32b18ba7 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:36.062854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-027537f4-d41c-41e7-9876-778a32b18ba7 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:36.066021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event updated for resources: {'Port': ['ID=846bcc44-394b-482e-bf31-0bf36696e34a,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:36.096838 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Network 159985d0-aaf5-4505-a963-9a77d6d51e48 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:36.101414 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-936369b7-be65-44ae-93b2-b7cd86d59d5b None None] Provisioning complete for port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:36.101414 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-936369b7-be65-44ae-93b2-b7cd86d59d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:36.107091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:36.148301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:36.148981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:36.153349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:36.167096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027537f4-d41c-41e7-9876-778a32b18ba7 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d158fab0-9ed7-4cf0-b464-187db9965a15,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:36.169015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-76f9ba44-f089-4d03-8b08-74f4f1408f3d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:36.197858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-76f9ba44-f089-4d03-8b08-74f4f1408f3d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:36.199030 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-76f9ba44-f089-4d03-8b08-74f4f1408f3d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021280729&fields=id&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 267 time: 0.0844703 Mar 03 05:53:36.200001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:36.207373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-ad6eb296-d4fd-469a-846c-f0c6ab20f178 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port ad51242c-d466-4242-bf55-49d5e3804e22 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:36.207373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb296-d4fd-469a-846c-f0c6ab20f178 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:36.221088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Network': ['ID=bdf9675b-b548-4e05-98bd-f766b7dd4b1c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:36.227020 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-18714cd5-39b5-4f22-bc7d-d4590e85a89f tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/bdf9675b-b548-4e05-98bd-f766b7dd4b1c HTTP/1.1" status: 204 len: 168 time: 2.5384743 Mar 03 05:53:36.231586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33798) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:36.241999 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c534fa-84a5-4eea-b27e-66b5ab0e8f86 None None] Resources bound (agent type, host, resource id): {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 05:53:36.248263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-027537f4-d41c-41e7-9876-778a32b18ba7 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:36.252117 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-027537f4-d41c-41e7-9876-778a32b18ba7 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7045400 Mar 03 05:53:36.305623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33802) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:36.351465 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09cc01c-88b2-44e4-92ec-a376031e4d8b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:36.355453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e09cc01c-88b2-44e4-92ec-a376031e4d8b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:36.357726 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e09cc01c-88b2-44e4-92ec-a376031e4d8b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/subnets/99811b33-1111-40b2-a7ae-9f8c973e61e8 HTTP/1.1" status: 404 len: 337 time: 0.1251419 Mar 03 05:53:36.358898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51de1841-6f4f-4910-929e-fcaf2530e74f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:36.386803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33806) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:36.413217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb296-d4fd-469a-846c-f0c6ab20f178 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:36.417505 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f6f36aa4-b578-44fa-914c-ed6f9519e135 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:36.464126 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-60bc87e7-f6ca-44a2-86e7-b03fd4cdb1da tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules/d158fab0-9ed7-4cf0-b464-187db9965a15 HTTP/1.1" status: 200 len: 764 time: 0.1537149 Mar 03 05:53:36.500939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33810) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:36.511453 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11d39e1-6489-4775-ad78-29c0d615ba00 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:36.511836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11d39e1-6489-4775-ad78-29c0d615ba00 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:36.515841 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c11d39e1-6489-4775-ad78-29c0d615ba00 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/03bfa78e-2b01-40fd-ac06-d4428b448e12 HTTP/1.1" status: 404 len: 339 time: 0.1250286 Mar 03 05:53:36.530789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33814) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:36.569947 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port f6f36aa4-b578-44fa-914c-ed6f9519e135 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:36.570496 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:36.596916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:36.612867 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5413321-e218-49b4-a374-eed70257af6e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:36.613249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5413321-e218-49b4-a374-eed70257af6e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:36.617263 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b5413321-e218-49b4-a374-eed70257af6e tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/subnets/f8597590-92c8-41e9-92cd-39a53ffcefe5 HTTP/1.1" status: 404 len: 337 time: 0.0747819 Mar 03 05:53:36.624485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33818) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:36.702582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-ad6eb296-d4fd-469a-846c-f0c6ab20f178 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for ad51242c-d466-4242-bf55-49d5e3804e22 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:36.730770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c2cf54be-a691-48a9-9654-3ab77ac28a5b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:36.748246 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d07908c-b45a-4df2-a053-64cece1db509 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:36.748459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d07908c-b45a-4df2-a053-64cece1db509 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:36.754008 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6d07908c-b45a-4df2-a053-64cece1db509 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/2d8c26fa-4cc4-491f-aa4b-289f1959aef9 HTTP/1.1" status: 404 len: 339 time: 0.1162093 Mar 03 05:53:36.756210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33822) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:36.781549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9a637a7f-8a95-471a-a7c4-2b14b3e8760e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:36.867623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:36.868075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:36.898836 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44771fc-6aa1-498e-9c0b-a79bb330e73a None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 05:53:36.906571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-9358c524-7798-4026-8f5f-77174ef622ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:36.907270 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-9358c524-7798-4026-8f5f-77174ef622ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:36.925444 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4994bff-ed66-4284-8936-08a1164527a9 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:36.925444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4994bff-ed66-4284-8936-08a1164527a9 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:36.929409 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e4994bff-ed66-4284-8936-08a1164527a9 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/subnets/3618a250-7eb7-4ab8-8ee5-81fe60a5edcb HTTP/1.1" status: 404 len: 337 time: 0.1651983 Mar 03 05:53:36.931414 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33826) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:36.937799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c2cf54be-a691-48a9-9654-3ab77ac28a5b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:36.939018 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c2cf54be-a691-48a9-9654-3ab77ac28a5b tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4378812 Mar 03 05:53:36.949619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33830) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:36.969100 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bfcb76-b204-456d-bec1-e3ac6f515a27 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:36.969470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bfcb76-b204-456d-bec1-e3ac6f515a27 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:36.973603 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-92bfcb76-b204-456d-bec1-e3ac6f515a27 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/c84b56ac-8800-4e6e-b2d2-e4efdd1c284a HTTP/1.1" status: 404 len: 339 time: 0.0379488 Mar 03 05:53:36.973846 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33834) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:36.983050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-9358c524-7798-4026-8f5f-77174ef622ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:36.984303 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-9358c524-7798-4026-8f5f-77174ef622ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/networks?id=a2f921e0-f6e8-44eb-8200-49bd27a07840 HTTP/1.1" status: 200 len: 797 time: 0.5635197 Mar 03 05:53:37.044024 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-082793b0-d8ec-4133-850f-3eac09cb7119 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/quotas/1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 375 time: 0.0263503 Mar 03 05:53:37.076650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-70ccd0bc-b129-49d8-9f9a-b0c325ae31c6 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.105049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51de1841-6f4f-4910-929e-fcaf2530e74f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.107228 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-70ccd0bc-b129-49d8-9f9a-b0c325ae31c6 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.130651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51de1841-6f4f-4910-929e-fcaf2530e74f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.146841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-84355705-d289-49af-ac10-39d9d2e3e123 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Deleting subnet 50950f81-b35a-43c7-9774-b1fedfe61104 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:37.155706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84355705-d289-49af-ac10-39d9d2e3e123 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.170871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f824dbc1-28c5-432e-b7fa-7297c1590428 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:53:37.214108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: f824dbc1-28c5-432e-b7fa-7297c1590428 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:53:37.214520 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f824dbc1-28c5-432e-b7fa-7297c1590428 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:53:37.225401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44771fc-6aa1-498e-9c0b-a79bb330e73a None None] Resources bound (agent type, host, resource id): {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 05:53:37.230713 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84355705-d289-49af-ac10-39d9d2e3e123 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.263796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-51de1841-6f4f-4910-929e-fcaf2530e74f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] In _notify_port_updated(), no bound segment for port fe9b861e-3bf0-474e-bb3b-e0d62a2775fc on network 10b9c10b-56ee-408e-abf6-c16bc071a420 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:53:37.269011 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb296-d4fd-469a-846c-f0c6ab20f178 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.269213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51de1841-6f4f-4910-929e-fcaf2530e74f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:37.269814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51de1841-6f4f-4910-929e-fcaf2530e74f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.271097 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-51de1841-6f4f-4910-929e-fcaf2530e74f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "PUT /v2.0/ports/fe9b861e-3bf0-474e-bb3b-e0d62a2775fc HTTP/1.1" status: 200 len: 818 time: 1.4875610 Mar 03 05:53:37.278498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33838) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:37.303704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-70ccd0bc-b129-49d8-9f9a-b0c325ae31c6 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.320774 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de1841-6f4f-4910-929e-fcaf2530e74f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=fe9b861e-3bf0-474e-bb3b-e0d62a2775fc,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:37.335930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccd0bc-b129-49d8-9f9a-b0c325ae31c6 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d158fab0-9ed7-4cf0-b464-187db9965a15,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:37.358058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-70ccd0bc-b129-49d8-9f9a-b0c325ae31c6 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.359288 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-70ccd0bc-b129-49d8-9f9a-b0c325ae31c6 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d158fab0-9ed7-4cf0-b464-187db9965a15 HTTP/1.1" status: 204 len: 168 time: 0.4071772 Mar 03 05:53:37.362454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33842) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:37.409604 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.409889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6eb296-d4fd-469a-846c-f0c6ab20f178 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=ad51242c-d466-4242-bf55-49d5e3804e22,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:37.420784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.421585 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.439655 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-8fff74d1-e72d-47d9-9240-fe4f52ce4e3a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3889501 Mar 03 05:53:37.541386 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-47e3598d-7933-4753-b015-bf9e86510358 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port fe9b861e-3bf0-474e-bb3b-e0d62a2775fc {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:37.541729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47e3598d-7933-4753-b015-bf9e86510358 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.618336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-169ff64b-1f60-49dd-9981-34407be0c541 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:37.737548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-169ff64b-1f60-49dd-9981-34407be0c541 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:37.739531 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-169ff64b-1f60-49dd-9981-34407be0c541 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3761520 Mar 03 05:53:37.742788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event updated for resources: {'Port': ['ID=846bcc44-394b-482e-bf31-0bf36696e34a,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:37.746796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33848) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:37.759420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84355705-d289-49af-ac10-39d9d2e3e123 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.817890 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Network 159985d0-aaf5-4505-a963-9a77d6d51e48 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:37.821658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:37.921115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-28cc41b9-f478-4fa0-988f-f40ca9700f38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:37.983936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ad6eb296-d4fd-469a-846c-f0c6ab20f178 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:38.023629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-28cc41b9-f478-4fa0-988f-f40ca9700f38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:38.066244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Router bacc8833-94b7-49e2-b5ae-be1e7270b76d has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:53:38.076726 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-11504e3f-c2f3-4f45-b31e-88bbad8cd65f None None] Provisioning for port 846bcc44-394b-482e-bf31-0bf36696e34a completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:38.088193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-11504e3f-c2f3-4f45-b31e-88bbad8cd65f None None] Provisioning complete for port 846bcc44-394b-482e-bf31-0bf36696e34a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:38.088576 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-11504e3f-c2f3-4f45-b31e-88bbad8cd65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:38.148475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-28cc41b9-f478-4fa0-988f-f40ca9700f38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:38.160427 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-11504e3f-c2f3-4f45-b31e-88bbad8cd65f None None] Port 846bcc44-394b-482e-bf31-0bf36696e34a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:38.233205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc41b9-f478-4fa0-988f-f40ca9700f38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ac2aa7-496c-4db2-ad52-104a02a1897e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:38.265746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:53:38.270702 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c7713acc-c82b-4ae3-b8c3-4ba2e692c896 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "PUT /v2.0/routers/bacc8833-94b7-49e2-b5ae-be1e7270b76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6552632 Mar 03 05:53:38.273268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-28cc41b9-f478-4fa0-988f-f40ca9700f38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:38.274285 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-28cc41b9-f478-4fa0-988f-f40ca9700f38 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-groups/53ac2aa7-496c-4db2-ad52-104a02a1897e HTTP/1.1" status: 204 len: 168 time: 0.5263696 Mar 03 05:53:38.274883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33852) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:38.280147 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f1682-1312-4904-bff1-60585c7e13f8 None None] Sync routers for ids ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:53:38.293675 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f1682-1312-4904-bff1-60585c7e13f8 None None] Routers {'bacc8833-94b7-49e2-b5ae-be1e7270b76d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:38.294278 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8c1f1682-1312-4904-bff1-60585c7e13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:38.327829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33856) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:38.364051 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8c1f1682-1312-4904-bff1-60585c7e13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:38.374386 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f1682-1312-4904-bff1-60585c7e13f8 None None] Routers {'bacc8833-94b7-49e2-b5ae-be1e7270b76d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:38.374968 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8c1f1682-1312-4904-bff1-60585c7e13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:38.388529 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f930ee9c-4646-43fb-8fa2-1f874d5606db None None] Provisioning complete for port 846bcc44-394b-482e-bf31-0bf36696e34a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:38.389040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f930ee9c-4646-43fb-8fa2-1f874d5606db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:38.445486 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8c1f1682-1312-4904-bff1-60585c7e13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:38.446181 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1f1682-1312-4904-bff1-60585c7e13f8 None None] The sync data for ids ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:53:38.458545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f930ee9c-4646-43fb-8fa2-1f874d5606db None None] Port 846bcc44-394b-482e-bf31-0bf36696e34a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:38.464867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84355705-d289-49af-ac10-39d9d2e3e123 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:38.493766 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-21e11be6-c275-4c1a-8722-9e392e0a5442 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:38.503712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4772e16f-1e1b-4b0f-bb56-7ec5c35574ff tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:38.520974 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-d3d54129-5729-42a3-8ab2-f291540766d9 service neutron] 10.222.0.20 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0469568 Mar 03 05:53:38.522568 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47e3598d-7933-4753-b015-bf9e86510358 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:38.581313 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84355705-d289-49af-ac10-39d9d2e3e123 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Subnet': ['ID=50950f81-b35a-43c7-9774-b1fedfe61104,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:38.600834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33428959-ec27-4b65-bf9a-c15092bdbc25 None None] Network 786da9f0-fd3e-4c91-ad67-18b00dedfa21 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:38.620828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-84355705-d289-49af-ac10-39d9d2e3e123 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:38.630573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-21e11be6-c275-4c1a-8722-9e392e0a5442 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:38.631900 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-21e11be6-c275-4c1a-8722-9e392e0a5442 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3032131 Mar 03 05:53:38.639223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33860) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:38.646055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-b49fc907-cfbd-4f14-b22e-5f953562384a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891984346'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:38.655738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b49fc907-cfbd-4f14-b22e-5f953562384a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:38.679550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b49fc907-cfbd-4f14-b22e-5f953562384a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:38.685620 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-4772e16f-1e1b-4b0f-bb56-7ec5c35574ff tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 03 05:53:38.689255 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4772e16f-1e1b-4b0f-bb56-7ec5c35574ff tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "DELETE /v2.0/routers/bacc8833-94b7-49e2-b5ae-be1e7270b76d HTTP/1.1" status: 409 len: 329 time: 0.4108739 Mar 03 05:53:38.690030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33864) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:38.753955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b49fc907-cfbd-4f14-b22e-5f953562384a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:38.805010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-47e3598d-7933-4753-b015-bf9e86510358 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for fe9b861e-3bf0-474e-bb3b-e0d62a2775fc owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:38.836771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b49fc907-cfbd-4f14-b22e-5f953562384a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:38.842466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b49fc907-cfbd-4f14-b22e-5f953562384a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:38.851039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b49fc907-cfbd-4f14-b22e-5f953562384a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:38.859821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b49fc907-cfbd-4f14-b22e-5f953562384a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:38.864399 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-84355705-d289-49af-ac10-39d9d2e3e123 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/subnets/50950f81-b35a-43c7-9774-b1fedfe61104 HTTP/1.1" status: 204 len: 168 time: 1.8878560 Mar 03 05:53:38.871454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33868) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:38.927677 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3578fbf7-7e5b-43d4-83c0-364a631f9d15 None None] DHCP port deletion for 786da9f0-fd3e-4c91-ad67-18b00dedfa21 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:53:38.932775 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3578fbf7-7e5b-43d4-83c0-364a631f9d15 None None] Deleting port 5d51ee78-a6bf-426b-83f7-c8e33dce6843 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:38.933152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3578fbf7-7e5b-43d4-83c0-364a631f9d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:38.935889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6eb296-d4fd-469a-846c-f0c6ab20f178 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 50e6f10c-7da5-4ed9-bcae-3f91918b74ed has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:53:39.051159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47e3598d-7933-4753-b015-bf9e86510358 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:39.143796 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-92663528-b848-4cd3-aad5-d030d468be9b service neutron] 10.222.0.20 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529709 Mar 03 05:53:39.149795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3578fbf7-7e5b-43d4-83c0-364a631f9d15 None None] For port 5d51ee78-a6bf-426b-83f7-c8e33dce6843, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=5d51ee78-a6bf-426b-83f7-c8e33dce6843,segment=NetworkSegment(dc7fb6fe-0e1e-404e-9344-ff978ed207fa),segment_id=dc7fb6fe-0e1e-404e-9344-ff978ed207fa)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:39.150193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3578fbf7-7e5b-43d4-83c0-364a631f9d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:39.169050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6eb296-d4fd-469a-846c-f0c6ab20f178 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:53:39.172411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3598d-7933-4753-b015-bf9e86510358 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=fe9b861e-3bf0-474e-bb3b-e0d62a2775fc,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:39.178759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47e3598d-7933-4753-b015-bf9e86510358 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:39.191915 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ad6eb296-d4fd-469a-846c-f0c6ab20f178 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/50e6f10c-7da5-4ed9-bcae-3f91918b74ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7090082 Mar 03 05:53:39.194599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33872) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:39.228120 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcfbedf-f11d-4f1d-9076-db2bc1c24fdf None None] Sync routers for ids ['50e6f10c-7da5-4ed9-bcae-3f91918b74ed'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:53:39.259991 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-47e3598d-7933-4753-b015-bf9e86510358 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/fe9b861e-3bf0-474e-bb3b-e0d62a2775fc HTTP/1.1" status: 204 len: 168 time: 1.9770732 Mar 03 05:53:39.262489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33876) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:39.294659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3578fbf7-7e5b-43d4-83c0-364a631f9d15 None None] Calling delete_port for 5d51ee78-a6bf-426b-83f7-c8e33dce6843 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:39.346505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:39.386937 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcfbedf-f11d-4f1d-9076-db2bc1c24fdf None None] Routers {'50e6f10c-7da5-4ed9-bcae-3f91918b74ed'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:39.389720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-fdcfbedf-f11d-4f1d-9076-db2bc1c24fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['50e6f10c-7da5-4ed9-bcae-3f91918b74ed'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:39.512875 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-fdcfbedf-f11d-4f1d-9076-db2bc1c24fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:39.517284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Deleting port 5d51ee78-a6bf-426b-83f7-c8e33dce6843 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:39.517620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:39.542662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcfbedf-f11d-4f1d-9076-db2bc1c24fdf None None] Routers {'50e6f10c-7da5-4ed9-bcae-3f91918b74ed'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:39.543295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-fdcfbedf-f11d-4f1d-9076-db2bc1c24fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['50e6f10c-7da5-4ed9-bcae-3f91918b74ed'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:39.573655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b49fc907-cfbd-4f14-b22e-5f953562384a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:39.587730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b49fc907-cfbd-4f14-b22e-5f953562384a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:39.614167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-fdcfbedf-f11d-4f1d-9076-db2bc1c24fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:39.614167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcfbedf-f11d-4f1d-9076-db2bc1c24fdf None None] The sync data for ids ['50e6f10c-7da5-4ed9-bcae-3f91918b74ed'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:53:39.621845 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634161b8-6884-404f-b235-8a781e5cc069 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:39.623332 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-634161b8-6884-404f-b235-8a781e5cc069 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3599286 Mar 03 05:53:39.624153 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3578fbf7-7e5b-43d4-83c0-364a631f9d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:39.640038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33888) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:39.656821 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-6933fa14-f8ef-49fc-afe8-d7f7337f621c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] remove_router_interface failed (client error): The resource could not be found. Mar 03 05:53:39.658470 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6933fa14-f8ef-49fc-afe8-d7f7337f621c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/50e6f10c-7da5-4ed9-bcae-3f91918b74ed/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4623001 Mar 03 05:53:39.690432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578fbf7-7e5b-43d4-83c0-364a631f9d15 None None] Pushing event deleted for resources: {'Port': ['ID=5d51ee78-a6bf-426b-83f7-c8e33dce6843,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:39.701513 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-329412c6-03aa-4baa-9b71-8836065fc6f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:53:39.702458 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3578fbf7-7e5b-43d4-83c0-364a631f9d15 None None] No DVR routers for this DVR port 5d51ee78-a6bf-426b-83f7-c8e33dce6843 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:39.702995 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-329412c6-03aa-4baa-9b71-8836065fc6f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/fe9b861e-3bf0-474e-bb3b-e0d62a2775fc HTTP/1.1" status: 404 len: 333 time: 0.0599346 Mar 03 05:53:39.732796 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ef7d4818-5144-49ac-ab50-bd70800824a7 req-6bbc0069-f92a-4f0e-aeee-dd33c6c6c43b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 210 time: 0.2942402 Mar 03 05:53:39.733388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33892) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:39.733861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33894) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:39.756747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] The port '5d51ee78-a6bf-426b-83f7-c8e33dce6843' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:53:39.760561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49fc907-cfbd-4f14-b22e-5f953562384a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e17566-11f5-422d-9b9f-d2a152f0b338,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:39.806251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b49fc907-cfbd-4f14-b22e-5f953562384a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:39.807454 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b49fc907-cfbd-4f14-b22e-5f953562384a tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1674476 Mar 03 05:53:39.812582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33904) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:39.833824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f0178c93-edb3-42a4-b95e-edbe9218df2f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Request body: {'security_group_rule': {'security_group_id': 'c3e17566-11f5-422d-9b9f-d2a152f0b338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:39.884990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f0178c93-edb3-42a4-b95e-edbe9218df2f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:39.901551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f0178c93-edb3-42a4-b95e-edbe9218df2f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Usage tracker for resource:security_group_rule and tenant:69e9c804e65c48739cb72c9364f00f6f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:39.910582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f0178c93-edb3-42a4-b95e-edbe9218df2f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:39.918328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1088664211'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:39.923256 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:39.927051 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:network and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:39.930656 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:39.936306 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:39.949801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:39.953166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:39.961989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f0178c93-edb3-42a4-b95e-edbe9218df2f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:39.979180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:39.980648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f23411a3-3761-4b72-9be0-2bcd296e3ee9 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Synchronizing usage tracker for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:39.998909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:40.005347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f23411a3-3761-4b72-9be0-2bcd296e3ee9 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Unset dirty status for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:40.007054 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f23411a3-3761-4b72-9be0-2bcd296e3ee9 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6f10c-7da5-4ed9-bcae-3f91918b74ed HTTP/1.1" status: 200 len: 205 time: 0.2723067 Mar 03 05:53:40.009733 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33912) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:40.018424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786da9f0-fd3e-4c91-ad67-18b00dedfa21']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:40.025221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f0178c93-edb3-42a4-b95e-edbe9218df2f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.054436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7fb6fe-0e1e-404e-9344-ff978ed207fa') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:40.054673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7fb6fe-0e1e-404e-9344-ff978ed207fa') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:40.073929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.074269 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Added segment 5d55d23f-7d77-4605-8e65-52328202cecd of type vlan for network 85f2bb40-7126-435a-b989-da1c1d0b4566 Mar 03 05:53:40.081816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.100734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea95564a-d93d-4048-b2db-fc16e5fcbb71 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.167839 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-76f99f3a-01e6-4626-a792-0a38ebc6dd48 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.230390 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.258299 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:40.258950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:40.274405 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:40.297293 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5d51ee78-a6bf-426b-83f7-c8e33dce6843 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:53:40.349236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f0178c93-edb3-42a4-b95e-edbe9218df2f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.357771 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 5d51ee78-a6bf-426b-83f7-c8e33dce6843 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:53:40.358121 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5d51ee78-a6bf-426b-83f7-c8e33dce6843 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:53:40.368951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f0178c93-edb3-42a4-b95e-edbe9218df2f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.454589 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.489220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.491232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0178c93-edb3-42a4-b95e-edbe9218df2f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931dc8da-7376-4fe0-9fec-fc209a33f9e2,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:40.517520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.528747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Network': ['ID=786da9f0-fd3e-4c91-ad67-18b00dedfa21,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:40.532607 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-76f99f3a-01e6-4626-a792-0a38ebc6dd48 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.534279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f0178c93-edb3-42a4-b95e-edbe9218df2f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.535732 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f0178c93-edb3-42a4-b95e-edbe9218df2f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7206423 Mar 03 05:53:40.535925 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-76f99f3a-01e6-4626-a792-0a38ebc6dd48 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.537679 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a3b3ee15-bb9b-4bea-b666-cb9d3200ff7b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/786da9f0-fd3e-4c91-ad67-18b00dedfa21 HTTP/1.1" status: 204 len: 168 time: 1.6651950 Mar 03 05:53:40.539808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33916) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:40.540281 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33918) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:40.568082 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.574012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:40.574592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.604317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-76f99f3a-01e6-4626-a792-0a38ebc6dd48 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.604317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f99f3a-01e6-4626-a792-0a38ebc6dd48 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Fanout notify agent at l3_agent the message router_deleted on router 50e6f10c-7da5-4ed9-bcae-3f91918b74ed {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:53:40.630669 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-939d2d2c-b4a5-4f21-bec2-099a6eba2e8b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:40.631695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939d2d2c-b4a5-4f21-bec2-099a6eba2e8b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:40.633408 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-939d2d2c-b4a5-4f21-bec2-099a6eba2e8b tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/subnets/f4518b3b-7740-451a-ae0c-401436f0633d HTTP/1.1" status: 404 len: 337 time: 0.0907125 Mar 03 05:53:40.636267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33924) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:40.680312 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-7020c691-d5c8-4f89-9f45-6be4fd458432 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:40.680829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7020c691-d5c8-4f89-9f45-6be4fd458432 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:40.684757 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7020c691-d5c8-4f89-9f45-6be4fd458432 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/4d02d8c9-9a81-42ea-baf5-83b228cf00f1 HTTP/1.1" status: 404 len: 339 time: 0.0452032 Mar 03 05:53:40.688520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-76f99f3a-01e6-4626-a792-0a38ebc6dd48 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:40.695431 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-76f99f3a-01e6-4626-a792-0a38ebc6dd48 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/50e6f10c-7da5-4ed9-bcae-3f91918b74ed HTTP/1.1" status: 204 len: 168 time: 0.6789389 Mar 03 05:53:40.695431 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9547307 Mar 03 05:53:40.696199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33928) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:40.696530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33930) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:40.697476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33932) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:40.703019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8cc80-3174-4800-b081-b6957ad175c3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Network': ['ID=85f2bb40-7126-435a-b989-da1c1d0b4566,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:40.708356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': '85f2bb40-7126-435a-b989-da1c1d0b4566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:40.716053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 85f2bb40-7126-435a-b989-da1c1d0b4566 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:40.919705 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5a0332a6-7cfb-4b99-ae18-91816b5b4cb9 req-773a8e00-f675-4e56-aaef-ee5ee1ce12b5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 210 time: 0.0467494 Mar 03 05:53:40.935290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc32382b-4c54-446c-882d-87e016d65ca5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:41.199788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc32382b-4c54-446c-882d-87e016d65ca5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:41.242823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e79279f-ca38-4968-96b8-408e5e26b210 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting subnet a3b73162-4968-497b-bfcd-3f1cfdffd19a {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:41.244470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ea95564a-d93d-4048-b2db-fc16e5fcbb71 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Deleting port 846bcc44-394b-482e-bf31-0bf36696e34a {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:41.244804 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea95564a-d93d-4048-b2db-fc16e5fcbb71 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:41.284830 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebb4907-1611-4327-a9a8-3be1a81909e8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Deleting subnet 81d5b856-34d0-430d-8170-d7fa39ee8008 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:41.292995 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1e79279f-ca38-4968-96b8-408e5e26b210 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:41.323079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:41.339963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0ebb4907-1611-4327-a9a8-3be1a81909e8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:41.381569 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:41.405304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:41.449056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:41.483677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1e79279f-ca38-4968-96b8-408e5e26b210 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:41.532838 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-35bf612d-7a41-413a-b51f-af67ac74eaf0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:41.534222 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-35bf612d-7a41-413a-b51f-af67ac74eaf0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks?id=a2f921e0-f6e8-44eb-8200-49bd27a07840 HTTP/1.1" status: 200 len: 797 time: 0.6176689 Mar 03 05:53:41.538147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0ebb4907-1611-4327-a9a8-3be1a81909e8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:41.596813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:41.600563 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:41.617442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc32382b-4c54-446c-882d-87e016d65ca5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:41.734765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32382b-4c54-446c-882d-87e016d65ca5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e17566-11f5-422d-9b9f-d2a152f0b338,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:41.847608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc32382b-4c54-446c-882d-87e016d65ca5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:41.848649 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fc32382b-4c54-446c-882d-87e016d65ca5 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-groups/c3e17566-11f5-422d-9b9f-d2a152f0b338 HTTP/1.1" status: 204 len: 168 time: 1.3075001 Mar 03 05:53:41.851824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33948) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:41.874395 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-fd62de21-8afa-4c4b-8fee-41163792d9f7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 380 time: 0.3025413 Mar 03 05:53:41.902249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'port': {'device_id': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'admin_state_up': True, 'tenant_id': '1718f33843874129926d855b187d15f2', 'security_groups': ['a977bae7-fa32-4f9e-807c-586d6c7e9972']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:41.904852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-098c4885-e7ae-4382-b44c-ae8f4f152ebb tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:41.920857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-098c4885-e7ae-4382-b44c-ae8f4f152ebb tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:41.924449 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-098c4885-e7ae-4382-b44c-ae8f4f152ebb tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0692515 Mar 03 05:53:41.924739 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33952) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:41.949696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea95564a-d93d-4048-b2db-fc16e5fcbb71 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:41.975673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-80d9e2a2-c8bc-4be1-9868-f2aafb365089 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Synchronizing usage tracker for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:41.991745 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-80d9e2a2-c8bc-4be1-9868-f2aafb365089 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] Unset dirty status for tenant:69e9c804e65c48739cb72c9364f00f6f on resource:security_group_rule {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:41.995702 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-80d9e2a2-c8bc-4be1-9868-f2aafb365089 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0673683 Mar 03 05:53:41.995963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33958) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:42.011622 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-d03c2a6f-43ce-44ff-91db-70b49436838f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] delete failed (client error): The resource could not be found. Mar 03 05:53:42.016525 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d03c2a6f-43ce-44ff-91db-70b49436838f tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "DELETE /v2.0/security-groups/c3e17566-11f5-422d-9b9f-d2a152f0b338 HTTP/1.1" status: 404 len: 347 time: 0.0158064 Mar 03 05:53:42.016763 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33962) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:42.101503 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0a7c58bc-9a01-4037-9b22-819de5459e13 req-8ffe9356-7573-481a-b97e-706cab462d82 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 210 time: 0.0557752 Mar 03 05:53:42.117599 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9f2bb983-4657-48ef-9a24-33fbcfaaa509 tempest-SecGroupTest-1692179044 tempest-SecGroupTest-1692179044-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0934608 Mar 03 05:53:42.143461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0ebb4907-1611-4327-a9a8-3be1a81909e8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.175525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1e79279f-ca38-4968-96b8-408e5e26b210 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.209705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ea95564a-d93d-4048-b2db-fc16e5fcbb71 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Calling delete_port for 846bcc44-394b-482e-bf31-0bf36696e34a owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:42.411027 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33970) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:42.564183 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-56b8b525-f1cd-4798-bf13-82bba1305657 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=69e9c804e65c48739cb72c9364f00f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519282 Mar 03 05:53:42.566799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33976) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:42.582382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:42.608579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:port and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:42.620620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:42.626675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0ebb4907-1611-4327-a9a8-3be1a81909e8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.627924 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-51853043-e474-4a38-978f-bb6fa098dab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.654335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-51853043-e474-4a38-978f-bb6fa098dab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.666085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:42.671491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1e79279f-ca38-4968-96b8-408e5e26b210 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.682905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.691818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb4907-1611-4327-a9a8-3be1a81909e8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Subnet': ['ID=81d5b856-34d0-430d-8170-d7fa39ee8008,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:42.703803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0ebb4907-1611-4327-a9a8-3be1a81909e8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.706725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777fcf57-8611-4ba2-bd2c-85d677afebca None None] Network 453dfee6-26bb-463d-8ba2-325cacee687c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:42.710793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-51853043-e474-4a38-978f-bb6fa098dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.728685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51853043-e474-4a38-978f-bb6fa098dab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ed8f51-89a1-49ef-8260-7341a60fc17e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:42.756207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1e79279f-ca38-4968-96b8-408e5e26b210 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.757090 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-51853043-e474-4a38-978f-bb6fa098dab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.757422 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32609c6-533c-442e-b94a-90aca7b1f2d4 None None] Network fa2b20cf-215c-4495-9095-4bf43f631e82 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:42.758524 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-51853043-e474-4a38-978f-bb6fa098dab4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4ed8f51-89a1-49ef-8260-7341a60fc17e HTTP/1.1" status: 204 len: 168 time: 0.1893353 Mar 03 05:53:42.763582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79279f-ca38-4968-96b8-408e5e26b210 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b73162-4968-497b-bfcd-3f1cfdffd19a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:42.769712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:42.773815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.834839 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0ebb4907-1611-4327-a9a8-3be1a81909e8 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/subnets/81d5b856-34d0-430d-8170-d7fa39ee8008 HTTP/1.1" status: 204 len: 168 time: 2.1364868 Mar 03 05:53:42.837558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 33982) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:42.895312 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1e79279f-ca38-4968-96b8-408e5e26b210 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/a3b73162-4968-497b-bfcd-3f1cfdffd19a HTTP/1.1" status: 204 len: 168 time: 2.1958919 Mar 03 05:53:42.903815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33986) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:42.974025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.990323 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Deleting port 3756fa31-bcee-4f79-a712-fde0a073d4db {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:42.991032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:42.996602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Checking segment: {'id': '5d55d23f-7d77-4605-8e65-52328202cecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85f2bb40-7126-435a-b989-da1c1d0b4566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:42.997623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network hostable DHCP agents. Network: 85f2bb40-7126-435a-b989-da1c1d0b4566, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:53:43.027655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Subnet': ['ID=d044af7f-ae98-47ab-804d-3d8da341388f,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:43.102892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea95564a-d93d-4048-b2db-fc16e5fcbb71 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.203098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95564a-d93d-4048-b2db-fc16e5fcbb71 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event deleted for resources: {'Port': ['ID=846bcc44-394b-482e-bf31-0bf36696e34a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:43.256795 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 85f2bb40-7126-435a-b989-da1c1d0b4566 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:53:43.262085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.279534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e6d965-bea6-42fb-aa77-0eacb4216a3b None None] DHCP port deletion for 453dfee6-26bb-463d-8ba2-325cacee687c request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:53:43.284458 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-12e6d965-bea6-42fb-aa77-0eacb4216a3b None None] Deleting port 3756fa31-bcee-4f79-a712-fde0a073d4db {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:43.284832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-12e6d965-bea6-42fb-aa77-0eacb4216a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.322913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f757bdc-16ee-4c65-961e-1b4a3297abee None None] DHCP port deletion for fa2b20cf-215c-4495-9095-4bf43f631e82 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:53:43.332820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0f757bdc-16ee-4c65-961e-1b4a3297abee None None] Deleting port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:43.333438 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0f757bdc-16ee-4c65-961e-1b4a3297abee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.383492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.8 (a2f921e0-f6e8-44eb-8200-49bd27a07840/3a6d81be-b38a-48dd-b97b-b7aab93cf7af/c4a4057c-4ea4-428b-9621-483c78451977) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:43.440545 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] For port 3756fa31-bcee-4f79-a712-fde0a073d4db, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3756fa31-bcee-4f79-a712-fde0a073d4db,segment=NetworkSegment(53bad0cf-ddbc-4c53-870f-76821457e4d2),segment_id=53bad0cf-ddbc-4c53-870f-76821457e4d2)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:43.440820 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.610784 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Calling delete_port for 3756fa31-bcee-4f79-a712-fde0a073d4db owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:43.613536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 85f2bb40-7126-435a-b989-da1c1d0b4566) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:43.651002 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-962e079c-4d37-4e36-bab2-a0270d34c23e req-a6b945d6-b33f-448c-bca9-fd7cba9ab2ad tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 210 time: 0.1395409 Mar 03 05:53:43.671479 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d0a449-db45-400a-9ac2-3be72e8545f1 None None] Network 85f2bb40-7126-435a-b989-da1c1d0b4566 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:43.678407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:43.678990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.682608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:43.682945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.707838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.738358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ea95564a-d93d-4048-b2db-fc16e5fcbb71 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.759699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Port': ['ID=3756fa31-bcee-4f79-a712-fde0a073d4db,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:43.761566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] No DVR routers for this DVR port 3756fa31-bcee-4f79-a712-fde0a073d4db on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:43.828373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-12e6d965-bea6-42fb-aa77-0eacb4216a3b None None] For port 3756fa31-bcee-4f79-a712-fde0a073d4db, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3756fa31-bcee-4f79-a712-fde0a073d4db,segment=NetworkSegment(53bad0cf-ddbc-4c53-870f-76821457e4d2),segment_id=53bad0cf-ddbc-4c53-870f-76821457e4d2)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:43.829008 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-12e6d965-bea6-42fb-aa77-0eacb4216a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.857011 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8add22d1-e9ee-4948-a7c9-ab81f31b60aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1561439 Mar 03 05:53:43.863040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 33992) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:43.887664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.914964 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453dfee6-26bb-463d-8ba2-325cacee687c']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:43.926802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bad0cf-ddbc-4c53-870f-76821457e4d2') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:43.927120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bad0cf-ddbc-4c53-870f-76821457e4d2') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:43.938274 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.955583 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.962302 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:43.963129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:43.966198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f3b36990-51ea-4c44-9351-f4efeb850985 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': '85f2bb40-7126-435a-b989-da1c1d0b4566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:43.977977 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:43.982775 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-12e6d965-bea6-42fb-aa77-0eacb4216a3b None None] Calling delete_port for 3756fa31-bcee-4f79-a712-fde0a073d4db owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:44.012382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:44.025584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0f757bdc-16ee-4c65-961e-1b4a3297abee None None] For port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=db7b2d17-f2c1-4c14-affd-ed0286c1ffb5,segment=NetworkSegment(74a38bbc-a78b-4e04-8d53-c435e4baa3e4),segment_id=74a38bbc-a78b-4e04-8d53-c435e4baa3e4)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:44.025969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0f757bdc-16ee-4c65-961e-1b4a3297abee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:44.065085 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:44.083683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:44.098294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] Pushing event deleted for resources: {'Network': ['ID=453dfee6-26bb-463d-8ba2-325cacee687c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:44.105267 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ce67a95d-f1ff-41e5-b123-fad46ed28189 tempest-NetworksIpV6Test-411867635 tempest-NetworksIpV6Test-411867635-project] 10.222.0.20 "DELETE /v2.0/networks/453dfee6-26bb-463d-8ba2-325cacee687c HTTP/1.1" status: 204 len: 168 time: 1.2641561 Mar 03 05:53:44.202586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0f757bdc-16ee-4c65-961e-1b4a3297abee None None] Calling delete_port for db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:44.297839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-12e6d965-bea6-42fb-aa77-0eacb4216a3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:53:44.298109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-12e6d965-bea6-42fb-aa77-0eacb4216a3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:53:44.359211 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3756fa31-bcee-4f79-a712-fde0a073d4db no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:53:44.378953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object c4a4057c-4ea4-428b-9621-483c78451977 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:44.449724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 3756fa31-bcee-4f79-a712-fde0a073d4db {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:53:44.450325 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3756fa31-bcee-4f79-a712-fde0a073d4db not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:53:44.451036 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:53:44.491795 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34000) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:44.492754 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-85f2bb40-7126-435a-b989-da1c1d0b4566', 'network_id': '85f2bb40-7126-435a-b989-da1c1d0b4566', 'tenant_id': '33f21d662a984c25b873b7ac650ce82e', 'fixed_ips': [{'subnet_id': 'd044af7f-ae98-47ab-804d-3d8da341388f'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:44.493665 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:44.562131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea95564a-d93d-4048-b2db-fc16e5fcbb71 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Router bacc8833-94b7-49e2-b5ae-be1e7270b76d has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:53:44.577881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0f757bdc-16ee-4c65-961e-1b4a3297abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:44.593418 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] For port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=db7b2d17-f2c1-4c14-affd-ed0286c1ffb5,segment=NetworkSegment(74a38bbc-a78b-4e04-8d53-c435e4baa3e4),segment_id=74a38bbc-a78b-4e04-8d53-c435e4baa3e4)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:44.593773 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:44.633846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] No active binding found for port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 {{(pid=87794) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 05:53:44.634355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:53:44.644678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f757bdc-16ee-4c65-961e-1b4a3297abee None None] Pushing event deleted for resources: {'Port': ['ID=db7b2d17-f2c1-4c14-affd-ed0286c1ffb5,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:44.655054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f757bdc-16ee-4c65-961e-1b4a3297abee None None] No DVR routers for this DVR port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:44.743296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Allocated IP 172.20.0.2 (85f2bb40-7126-435a-b989-da1c1d0b4566/d044af7f-ae98-47ab-804d-3d8da341388f/35704222-db67-4607-9cf2-c995e672b539) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:44.762496 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ef49464f-c922-4762-9f0f-f3a6f4ce1830 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d9d3fa0b7c146a6b837f5314a138c39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709756 Mar 03 05:53:44.765076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34008) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:44.794732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:44.844491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-12e6d965-bea6-42fb-aa77-0eacb4216a3b None None] Deleting port 3756fa31-bcee-4f79-a712-fde0a073d4db {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:44.845060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-12e6d965-bea6-42fb-aa77-0eacb4216a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:44.873686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f3b36990-51ea-4c44-9351-f4efeb850985 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:44.888243 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-95c0af61-cbbd-4cb8-aa01-0406f6c5d03a req-6c5b4ef3-2754-448c-a073-78d4637a65c4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 210 time: 0.0628061 Mar 03 05:53:44.893473 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-725cd57c-8bb4-4b4c-bb8b-7b8916a4025d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:44.903445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f3b36990-51ea-4c44-9351-f4efeb850985 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:44.929110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-725cd57c-8bb4-4b4c-bb8b-7b8916a4025d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:44.962473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f3b36990-51ea-4c44-9351-f4efeb850985 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:44.973813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:44.984574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-12e6d965-bea6-42fb-aa77-0eacb4216a3b None None] The port '3756fa31-bcee-4f79-a712-fde0a073d4db' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:53:44.988402 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-725cd57c-8bb4-4b4c-bb8b-7b8916a4025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.009557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cd57c-8bb4-4b4c-bb8b-7b8916a4025d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b4fba8-bfe2-4309-a130-99dd47acf2c2,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:45.018108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-725cd57c-8bb4-4b4c-bb8b-7b8916a4025d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.023108 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-725cd57c-8bb4-4b4c-bb8b-7b8916a4025d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89b4fba8-bfe2-4309-a130-99dd47acf2c2 HTTP/1.1" status: 204 len: 168 time: 0.2570007 Mar 03 05:53:45.026053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f3b36990-51ea-4c44-9351-f4efeb850985 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:45.028433 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea95564a-d93d-4048-b2db-fc16e5fcbb71 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:53:45.037930 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ea95564a-d93d-4048-b2db-fc16e5fcbb71 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "PUT /v2.0/routers/bacc8833-94b7-49e2-b5ae-be1e7270b76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3418808 Mar 03 05:53:45.038916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34014) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:45.040018 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d64a8-9e92-4fd7-97e7-18cd3ebb014c None None] Sync routers for ids ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:53:45.060310 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d64a8-9e92-4fd7-97e7-18cd3ebb014c None None] Routers {'bacc8833-94b7-49e2-b5ae-be1e7270b76d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:45.060922 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e64d64a8-9e92-4fd7-97e7-18cd3ebb014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:45.109615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.134437 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Transition to ACTIVE for port object 35704222-db67-4607-9cf2-c995e672b539 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:45.137399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network a2f921e0-f6e8-44eb-8200-49bd27a07840 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:45.150843 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-a051ded7-fff2-4461-bc94-9fa78dbb9751 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] show failed (client error): The resource could not be found. Mar 03 05:53:45.151546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:45.155733 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a051ded7-fff2-4461-bc94-9fa78dbb9751 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-38473229 HTTP/1.1" status: 404 len: 333 time: 0.1155512 Mar 03 05:53:45.159354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34018) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:45.162012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b36990-51ea-4c44-9351-f4efeb850985 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:45.165264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Transition to ACTIVE for port object 35704222-db67-4607-9cf2-c995e672b539 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:45.165966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d43b77a9-1cb9-4f1d-811a-63614e8b2eb1 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:45.166136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f3b36990-51ea-4c44-9351-f4efeb850985 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.180377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.184403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:45.217824 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e64d64a8-9e92-4fd7-97e7-18cd3ebb014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:45.233082 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d64a8-9e92-4fd7-97e7-18cd3ebb014c None None] Routers {'bacc8833-94b7-49e2-b5ae-be1e7270b76d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:45.235253 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e64d64a8-9e92-4fd7-97e7-18cd3ebb014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:45.256176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=c4a4057c-4ea4-428b-9621-483c78451977,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:45.265548 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-d43b77a9-1cb9-4f1d-811a-63614e8b2eb1 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] update failed (client error): The resource could not be found. Mar 03 05:53:45.273360 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d43b77a9-1cb9-4f1d-811a-63614e8b2eb1 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-586716193 HTTP/1.1" status: 404 len: 334 time: 0.1064026 Mar 03 05:53:45.274725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34024) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:45.300309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Pushing event updated for resources: {'Port': ['ID=35704222-db67-4607-9cf2-c995e672b539,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:45.320848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Network 85f2bb40-7126-435a-b989-da1c1d0b4566 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:45.322051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:45.325279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:45.388915 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e64d64a8-9e92-4fd7-97e7-18cd3ebb014c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:45.390061 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64d64a8-9e92-4fd7-97e7-18cd3ebb014c None None] The sync data for ids ['bacc8833-94b7-49e2-b5ae-be1e7270b76d'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:53:45.417648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-103daa09-4b23-4989-9093-45c94c117a88 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Deleting subnet d6f44080-8e8c-4ea4-bf07-94b425bd39f9 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:45.417648 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-103daa09-4b23-4989-9093-45c94c117a88 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.440693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:53:45.441015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:53:45.451879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Attempting to bind port 35704222-db67-4607-9cf2-c995e672b539 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:45.452330 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Attempting to bind port 35704222-db67-4607-9cf2-c995e672b539 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '5d55d23f-7d77-4605-8e65-52328202cecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85f2bb40-7126-435a-b989-da1c1d0b4566'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:45.453154 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Attempting to bind port 35704222-db67-4607-9cf2-c995e672b539 on network 85f2bb40-7126-435a-b989-da1c1d0b4566 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:45.464664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:45.464664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Checking segment: {'id': '5d55d23f-7d77-4605-8e65-52328202cecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85f2bb40-7126-435a-b989-da1c1d0b4566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:45.464664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.464664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Bound using segment: {'id': '5d55d23f-7d77-4605-8e65-52328202cecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85f2bb40-7126-435a-b989-da1c1d0b4566'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:45.464664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Bound port: 35704222-db67-4607-9cf2-c995e672b539, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d55d23f-7d77-4605-8e65-52328202cecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '85f2bb40-7126-435a-b989-da1c1d0b4566'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:45.464664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.506927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-103daa09-4b23-4989-9093-45c94c117a88 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.514931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:45.515862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.556796 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.ipam_backend_mixin [None req-f3b36990-51ea-4c44-9351-f4efeb850985 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d044af7f-ae98-47ab-804d-3d8da341388f (CIDR: 172.20.0.0/28) Mar 03 05:53:45.559032 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-7208ce78-3733-4e8e-aa02-16fd425b42be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6641145 Mar 03 05:53:45.562961 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b36990-51ea-4c44-9351-f4efeb850985 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:53:45.563462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b36990-51ea-4c44-9351-f4efeb850985 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:45.591441 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f3b36990-51ea-4c44-9351-f4efeb850985 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7020774 Mar 03 05:53:45.594617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34036) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:45.600887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] For port 35704222-db67-4607-9cf2-c995e672b539, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:45.604313 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] For port 35704222-db67-4607-9cf2-c995e672b539, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=35704222-db67-4607-9cf2-c995e672b539,segment=NetworkSegment(5d55d23f-7d77-4605-8e65-52328202cecd),segment_id=5d55d23f-7d77-4605-8e65-52328202cecd)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:45.605655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': '85f2bb40-7126-435a-b989-da1c1d0b4566', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:45.610703 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.678809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-103daa09-4b23-4989-9093-45c94c117a88 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.728237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d4d925cd-13d0-48cc-825d-3196b6af4c62 None None] Provisioning for port c4a4057c-4ea4-428b-9621-483c78451977 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:45.753401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d4d925cd-13d0-48cc-825d-3196b6af4c62 None None] Provisioning complete for port c4a4057c-4ea4-428b-9621-483c78451977 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:45.753796 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d4d925cd-13d0-48cc-825d-3196b6af4c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.787648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:45.794457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:45.798789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:45.799961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-103daa09-4b23-4989-9093-45c94c117a88 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.811622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:45.824271 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a4c23-6a21-4ca1-bcf8-1b62ea94e3d0 None None] Pushing event updated for resources: {'Port': ['ID=35704222-db67-4607-9cf2-c995e672b539,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:45.836375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:45.843524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.851262 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d4d925cd-13d0-48cc-825d-3196b6af4c62 None None] Port c4a4057c-4ea4-428b-9621-483c78451977 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:45.876004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Request body: {'port': {'device_id': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:45.885625 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103daa09-4b23-4989-9093-45c94c117a88 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f44080-8e8c-4ea4-bf07-94b425bd39f9,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:45.887723 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-103daa09-4b23-4989-9093-45c94c117a88 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:45.892782 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b892e-81c9-464d-ab4e-e3a43cb6ff31 None None] Network a8c28ee5-722f-4bc1-97d9-cba0006b4fb8 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:45.897034 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-103daa09-4b23-4989-9093-45c94c117a88 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "DELETE /v2.0/subnets/d6f44080-8e8c-4ea4-bf07-94b425bd39f9 HTTP/1.1" status: 204 len: 168 time: 0.6187143 Mar 03 05:53:45.897315 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34046) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:45.942163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port db7b2d17-f2c1-4c14-affd-ed0286c1ffb5 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:45.942556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:46.178947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] The port 'db7b2d17-f2c1-4c14-affd-ed0286c1ffb5' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:53:46.309597 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c3a4c6-0e09-42e1-b006-5f1b1bb1eb7c None None] DHCP port deletion for a8c28ee5-722f-4bc1-97d9-cba0006b4fb8 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:53:46.314735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-88c3a4c6-0e09-42e1-b006-5f1b1bb1eb7c None None] Deleting port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:46.315203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-88c3a4c6-0e09-42e1-b006-5f1b1bb1eb7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:46.327549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34056) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:46.369692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:46.395166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Deleting port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:46.395915 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:46.413547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 35704222-db67-4607-9cf2-c995e672b539 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:46.511019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113665f-7282-4f8c-a1a2-8171ee03cb7f req-7a1fbdc8-490c-4077-af0f-bbf1d4a1abf4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:46.512768 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2113665f-7282-4f8c-a1a2-8171ee03cb7f req-7a1fbdc8-490c-4077-af0f-bbf1d4a1abf4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 931 time: 0.3619916 Mar 03 05:53:46.579447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:46.625508 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-88c3a4c6-0e09-42e1-b006-5f1b1bb1eb7c None None] For port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9a637a7f-8a95-471a-a7c4-2b14b3e8760e,segment=NetworkSegment(c1684a3c-495d-4355-91dd-3bf6f31954cc),segment_id=c1684a3c-495d-4355-91dd-3bf6f31954cc)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:46.625947 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-88c3a4c6-0e09-42e1-b006-5f1b1bb1eb7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:46.684240 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2113665f-7282-4f8c-a1a2-8171ee03cb7f req-eb57fe96-b133-409b-9ca9-43ef15614dd4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=a977bae7-fa32-4f9e-807c-586d6c7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510618 Mar 03 05:53:46.727603 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] For port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9a637a7f-8a95-471a-a7c4-2b14b3e8760e,segment=NetworkSegment(c1684a3c-495d-4355-91dd-3bf6f31954cc),segment_id=c1684a3c-495d-4355-91dd-3bf6f31954cc)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:46.730310 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:46.800873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-88c3a4c6-0e09-42e1-b006-5f1b1bb1eb7c None None] Calling delete_port for 9a637a7f-8a95-471a-a7c4-2b14b3e8760e owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:46.903951 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 35704222-db67-4607-9cf2-c995e672b539 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:46.916320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-88c3a4c6-0e09-42e1-b006-5f1b1bb1eb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:46.933837 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Calling delete_port for 9a637a7f-8a95-471a-a7c4-2b14b3e8760e owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:46.991916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3a4c6-0e09-42e1-b006-5f1b1bb1eb7c None None] Pushing event deleted for resources: {'Port': ['ID=9a637a7f-8a95-471a-a7c4-2b14b3e8760e,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:46.993751 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3a4c6-0e09-42e1-b006-5f1b1bb1eb7c None None] No DVR routers for this DVR port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:47.000166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.020549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-25460776-ef10-4c2a-85fd-d407ae97bb46 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] Request body: {'port': {'network_id': '6800266a-79a2-48b3-9992-08113cab7715', 'name': 'tempest-NetworksNegativeTestJSON-1551734142'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:47.023410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:53:47.023757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:53:47.105693 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-25460776-ef10-4c2a-85fd-d407ae97bb46 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] POST failed (client error): The resource could not be found. Mar 03 05:53:47.106156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25460776-ef10-4c2a-85fd-d407ae97bb46 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:47.107287 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-25460776-ef10-4c2a-85fd-d407ae97bb46 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7564259 Mar 03 05:53:47.111202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34062) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:47.120638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2b20cf-215c-4495-9095-4bf43f631e82']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:47.137457 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-e205dac3-2b2c-49fc-9b0a-72aa384d7cd0 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:47.137949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e205dac3-2b2c-49fc-9b0a-72aa384d7cd0 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:47.139734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74a38bbc-a78b-4e04-8d53-c435e4baa3e4') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:47.140191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74a38bbc-a78b-4e04-8d53-c435e4baa3e4') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:47.145828 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e205dac3-2b2c-49fc-9b0a-72aa384d7cd0 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] 10.222.0.20 "DELETE /v2.0/networks/b366ac5e-7322-489a-bbc3-62ed8e51e223 HTTP/1.1" status: 404 len: 339 time: 0.0332978 Mar 03 05:53:47.150057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a4057c-4ea4-428b-9621-483c78451977 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:53:47.150354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34066) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:47.165024 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51128ca3-ba28-426a-ade8-5955225f2aaf None None] Network 85f2bb40-7126-435a-b989-da1c1d0b4566 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:47.194851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.196352 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41ff2ed-2610-4d81-b899-49ae65885a7a tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:47.196519 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41ff2ed-2610-4d81-b899-49ae65885a7a tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:47.200461 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e41ff2ed-2610-4d81-b899-49ae65885a7a tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] 10.222.0.20 "DELETE /v2.0/ports/3be761fc-d76a-414c-bc5f-703894b5e70b HTTP/1.1" status: 404 len: 333 time: 0.0464416 Mar 03 05:53:47.200649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.202709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34070) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:47.239648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.242190 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-f471073d-5709-45e2-bbe5-f71527caee4e tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] DELETE failed (client error): The resource could not be found. Mar 03 05:53:47.242643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f471073d-5709-45e2-bbe5-f71527caee4e tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:47.248172 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f471073d-5709-45e2-bbe5-f71527caee4e tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] 10.222.0.20 "DELETE /v2.0/subnets/79526f65-da85-4866-91dc-867100b28b2e HTTP/1.1" status: 404 len: 337 time: 0.0405495 Mar 03 05:53:47.248608 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34074) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:47.252105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:47.252587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.257076 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-562269ca-e43e-4e5b-af3d-788d695ba5f8 None None] Provisioning for port 35704222-db67-4607-9cf2-c995e672b539 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:47.269699 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:47.272999 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-562269ca-e43e-4e5b-af3d-788d695ba5f8 None None] Provisioning complete for port 35704222-db67-4607-9cf2-c995e672b539 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:47.272999 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-562269ca-e43e-4e5b-af3d-788d695ba5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.278646 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84b6f32-7297-441f-85db-107f19dfa8a1 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] GET failed (client error): The resource could not be found. Mar 03 05:53:47.283594 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d84b6f32-7297-441f-85db-107f19dfa8a1 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] 10.222.0.20 "GET /v2.0/networks/75322de2-b6b2-4c81-b8d3-3dfe561a4bc3 HTTP/1.1" status: 404 len: 339 time: 0.0299783 Mar 03 05:53:47.284591 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34078) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:47.330989 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a3b61e-afc7-4df0-bb7d-cd2ba2c3e47a tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] GET failed (client error): The resource could not be found. Mar 03 05:53:47.337795 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b4a3b61e-afc7-4df0-bb7d-cd2ba2c3e47a tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] 10.222.0.20 "GET /v2.0/ports/608712c4-2714-479c-91d1-fa94c8112a16 HTTP/1.1" status: 404 len: 333 time: 0.0472064 Mar 03 05:53:47.337795 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34082) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:47.376917 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-f804fc35-1f5d-4aaa-9397-4f048344b7ee tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] GET failed (client error): The resource could not be found. Mar 03 05:53:47.378238 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f804fc35-1f5d-4aaa-9397-4f048344b7ee tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] 10.222.0.20 "GET /v2.0/subnets/b0c6812a-95a0-4466-8744-cf4d7ac4b0f0 HTTP/1.1" status: 404 len: 337 time: 0.0401747 Mar 03 05:53:47.382478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34086) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:47.388647 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-acac148a-a913-42af-9066-2764c1cd0a79 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:47.401915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.414057 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-acac148a-a913-42af-9066-2764c1cd0a79 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] PUT failed (client error): The resource could not be found. Mar 03 05:53:47.414561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acac148a-a913-42af-9066-2764c1cd0a79 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:47.419283 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-acac148a-a913-42af-9066-2764c1cd0a79 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] 10.222.0.20 "PUT /v2.0/networks/abfde834-711d-4e7d-97f4-9fbc60a3a6ab HTTP/1.1" status: 404 len: 339 time: 0.0323424 Mar 03 05:53:47.419865 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34090) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:47.426104 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-70d12dbf-cb31-400a-81a9-b6719a7ffd57 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:47.464146 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d12dbf-cb31-400a-81a9-b6719a7ffd57 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] PUT failed (client error): The resource could not be found. Mar 03 05:53:47.464616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d12dbf-cb31-400a-81a9-b6719a7ffd57 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:47.469286 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-70d12dbf-cb31-400a-81a9-b6719a7ffd57 tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] 10.222.0.20 "PUT /v2.0/ports/d27243a7-60ed-43c8-951f-463bcabd8229 HTTP/1.1" status: 404 len: 333 time: 0.0444129 Mar 03 05:53:47.469527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34094) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:47.476231 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ec55a18a-8f79-451e-b7cf-031763514cda tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:47.476468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Transition to ACTIVE for port object c4a4057c-4ea4-428b-9621-483c78451977 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:47.481944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.485124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 85f2bb40-7126-435a-b989-da1c1d0b4566 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:47.488515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.513039 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec55a18a-8f79-451e-b7cf-031763514cda tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] PUT failed (client error): The resource could not be found. Mar 03 05:53:47.513454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec55a18a-8f79-451e-b7cf-031763514cda tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:53:47.518239 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ec55a18a-8f79-451e-b7cf-031763514cda tempest-NetworksNegativeTestJSON-1784747089 tempest-NetworksNegativeTestJSON-1784747089-project] 10.222.0.20 "PUT /v2.0/subnets/50e7cd67-969c-48fe-a044-09113c72fe66 HTTP/1.1" status: 404 len: 337 time: 0.0438988 Mar 03 05:53:47.528702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Deleting port 9a637a7f-8a95-471a-a7c4-2b14b3e8760e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:47.529111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.548371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:47.553124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.560477 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-562269ca-e43e-4e5b-af3d-788d695ba5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.569649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Network': ['ID=fa2b20cf-215c-4495-9095-4bf43f631e82,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:47.573217 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5ebbd205-6635-422d-b089-e0e761ed1385 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/networks/fa2b20cf-215c-4495-9095-4bf43f631e82 HTTP/1.1" status: 204 len: 168 time: 4.6636701 Mar 03 05:53:47.578767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:47.579756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.595869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34100) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:47.613284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Subnet': ['ID=99a206d5-1e39-4ec4-ad6d-1235ece54533,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:47.613745 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-562269ca-e43e-4e5b-af3d-788d695ba5f8 None None] For port 35704222-db67-4607-9cf2-c995e672b539, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=35704222-db67-4607-9cf2-c995e672b539,segment=NetworkSegment(5d55d23f-7d77-4605-8e65-52328202cecd),segment_id=5d55d23f-7d77-4605-8e65-52328202cecd)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:47.625221 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-562269ca-e43e-4e5b-af3d-788d695ba5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.626571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] The port '9a637a7f-8a95-471a-a7c4-2b14b3e8760e' was deleted {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:53:47.752287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'network': {'name': 'tempest-RoutersTest-290080659'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:47.766103 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ab261-da6b-41cf-a2b4-352211dc213f None None] Update dhcp port {'port': {'network_id': '85f2bb40-7126-435a-b989-da1c1d0b4566', 'fixed_ips': [{'subnet_id': 'd044af7f-ae98-47ab-804d-3d8da341388f', 'ip_address': '172.20.0.2'}, {'subnet_id': '99a206d5-1e39-4ec4-ad6d-1235ece54533'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': '35704222-db67-4607-9cf2-c995e672b539'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:53:47.782925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a4057c-4ea4-428b-9621-483c78451977,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:47.808994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:47.814774 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:network and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:47.818928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:47.826140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:47.827080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562269ca-e43e-4e5b-af3d-788d695ba5f8 None None] Pushing event updated for resources: {'Port': ['ID=35704222-db67-4607-9cf2-c995e672b539,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:47.845234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:47.850052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.854858 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5f4ab261-da6b-41cf-a2b4-352211dc213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.861757 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8467f45c-b762-471f-b60e-9bfbc7549875 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2658091 Mar 03 05:53:47.872327 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34108) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:47.908399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:47.917587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34110) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:47.934975 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': '85f2bb40-7126-435a-b989-da1c1d0b4566', 'fixed_ips': [{'subnet_id': 'd044af7f-ae98-47ab-804d-3d8da341388f'}, {'subnet_id': '99a206d5-1e39-4ec4-ad6d-1235ece54533'}], 'name': 'tempest-PortsTestJSON-1304057492'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:47.996477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c28ee5-722f-4bc1-97d9-cba0006b4fb8']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:48.012152 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1684a3c-495d-4355-91dd-3bf6f31954cc') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:48.012425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1684a3c-495d-4355-91dd-3bf6f31954cc') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:48.026238 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.058088 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.089317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:48.090049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.111761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:48.123216 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-5f4ab261-da6b-41cf-a2b4-352211dc213f None None] Allocated IP 172.20.0.18 (85f2bb40-7126-435a-b989-da1c1d0b4566/99a206d5-1e39-4ec4-ad6d-1235ece54533/35704222-db67-4607-9cf2-c995e672b539) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: util.warn( Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:48.125219 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:48.132148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98e41c4d-f2e8-460f-8482-29499cb205bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.156731 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Attempting to bind port c4a4057c-4ea4-428b-9621-483c78451977 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:48.157080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Attempting to bind port c4a4057c-4ea4-428b-9621-483c78451977 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '73b26627-e4b6-4070-9a63-8c3b222b9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:48.157397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Attempting to bind port c4a4057c-4ea4-428b-9621-483c78451977 on network a2f921e0-f6e8-44eb-8200-49bd27a07840 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:48.159687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.160044 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Added segment f997a652-56e6-4bc2-b304-350aa1a8f2df of type vlan for network b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a Mar 03 05:53:48.170444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Port c4a4057c-4ea4-428b-9621-483c78451977 on network a2f921e0-f6e8-44eb-8200-49bd27a07840 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:53:48.170825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Attempting to bind port c4a4057c-4ea4-428b-9621-483c78451977 on network a2f921e0-f6e8-44eb-8200-49bd27a07840 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:48.184980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:48.187188 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:48.187521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Checking segment: {'id': '73b26627-e4b6-4070-9a63-8c3b222b9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:48.188070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Bound using segment: {'id': '73b26627-e4b6-4070-9a63-8c3b222b9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:48.188382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Bound port: c4a4057c-4ea4-428b-9621-483c78451977, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b26627-e4b6-4070-9a63-8c3b222b9feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:48.188725 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.206281 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd361c-c8af-4544-aff6-5dee83ae23bd req-9513ff17-fbef-4434-b3dc-98a93be65818 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:48.207877 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-69cd361c-c8af-4544-aff6-5dee83ae23bd req-9513ff17-fbef-4434-b3dc-98a93be65818 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 943 time: 0.2875745 Mar 03 05:53:48.217485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:port and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:48.225427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.229061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:48.236023 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-98e41c4d-f2e8-460f-8482-29499cb205bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:48.247073 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-98e41c4d-f2e8-460f-8482-29499cb205bb admin admin] Usage tracker for resource:security_group_rule and tenant:8765e7de5fb94f7cb6321807cec97fdf is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:48.247324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5d738bd8-c9b0-46d3-a3e9-ea96f542e52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.250953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.255516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.259509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-98e41c4d-f2e8-460f-8482-29499cb205bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:48.269702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:48.295446 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5f4ab261-da6b-41cf-a2b4-352211dc213f None None] For port 35704222-db67-4607-9cf2-c995e672b539, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=35704222-db67-4607-9cf2-c995e672b539,segment=NetworkSegment(5d55d23f-7d77-4605-8e65-52328202cecd),segment_id=5d55d23f-7d77-4605-8e65-52328202cecd)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:48.306579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-98e41c4d-f2e8-460f-8482-29499cb205bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:48.312412 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-69cd361c-c8af-4544-aff6-5dee83ae23bd req-cd1d4053-05f0-4d53-aeaa-98e67f8b7c38 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=a977bae7-fa32-4f9e-807c-586d6c7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955355 Mar 03 05:53:48.322861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:48.325043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event deleted for resources: {'Network': ['ID=a8c28ee5-722f-4bc1-97d9-cba0006b4fb8,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:48.338083 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a9dddebe-a028-4707-8a9b-5b36214f9ece tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "DELETE /v2.0/networks/a8c28ee5-722f-4bc1-97d9-cba0006b4fb8 HTTP/1.1" status: 204 len: 168 time: 2.4376471 Mar 03 05:53:48.342440 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34120) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:48.360802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 35704222-db67-4607-9cf2-c995e672b539 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:48.381436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.386762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:48.387559 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.404018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5f4ab261-da6b-41cf-a2b4-352211dc213f None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.442703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-499753ae-c000-40e3-8066-a8a47824da8f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Deleting subnet f2f09109-d3d4-41eb-83e2-47c8d76177d5 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:48.449471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5f4ab261-da6b-41cf-a2b4-352211dc213f None None] Transition to ACTIVE for port object 35704222-db67-4607-9cf2-c995e672b539 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:48.451186 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-499753ae-c000-40e3-8066-a8a47824da8f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.460833 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5f4ab261-da6b-41cf-a2b4-352211dc213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.483463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] For port c4a4057c-4ea4-428b-9621-483c78451977, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:48.516881 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9151659 Mar 03 05:53:48.518841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] For port c4a4057c-4ea4-428b-9621-483c78451977, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c4a4057c-4ea4-428b-9621-483c78451977,segment=NetworkSegment(73b26627-e4b6-4070-9a63-8c3b222b9feb),segment_id=73b26627-e4b6-4070-9a63-8c3b222b9feb)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:48.520691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34124) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:48.533515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-499753ae-c000-40e3-8066-a8a47824da8f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.576787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.633824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708638c-7f64-4336-abe0-0d190e8777de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Network': ['ID=b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:48.642785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ab261-da6b-41cf-a2b4-352211dc213f None None] Pushing event updated for resources: {'Port': ['ID=35704222-db67-4607-9cf2-c995e672b539,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:48.656586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:48.683517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'subnet': {'network_id': 'b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:48.765528 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98e41c4d-f2e8-460f-8482-29499cb205bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.787633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9a637a7f-8a95-471a-a7c4-2b14b3e8760e no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:53:48.796259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.813099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:48.813668 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.815072 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] 10.222.0.23 "PUT /v2.0/ports/c4a4057c-4ea4-428b-9621-483c78451977 HTTP/1.1" status: 200 len: 1093 time: 3.2457316 Mar 03 05:53:48.815598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'tag': 'c4a4057c-4ea4-428b-9621-483c78451977'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:53:48.839121 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 9a637a7f-8a95-471a-a7c4-2b14b3e8760e {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:53:48.839761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9a637a7f-8a95-471a-a7c4-2b14b3e8760e not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:53:48.866657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port 782025f5-d112-48b8-bc67-66d82b7bf6a3 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:53:48.868800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98e41c4d-f2e8-460f-8482-29499cb205bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:48.932087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e41c4d-f2e8-460f-8482-29499cb205bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c923ca62-c3e6-49f9-888f-968605a24a44,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:48.959166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fd8d9-7859-4359-8cde-407216a37931 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a4057c-4ea4-428b-9621-483c78451977,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:48.988554 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-98e41c4d-f2e8-460f-8482-29499cb205bb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8765e7de5fb94f7cb6321807cec97fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0697529 Mar 03 05:53:48.992002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34132) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:49.009362 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:49.017312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:subnet and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:49.021990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:49.030763 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:49.039070 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-499753ae-c000-40e3-8066-a8a47824da8f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.085975 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:49.090457 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.128175 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'tag': 'c4a4057c-4ea4-428b-9621-483c78451977', 'status': 'completed', 'code': 200} Mar 03 05:53:49.173943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-e0c595df-b7fc-471b-a76a-8ec6c5d21eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:49.175409 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-e0c595df-b7fc-471b-a76a-8ec6c5d21eb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 1096 time: 0.2649889 Mar 03 05:53:49.234735 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-499753ae-c000-40e3-8066-a8a47824da8f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.278226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9d48511a-f29b-475e-8f8f-a0cad94b62d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.278820 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499753ae-c000-40e3-8066-a8a47824da8f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f09109-d3d4-41eb-83e2-47c8d76177d5,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:49.283721 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-499753ae-c000-40e3-8066-a8a47824da8f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.291884 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f2f97b-11e7-4ed7-b59d-f3a4cd2b5617 None None] Network 5c596448-ef8d-40d4-b105-71e5830d6b8c requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:49.297827 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-499753ae-c000-40e3-8066-a8a47824da8f tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "DELETE /v2.0/subnets/f2f09109-d3d4-41eb-83e2-47c8d76177d5 HTTP/1.1" status: 204 len: 168 time: 0.9543908 Mar 03 05:53:49.302321 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-0c0f7847-2687-4e4f-a573-4af7471eb780 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4a4057c-4ea4-428b-9621-483c78451977 HTTP/1.1" status: 200 len: 217 time: 0.1147692 Mar 03 05:53:49.302805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34136) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:49.425154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.431067 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5207fb62-dcb7-4fba-87de-84f826454460 None None] Network 85f2bb40-7126-435a-b989-da1c1d0b4566 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:49.510032 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9d48511a-f29b-475e-8f8f-a0cad94b62d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.558377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Subnet': ['ID=87694f06-4a45-42ea-961e-241284f69638,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:49.574449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Checking segment: {'id': 'f997a652-56e6-4bc2-b304-350aa1a8f2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:49.574931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network hostable DHCP agents. Network: b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:53:49.599198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-51d50417-cd4e-4360-bb5e-1ee02bb3cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:49.601299 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-51d50417-cd4e-4360-bb5e-1ee02bb3cf69 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a6d81be-b38a-48dd-b97b-b7aab93cf7af HTTP/1.1" status: 200 len: 835 time: 0.2805667 Mar 03 05:53:49.612993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57337b-28f9-4608-845b-3db86b7de252 req-882bd251-6994-4656-9cf9-7ee5bf22ef9b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:49.614625 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4a57337b-28f9-4608-845b-3db86b7de252 req-882bd251-6994-4656-9cf9-7ee5bf22ef9b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 943 time: 0.1429167 Mar 03 05:53:49.614755 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bac6f27-a349-4846-9a9e-30437ba012a7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Deleting subnet 24190050-ce7d-476f-bee0-d76a47e9d88d {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:49.615911 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:53:49.641528 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a9c153ce-8a93-451c-84fb-68b0e7237aba None None] Provisioning for port 35704222-db67-4607-9cf2-c995e672b539 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:49.645187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:49.652470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:49.653439 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.661507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a9c153ce-8a93-451c-84fb-68b0e7237aba None None] Provisioning complete for port 35704222-db67-4607-9cf2-c995e672b539 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:49.661802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a9c153ce-8a93-451c-84fb-68b0e7237aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.666802 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0bac6f27-a349-4846-9a9e-30437ba012a7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.688325 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8715b1-f52b-481f-abcf-40c85ec03827 None None] Network b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:49.691599 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4a57337b-28f9-4608-845b-3db86b7de252 req-5d9139a8-19d4-4665-8229-875f64160d88 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=a977bae7-fa32-4f9e-807c-586d6c7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678623 Mar 03 05:53:49.697659 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6d479b5a-3e42-4f31-a303-3d96fd4e9e71 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1695185 Mar 03 05:53:49.698302 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34142) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:49.704006 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4128a981-b182-42bf-b928-8466ffbbe7dc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-185301499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:49.712488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4128a981-b182-42bf-b928-8466ffbbe7dc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:49.716504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4128a981-b182-42bf-b928-8466ffbbe7dc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:router and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:49.721087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4128a981-b182-42bf-b928-8466ffbbe7dc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:49.728772 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4128a981-b182-42bf-b928-8466ffbbe7dc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:49.740920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4128a981-b182-42bf-b928-8466ffbbe7dc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.742115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4128a981-b182-42bf-b928-8466ffbbe7dc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.757939 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4128a981-b182-42bf-b928-8466ffbbe7dc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.776825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4128a981-b182-42bf-b928-8466ffbbe7dc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.806070 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4128a981-b182-42bf-b928-8466ffbbe7dc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.808515 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4128a981-b182-42bf-b928-8466ffbbe7dc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1089029 Mar 03 05:53:49.809239 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0bac6f27-a349-4846-9a9e-30437ba012a7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.810348 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34146) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:49.883350 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.11 (85f2bb40-7126-435a-b989-da1c1d0b4566/d044af7f-ae98-47ab-804d-3d8da341388f/782025f5-d112-48b8-bc67-66d82b7bf6a3) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:49.886005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9d48511a-f29b-475e-8f8f-a0cad94b62d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:49.916478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.28 (85f2bb40-7126-435a-b989-da1c1d0b4566/99a206d5-1e39-4ec4-ad6d-1235ece54533/782025f5-d112-48b8-bc67-66d82b7bf6a3) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:49.927374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48511a-f29b-475e-8f8f-a0cad94b62d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c923ca62-c3e6-49f9-888f-968605a24a44,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:49.949344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-d9f1d1b0-8bbb-4075-83e9-63ccf4cadbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:49.950768 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-d9f1d1b0-8bbb-4075-83e9-63ccf4cadbf6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2f921e0-f6e8-44eb-8200-49bd27a07840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3405950 Mar 03 05:53:50.023531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9d48511a-f29b-475e-8f8f-a0cad94b62d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:50.024965 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9d48511a-f29b-475e-8f8f-a0cad94b62d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c923ca62-c3e6-49f9-888f-968605a24a44 HTTP/1.1" status: 204 len: 168 time: 1.0316534 Mar 03 05:53:50.146550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0bac6f27-a349-4846-9a9e-30437ba012a7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:50.178912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389cb54f-7d25-4e9c-ae15-1fab8272e7af None None] DHCP port deletion for 5c596448-ef8d-40d4-b105-71e5830d6b8c request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:53:50.276285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-389cb54f-7d25-4e9c-ae15-1fab8272e7af None None] Deleting port 50a4527e-2bab-47e6-a9bc-9fa1e5390460 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:50.276661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-389cb54f-7d25-4e9c-ae15-1fab8272e7af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:50.310885 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-e39c993a-e221-41a5-b5e2-7e444402fa78 service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404486 Mar 03 05:53:50.349199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 35704222-db67-4607-9cf2-c995e672b539 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:50.397255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:50.469961 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a', 'network_id': 'b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'fixed_ips': [{'subnet_id': '87694f06-4a45-42ea-961e-241284f69638'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:50.470860 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:50.471966 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:50.482586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0bac6f27-a349-4846-9a9e-30437ba012a7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:50.557377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Transition to ACTIVE for port object 782025f5-d112-48b8-bc67-66d82b7bf6a3 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:50.624232 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f970f4f-a233-4ff6-bdb7-ba7fe1244501 req-cb1eac20-aea3-4c9b-92bf-9f7a31010a3f service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763839 Mar 03 05:53:50.625180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac6f27-a349-4846-9a9e-30437ba012a7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event deleted for resources: {'Subnet': ['ID=24190050-ce7d-476f-bee0-d76a47e9d88d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:50.628646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0bac6f27-a349-4846-9a9e-30437ba012a7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:50.638043 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0bac6f27-a349-4846-9a9e-30437ba012a7 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "DELETE /v2.0/subnets/24190050-ce7d-476f-bee0-d76a47e9d88d HTTP/1.1" status: 204 len: 168 time: 1.3253281 Mar 03 05:53:50.640869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34162) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:50.711185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-389cb54f-7d25-4e9c-ae15-1fab8272e7af None None] For port 50a4527e-2bab-47e6-a9bc-9fa1e5390460, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=50a4527e-2bab-47e6-a9bc-9fa1e5390460,segment=NetworkSegment(27b51f47-51b1-46f6-b225-31bffc6bb7ae),segment_id=27b51f47-51b1-46f6-b225-31bffc6bb7ae)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:50.711691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-389cb54f-7d25-4e9c-ae15-1fab8272e7af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:50.802234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:50.831563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b41630b-359f-426f-a2a0-4c1b4a0efb4f None None] Network e3a0675f-9d1d-4586-b8da-c2310af443fe requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:50.950017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-389cb54f-7d25-4e9c-ae15-1fab8272e7af None None] Calling delete_port for 50a4527e-2bab-47e6-a9bc-9fa1e5390460 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:51.067229 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bb6a5-c2c7-48f0-b549-f44cadb4b48d req-634321d7-24a1-4267-aa5c-1c0f2872943e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:51.070359 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8a7bb6a5-c2c7-48f0-b549-f44cadb4b48d req-634321d7-24a1-4267-aa5c-1c0f2872943e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 943 time: 0.2012696 Mar 03 05:53:51.071877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Allocated IP 172.20.0.1 (b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a/87694f06-4a45-42ea-961e-241284f69638/4341a87e-62aa-4ad8-9ae0-de1bffeac84e) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:51.075609 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-284e8fb5-a3e8-4893-aec8-f5ae2c9ae1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.076498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34176) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:51.077293 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-389cb54f-7d25-4e9c-ae15-1fab8272e7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.081764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 35704222-db67-4607-9cf2-c995e672b539 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:51.081764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.176608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=782025f5-d112-48b8-bc67-66d82b7bf6a3,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:51.204155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd67e-99a9-4d7f-81e9-f1a07edec3b4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.209086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 85f2bb40-7126-435a-b989-da1c1d0b4566 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:51.216394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:51.223349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:51.241676 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8a7bb6a5-c2c7-48f0-b549-f44cadb4b48d req-535d6caf-6796-47bc-a0ae-436f752788f3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=a977bae7-fa32-4f9e-807c-586d6c7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525793 Mar 03 05:53:51.323088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:51.324272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.336677 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-41663c13-f0e8-4d00-a82a-38766493705d tempest-ServiceProvidersTest-1178934505 tempest-ServiceProvidersTest-1178934505-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2488377 Mar 03 05:53:51.343064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.354854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389cb54f-7d25-4e9c-ae15-1fab8272e7af None None] Pushing event deleted for resources: {'Port': ['ID=50a4527e-2bab-47e6-a9bc-9fa1e5390460,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:51.363872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Transition to ACTIVE for port object 4341a87e-62aa-4ad8-9ae0-de1bffeac84e will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:51.381459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4964f6-63ae-4b38-aa35-1f63fd4b8048 req-fbb8df75-d873-4105-a517-8d7509a83f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:51.382976 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a4964f6-63ae-4b38-aa35-1f63fd4b8048 req-fbb8df75-d873-4105-a517-8d7509a83f23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 1096 time: 0.6765740 Mar 03 05:53:51.428793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.464692 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389cb54f-7d25-4e9c-ae15-1fab8272e7af None None] No DVR routers for this DVR port 50a4527e-2bab-47e6-a9bc-9fa1e5390460 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:51.543109 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:51.552636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:51.555373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:51.592859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-88e4923d-59ef-4ed5-b93b-cf99cb12fe49 None None] Provisioning complete for port 35704222-db67-4607-9cf2-c995e672b539 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:51.593220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-88e4923d-59ef-4ed5-b93b-cf99cb12fe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.601909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=4341a87e-62aa-4ad8-9ae0-de1bffeac84e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:51.641550 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.665492 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1f8755cb-3435-4dda-b3e3-22888cd850fa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.7407734 Mar 03 05:53:51.668917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34186) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:51.679960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-957a7c7f-9a7c-4282-91a7-e0fd49e2761d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd044af7f-ae98-47ab-804d-3d8da341388f'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:51.756859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.759611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd67e-99a9-4d7f-81e9-f1a07edec3b4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.769236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34190) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:51.815643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-b3bbd67e-99a9-4d7f-81e9-f1a07edec3b4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c596448-ef8d-40d4-b105-71e5830d6b8c']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:51.826288 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.826543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4964f6-63ae-4b38-aa35-1f63fd4b8048 req-3c71e214-1aea-4482-ac1a-ee6a7e09aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:51.828173 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a4964f6-63ae-4b38-aa35-1f63fd4b8048 req-3c71e214-1aea-4482-ac1a-ee6a7e09aaaa service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2f921e0-f6e8-44eb-8200-49bd27a07840 HTTP/1.1" status: 200 len: 898 time: 0.4161432 Mar 03 05:53:51.832977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-b3bbd67e-99a9-4d7f-81e9-f1a07edec3b4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b51f47-51b1-46f6-b225-31bffc6bb7ae') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:51.832977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-b3bbd67e-99a9-4d7f-81e9-f1a07edec3b4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b51f47-51b1-46f6-b225-31bffc6bb7ae') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:51.834814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Allocated IP 172.20.0.2 (b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a/87694f06-4a45-42ea-961e-241284f69638/d206fdc6-b348-4360-8b6d-f99f38d36413) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:51.914344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd67e-99a9-4d7f-81e9-f1a07edec3b4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.922436 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a4964f6-63ae-4b38-aa35-1f63fd4b8048 req-48150822-5f72-41ba-9c32-627236e86754 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4a4057c-4ea4-428b-9621-483c78451977 HTTP/1.1" status: 200 len: 217 time: 0.0821333 Mar 03 05:53:51.949948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.967333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd67e-99a9-4d7f-81e9-f1a07edec3b4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:51.985280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3bbd67e-99a9-4d7f-81e9-f1a07edec3b4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:51.985693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd67e-99a9-4d7f-81e9-f1a07edec3b4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:52.006483 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:52.010797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 50a4527e-2bab-47e6-a9bc-9fa1e5390460 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:53:52.067061 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 50a4527e-2bab-47e6-a9bc-9fa1e5390460 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:53:52.067575 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 50a4527e-2bab-47e6-a9bc-9fa1e5390460 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:53:52.084880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a32dc7de-8dbc-4203-96f3-48208e9f1bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.109259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4964f6-63ae-4b38-aa35-1f63fd4b8048 req-d4b0406f-5f95-4b0c-9367-a214382bcdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:52.110701 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a4964f6-63ae-4b38-aa35-1f63fd4b8048 req-d4b0406f-5f95-4b0c-9367-a214382bcdda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a6d81be-b38a-48dd-b97b-b7aab93cf7af HTTP/1.1" status: 200 len: 835 time: 0.1802607 Mar 03 05:53:52.119452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a32dc7de-8dbc-4203-96f3-48208e9f1bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:52.162930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a32dc7de-8dbc-4203-96f3-48208e9f1bf7 admin admin] Usage tracker for resource:security_group_rule and tenant:14dc63b55f5247d4b0348419a5016267 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:52.167106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-957a7c7f-9a7c-4282-91a7-e0fd49e2761d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.169682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a32dc7de-8dbc-4203-96f3-48208e9f1bf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:52.180387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a32dc7de-8dbc-4203-96f3-48208e9f1bf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:52.183943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd67e-99a9-4d7f-81e9-f1a07edec3b4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.203788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd67e-99a9-4d7f-81e9-f1a07edec3b4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.224547 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbd67e-99a9-4d7f-81e9-f1a07edec3b4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event deleted for resources: {'Network': ['ID=5c596448-ef8d-40d4-b105-71e5830d6b8c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:52.234541 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b3bbd67e-99a9-4d7f-81e9-f1a07edec3b4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "DELETE /v2.0/networks/5c596448-ef8d-40d4-b105-71e5830d6b8c HTTP/1.1" status: 204 len: 168 time: 1.5924726 Mar 03 05:53:52.238217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34196) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:52.284377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9cc043-27af-4a3d-9e02-a5ae8939c84d None None] DHCP port deletion for e3a0675f-9d1d-4586-b8da-c2310af443fe request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:53:52.297089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fa9cc043-27af-4a3d-9e02-a5ae8939c84d None None] Deleting port 57967379-2007-4be1-8e00-c927f929a8ec {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:52.297527 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc043-27af-4a3d-9e02-a5ae8939c84d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.372029 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.393647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6eec452a-cd64-4ad9-ab09-b301e3d1f373 None None] Provisioning for port 782025f5-d112-48b8-bc67-66d82b7bf6a3 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:52.444123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6eec452a-cd64-4ad9-ab09-b301e3d1f373 None None] Provisioning complete for port 782025f5-d112-48b8-bc67-66d82b7bf6a3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:52.445767 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6eec452a-cd64-4ad9-ab09-b301e3d1f373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.473115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a32dc7de-8dbc-4203-96f3-48208e9f1bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.482824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.486863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4964f6-63ae-4b38-aa35-1f63fd4b8048 req-516c5959-d746-49a6-a683-07b47f5c4ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:52.488122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Transition to ACTIVE for port object d206fdc6-b348-4360-8b6d-f99f38d36413 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:52.491986 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a4964f6-63ae-4b38-aa35-1f63fd4b8048 req-516c5959-d746-49a6-a683-07b47f5c4ed3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2f921e0-f6e8-44eb-8200-49bd27a07840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3741708 Mar 03 05:53:52.494467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a32dc7de-8dbc-4203-96f3-48208e9f1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.574638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6eec452a-cd64-4ad9-ab09-b301e3d1f373 None None] Port 782025f5-d112-48b8-bc67-66d82b7bf6a3 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:52.578645 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Transition to ACTIVE for port object d206fdc6-b348-4360-8b6d-f99f38d36413 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:52.594211 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a32dc7de-8dbc-4203-96f3-48208e9f1bf7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14dc63b55f5247d4b0348419a5016267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8191333 Mar 03 05:53:52.632465 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34202) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:52.638263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.642443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dc7de-8dbc-4203-96f3-48208e9f1bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709b3968-f49f-4e2d-883b-af9be597bf30,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:52.649616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Deleting port 57967379-2007-4be1-8e00-c927f929a8ec {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:52.649959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.731201 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Network b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:52.734833 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:52.738641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-fa9cc043-27af-4a3d-9e02-a5ae8939c84d None None] For port 57967379-2007-4be1-8e00-c927f929a8ec, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=57967379-2007-4be1-8e00-c927f929a8ec,segment=NetworkSegment(650f31c4-61aa-47a7-a6ba-6b3da6c68bab),segment_id=650f31c4-61aa-47a7-a6ba-6b3da6c68bab)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:52.739110 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc043-27af-4a3d-9e02-a5ae8939c84d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.752756 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:52.779961 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a4964f6-63ae-4b38-aa35-1f63fd4b8048 req-36bc613a-157f-4713-a1f0-1c8cf9b51f32 service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693391 Mar 03 05:53:52.819270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Pushing event updated for resources: {'Port': ['ID=d206fdc6-b348-4360-8b6d-f99f38d36413,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:52.882019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-43821fdf-d5f7-4871-aba7-921251e73536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.890512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115815f-0ff8-47a5-b5e1-b5067a9f5c2e req-7955ea01-8a7e-4a0f-ac0a-4fa2b0311f15 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:52.891995 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c115815f-0ff8-47a5-b5e1-b5067a9f5c2e req-7955ea01-8a7e-4a0f-ac0a-4fa2b0311f15 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 943 time: 0.5054462 Mar 03 05:53:52.907472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device c4a4057c-4ea4-428b-9621-483c78451977 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 05:53:52.928234 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fa9cc043-27af-4a3d-9e02-a5ae8939c84d None None] Calling delete_port for 57967379-2007-4be1-8e00-c927f929a8ec owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:52.992829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:52.995843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-43821fdf-d5f7-4871-aba7-921251e73536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.017668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.045686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.086797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Attempting to bind port d206fdc6-b348-4360-8b6d-f99f38d36413 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:53.087142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Attempting to bind port d206fdc6-b348-4360-8b6d-f99f38d36413 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'f997a652-56e6-4bc2-b304-350aa1a8f2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:53.087443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Attempting to bind port d206fdc6-b348-4360-8b6d-f99f38d36413 on network b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:53.098365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:53.098365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Checking segment: {'id': 'f997a652-56e6-4bc2-b304-350aa1a8f2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:53.098886 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.099182 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Bound using segment: {'id': 'f997a652-56e6-4bc2-b304-350aa1a8f2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:53.100292 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Bound port: d206fdc6-b348-4360-8b6d-f99f38d36413, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f997a652-56e6-4bc2-b304-350aa1a8f2df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:53.100658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.140201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] For port 57967379-2007-4be1-8e00-c927f929a8ec, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=57967379-2007-4be1-8e00-c927f929a8ec,segment=NetworkSegment(650f31c4-61aa-47a7-a6ba-6b3da6c68bab),segment_id=650f31c4-61aa-47a7-a6ba-6b3da6c68bab)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:53.140642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.164404 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c115815f-0ff8-47a5-b5e1-b5067a9f5c2e req-75a2eb59-6a42-46ef-b797-a422424c5ad7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=a977bae7-fa32-4f9e-807c-586d6c7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569802 Mar 03 05:53:53.184878 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-957a7c7f-9a7c-4282-91a7-e0fd49e2761d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Delete allocated IP 172.20.0.28 (85f2bb40-7126-435a-b989-da1c1d0b4566/99a206d5-1e39-4ec4-ad6d-1235ece54533) {{(pid=87792) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 05:53:53.189567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc043-27af-4a3d-9e02-a5ae8939c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.192742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=4341a87e-62aa-4ad8-9ae0-de1bffeac84e,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:53.230059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.278933 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cc043-27af-4a3d-9e02-a5ae8939c84d None None] Pushing event deleted for resources: {'Port': ['ID=57967379-2007-4be1-8e00-c927f929a8ec,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:53.285301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9cc043-27af-4a3d-9e02-a5ae8939c84d None None] No DVR routers for this DVR port 57967379-2007-4be1-8e00-c927f929a8ec on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:53.297426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Calling delete_port for 57967379-2007-4be1-8e00-c927f929a8ec owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:53.319112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-43821fdf-d5f7-4871-aba7-921251e73536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.330473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port c4a4057c-4ea4-428b-9621-483c78451977, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c4a4057c-4ea4-428b-9621-483c78451977,segment=NetworkSegment(73b26627-e4b6-4070-9a63-8c3b222b9feb),segment_id=73b26627-e4b6-4070-9a63-8c3b222b9feb)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:53.335905 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a4964f6-63ae-4b38-aa35-1f63fd4b8048 req-27260efc-2d38-40c6-bc02-c38ab923e039 service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490608 Mar 03 05:53:53.350512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'c4a4057c-4ea4-428b-9621-483c78451977', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'port_id': 'c4a4057c-4ea4-428b-9621-483c78451977', 'mac_address': 'fa:16:3e:79:6a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 05:53:53.354590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] For port d206fdc6-b348-4360-8b6d-f99f38d36413, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:53.361917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43821fdf-d5f7-4871-aba7-921251e73536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709b3968-f49f-4e2d-883b-af9be597bf30,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:53.371977 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] For port d206fdc6-b348-4360-8b6d-f99f38d36413, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d206fdc6-b348-4360-8b6d-f99f38d36413,segment=NetworkSegment(f997a652-56e6-4bc2-b304-350aa1a8f2df),segment_id=f997a652-56e6-4bc2-b304-350aa1a8f2df)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:53.402553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:53:53.403603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:53:53.420763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.464190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-43821fdf-d5f7-4871-aba7-921251e73536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.467626 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-43821fdf-d5f7-4871-aba7-921251e73536 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/709b3968-f49f-4e2d-883b-af9be597bf30 HTTP/1.1" status: 204 len: 168 time: 0.8309226 Mar 03 05:53:53.512549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:53.514264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.515857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:53.523624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-957a7c7f-9a7c-4282-91a7-e0fd49e2761d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.550064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a4057c-4ea4-428b-9621-483c78451977 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:53:53.571852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c933c-73e8-4864-8029-6a62e44bf808 None None] Pushing event updated for resources: {'Port': ['ID=d206fdc6-b348-4360-8b6d-f99f38d36413,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:53.595291 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port c4a4057c-4ea4-428b-9621-483c78451977, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c4a4057c-4ea4-428b-9621-483c78451977,segment=NetworkSegment(73b26627-e4b6-4070-9a63-8c3b222b9feb),segment_id=73b26627-e4b6-4070-9a63-8c3b222b9feb)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:53.606007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.616277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-957a7c7f-9a7c-4282-91a7-e0fd49e2761d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Ignored duplicate provisioning block setup for port 782025f5-d112-48b8-bc67-66d82b7bf6a3 by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 03 05:53:53.676792 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-957a7c7f-9a7c-4282-91a7-e0fd49e2761d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.689598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=c4a4057c-4ea4-428b-9621-483c78451977,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:53.875945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a7c7f-9a7c-4282-91a7-e0fd49e2761d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=782025f5-d112-48b8-bc67-66d82b7bf6a3,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:53.905182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Deleting port 57967379-2007-4be1-8e00-c927f929a8ec {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:53.905765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.910635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-957a7c7f-9a7c-4282-91a7-e0fd49e2761d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] In _notify_port_updated(), no bound segment for port 782025f5-d112-48b8-bc67-66d82b7bf6a3 on network 85f2bb40-7126-435a-b989-da1c1d0b4566 {{(pid=87792) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:53:53.916706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957a7c7f-9a7c-4282-91a7-e0fd49e2761d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:53.917367 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-957a7c7f-9a7c-4282-91a7-e0fd49e2761d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:53.918719 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-957a7c7f-9a7c-4282-91a7-e0fd49e2761d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "PUT /v2.0/ports/782025f5-d112-48b8-bc67-66d82b7bf6a3 HTTP/1.1" status: 200 len: 920 time: 2.2488515 Mar 03 05:53:53.926569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34218) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:53.934265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-0ae50cc6-f3b3-4f43-b6e4-b4323da256f5 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd044af7f-ae98-47ab-804d-3d8da341388f'}, {'subnet_id': '99a206d5-1e39-4ec4-ad6d-1235ece54533'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:53.971185 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 06e9a915-7cd6-4120-9923-9ab31370301a is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:53:53.976662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['c4a4057c-4ea4-428b-9621-483c78451977'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 05:53:53.997568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] The port '57967379-2007-4be1-8e00-c927f929a8ec' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:53:54.168529 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:54.201415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a0675f-9d1d-4586-b8da-c2310af443fe']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:54.214764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650f31c4-61aa-47a7-a6ba-6b3da6c68bab') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:54.215063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650f31c4-61aa-47a7-a6ba-6b3da6c68bab') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:54.227935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:54.250654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:54.275980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ae50cc6-f3b3-4f43-b6e4-b4323da256f5 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:54.276606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:54.277889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:54.294531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:53:54.309918 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c1854396-22d9-4f36-a305-e48744790899 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/06e9a915-7cd6-4120-9923-9ab31370301a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4944153 Mar 03 05:53:54.310182 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34232) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:54.322983 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:54.372274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abe115c-1c82-4de8-92b5-ea864aea82f3 None None] Sync routers for ids ['06e9a915-7cd6-4120-9923-9ab31370301a'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:53:54.397719 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:53:54.414339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d206fdc6-b348-4360-8b6d-f99f38d36413 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:54.493771 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe115c-1c82-4de8-92b5-ea864aea82f3 None None] Routers {'06e9a915-7cd6-4120-9923-9ab31370301a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:54.494745 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6abe115c-1c82-4de8-92b5-ea864aea82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['06e9a915-7cd6-4120-9923-9ab31370301a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:54.504434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:54.525894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34236) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:54.535581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:54.549661 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event deleted for resources: {'Network': ['ID=e3a0675f-9d1d-4586-b8da-c2310af443fe,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:54.564245 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-65c7f3bc-01fe-4d95-8bac-3ba5d6bb7f2c tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "DELETE /v2.0/networks/e3a0675f-9d1d-4586-b8da-c2310af443fe HTTP/1.1" status: 204 len: 168 time: 2.3226366 Mar 03 05:53:54.564434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34242) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:54.634890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-84d381ab-b387-4016-884a-64a9a792678a None None] Provisioning complete for port 782025f5-d112-48b8-bc67-66d82b7bf6a3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:54.635258 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-84d381ab-b387-4016-884a-64a9a792678a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:54.700639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab070fa-69e2-4cea-8c83-dbe1366effb6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:54.701338 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2ab070fa-69e2-4cea-8c83-dbe1366effb6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Synchronizing usage tracker for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:54.702879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6abe115c-1c82-4de8-92b5-ea864aea82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:54.718604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-84d381ab-b387-4016-884a-64a9a792678a None None] Port 782025f5-d112-48b8-bc67-66d82b7bf6a3 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:54.729628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c5d51a-0218-4768-9cc2-ed7498b23b49 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Deleting subnet fc0cbdc5-e739-4d25-9c5c-7ec0e3bdfb2b {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:54.734326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d51a-0218-4768-9cc2-ed7498b23b49 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:54.741495 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe115c-1c82-4de8-92b5-ea864aea82f3 None None] Routers {'06e9a915-7cd6-4120-9923-9ab31370301a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:53:54.742125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6abe115c-1c82-4de8-92b5-ea864aea82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['06e9a915-7cd6-4120-9923-9ab31370301a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:54.810584 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d51a-0218-4768-9cc2-ed7498b23b49 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:54.820056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2ab070fa-69e2-4cea-8c83-dbe1366effb6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Unset dirty status for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:54.821213 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2ab070fa-69e2-4cea-8c83-dbe1366effb6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports/4341a87e-62aa-4ad8-9ae0-de1bffeac84e HTTP/1.1" status: 200 len: 910 time: 0.5094941 Mar 03 05:53:54.821354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6abe115c-1c82-4de8-92b5-ea864aea82f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:54.821749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abe115c-1c82-4de8-92b5-ea864aea82f3 None None] The sync data for ids ['06e9a915-7cd6-4120-9923-9ab31370301a'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:53:54.826429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34248) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:54.829875 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-973071562-network', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:54.851016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port d206fdc6-b348-4360-8b6d-f99f38d36413 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:54.899375 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:54.913852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dab9f-aef2-44cf-aafb-15fb790179fe req-0f6ca452-8f75-49fb-9ab3-e2e80326e896 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:54.915363 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c92dab9f-aef2-44cf-aafb-15fb790179fe req-0f6ca452-8f75-49fb-9ab3-e2e80326e896 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 944 time: 0.3997037 Mar 03 05:53:54.939988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d51a-0218-4768-9cc2-ed7498b23b49 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:54.941282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Usage tracker for resource:network and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:54.949696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:54.992539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 57967379-2007-4be1-8e00-c927f929a8ec no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:53:55.023242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d51a-0218-4768-9cc2-ed7498b23b49 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.027623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee923a1-fd85-4369-aee8-9bfa17c1ce8d None None] Network b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:55.062919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:55.065376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5d51a-0218-4768-9cc2-ed7498b23b49 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event deleted for resources: {'Subnet': ['ID=fc0cbdc5-e739-4d25-9c5c-7ec0e3bdfb2b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:55.065694 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 57967379-2007-4be1-8e00-c927f929a8ec {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:53:55.066038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 57967379-2007-4be1-8e00-c927f929a8ec not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:53:55.069813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d7c5d51a-0218-4768-9cc2-ed7498b23b49 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.081027 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d7c5d51a-0218-4768-9cc2-ed7498b23b49 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "DELETE /v2.0/subnets/fc0cbdc5-e739-4d25-9c5c-7ec0e3bdfb2b HTTP/1.1" status: 204 len: 168 time: 0.5155818 Mar 03 05:53:55.083696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34252) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:55.085117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a292afde-2256-43de-bc2a-a384cd941afc None None] Network 159985d0-aaf5-4505-a963-9a77d6d51e48 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:55.129625 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c92dab9f-aef2-44cf-aafb-15fb790179fe req-230e81eb-3e05-4212-8f3b-18e836c6be20 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=a977bae7-fa32-4f9e-807c-586d6c7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010241 Mar 03 05:53:55.130123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Made reservation on behalf of e33eb203c5664af2a1609042ef91d807 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:55.132439 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.174659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-66e5be1e-b91a-434d-ae2c-88e0b8ec7302 None None] Provisioning for port d206fdc6-b348-4360-8b6d-f99f38d36413 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:55.183178 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-66e5be1e-b91a-434d-ae2c-88e0b8ec7302 None None] Provisioning complete for port d206fdc6-b348-4360-8b6d-f99f38d36413 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:55.183553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-66e5be1e-b91a-434d-ae2c-88e0b8ec7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.210503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.220908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Deleting port ef73eafe-2309-43b6-aecb-0b8ce2a05103 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:55.221245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.237921 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.345662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:55.363330 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Usage tracker for resource:security_group_rule and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:55.370472 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:55.385210 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:55.424936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-0ae50cc6-f3b3-4f43-b6e4-b4323da256f5 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.22 (85f2bb40-7126-435a-b989-da1c1d0b4566/99a206d5-1e39-4ec4-ad6d-1235ece54533/782025f5-d112-48b8-bc67-66d82b7bf6a3) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:55.467983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] For port ef73eafe-2309-43b6-aecb-0b8ce2a05103, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ef73eafe-2309-43b6-aecb-0b8ce2a05103,segment=NetworkSegment(89bc9a40-6f28-4b39-a948-012c0d25a3e7),segment_id=89bc9a40-6f28-4b39-a948-012c0d25a3e7)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:55.468402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.553529 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-66e5be1e-b91a-434d-ae2c-88e0b8ec7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.599124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Calling delete_port for ef73eafe-2309-43b6-aecb-0b8ce2a05103 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:55.631434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-66e5be1e-b91a-434d-ae2c-88e0b8ec7302 None None] For port d206fdc6-b348-4360-8b6d-f99f38d36413, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d206fdc6-b348-4360-8b6d-f99f38d36413,segment=NetworkSegment(f997a652-56e6-4bc2-b304-350aa1a8f2df),segment_id=f997a652-56e6-4bc2-b304-350aa1a8f2df)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:55.636507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-66e5be1e-b91a-434d-ae2c-88e0b8ec7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.696512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.721496 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5be1e-b91a-434d-ae2c-88e0b8ec7302 None None] Pushing event updated for resources: {'Port': ['ID=d206fdc6-b348-4360-8b6d-f99f38d36413,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:55.737691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.761199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce368d07-664e-47df-af34-ae89bb51b4cf None None] DHCP port deletion for 159985d0-aaf5-4505-a963-9a77d6d51e48 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:53:55.776521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event deleted for resources: {'Port': ['ID=ef73eafe-2309-43b6-aecb-0b8ce2a05103,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:55.780492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] No DVR routers for this DVR port ef73eafe-2309-43b6-aecb-0b8ce2a05103 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:53:55.782936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.791917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ae50cc6-f3b3-4f43-b6e4-b4323da256f5 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.852322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:53:55.857712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-0ae50cc6-f3b3-4f43-b6e4-b4323da256f5 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Transition to ACTIVE for port object 782025f5-d112-48b8-bc67-66d82b7bf6a3 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:55.867906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd5dd4f-e07a-4534-9e3f-3ca1cbb133ae,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:55.874338 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ae50cc6-f3b3-4f43-b6e4-b4323da256f5 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.916027 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:55.916374 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Added segment 51c262a0-7ed1-4311-bd51-841ccf25e859 of type vlan for network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 Mar 03 05:53:56.000824 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-32d69aa8-1720-4520-8d8f-22f191cbb0cf None None] Provisioning complete for port d206fdc6-b348-4360-8b6d-f99f38d36413 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:56.001462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32d69aa8-1720-4520-8d8f-22f191cbb0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.053006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.077496 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.086411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159985d0-aaf5-4505-a963-9a77d6d51e48']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:56.089783 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae50cc6-f3b3-4f43-b6e4-b4323da256f5 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=782025f5-d112-48b8-bc67-66d82b7bf6a3,revision_number=3']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:56.110146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bc9a40-6f28-4b39-a948-012c0d25a3e7') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:56.110715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bc9a40-6f28-4b39-a948-012c0d25a3e7') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:53:56.127034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.128200 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f72851-5bc9-4492-8361-abc48eaf068f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.152353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.159930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:53:56.160455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:53:56.177220 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:53:56.257491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-32d69aa8-1720-4520-8d8f-22f191cbb0cf None None] Provisioning for port 4341a87e-62aa-4ad8-9ae0-de1bffeac84e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:56.263825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-32d69aa8-1720-4520-8d8f-22f191cbb0cf None None] Provisioning complete for port 4341a87e-62aa-4ad8-9ae0-de1bffeac84e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:56.264459 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32d69aa8-1720-4520-8d8f-22f191cbb0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.311301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.338653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.354615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Pushing event deleted for resources: {'Network': ['ID=159985d0-aaf5-4505-a963-9a77d6d51e48,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:56.366149 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ab9ee35f-bfe5-4ce5-8b15-243dfed1bf91 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "DELETE /v2.0/networks/159985d0-aaf5-4505-a963-9a77d6d51e48 HTTP/1.1" status: 204 len: 168 time: 1.2814345 Mar 03 05:53:56.366815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34258) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:56.394872 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d206fdc6-b348-4360-8b6d-f99f38d36413 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:56.431002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3cf0ffb5-0b50-4aa8-b1c9-81822a586fb4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Synchronizing usage tracker for tenant:5b3719e7fcf44eafab7630cc0eff04c2 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:56.455857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3cf0ffb5-0b50-4aa8-b1c9-81822a586fb4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Unset dirty status for tenant:5b3719e7fcf44eafab7630cc0eff04c2 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:56.460556 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3cf0ffb5-0b50-4aa8-b1c9-81822a586fb4 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "GET /v2.0/ports?device_id=bacc8833-94b7-49e2-b5ae-be1e7270b76d HTTP/1.1" status: 200 len: 205 time: 0.0895638 Mar 03 05:53:56.460794 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34262) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:56.483666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-32d69aa8-1720-4520-8d8f-22f191cbb0cf None None] Port 4341a87e-62aa-4ad8-9ae0-de1bffeac84e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:56.525776 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:53:56.526598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port d206fdc6-b348-4360-8b6d-f99f38d36413 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:56.526980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.575525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-0ae50cc6-f3b3-4f43-b6e4-b4323da256f5 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] In _notify_port_updated(), no bound segment for port 782025f5-d112-48b8-bc67-66d82b7bf6a3 on network 85f2bb40-7126-435a-b989-da1c1d0b4566 {{(pid=87792) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:53:56.581823 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae50cc6-f3b3-4f43-b6e4-b4323da256f5 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:56.582641 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ae50cc6-f3b3-4f43-b6e4-b4323da256f5 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.584490 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0ae50cc6-f3b3-4f43-b6e4-b4323da256f5 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "PUT /v2.0/ports/782025f5-d112-48b8-bc67-66d82b7bf6a3 HTTP/1.1" status: 200 len: 1000 time: 2.6560373 Mar 03 05:53:56.589015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34266) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:56.592219 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.593129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:56.593684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.610676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2affe74d-01cf-467a-a074-a2f5ea0417b0 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.657068 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-67ac0e04-d69b-4f54-b50b-337e298ba61d None None] Provisioning complete for port 4341a87e-62aa-4ad8-9ae0-de1bffeac84e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:56.657673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-67ac0e04-d69b-4f54-b50b-337e298ba61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.768029 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-67ac0e04-d69b-4f54-b50b-337e298ba61d None None] Port 4341a87e-62aa-4ad8-9ae0-de1bffeac84e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:56.778850 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-67ac0e04-d69b-4f54-b50b-337e298ba61d None None] Provisioning for port 782025f5-d112-48b8-bc67-66d82b7bf6a3 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:56.784197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-67ac0e04-d69b-4f54-b50b-337e298ba61d None None] Provisioning complete for port 782025f5-d112-48b8-bc67-66d82b7bf6a3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:56.784727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-67ac0e04-d69b-4f54-b50b-337e298ba61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.816776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device c4a4057c-4ea4-428b-9621-483c78451977 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:53:56.855089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ef73eafe-2309-43b6-aecb-0b8ce2a05103 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:53:56.891573 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3618739 Mar 03 05:53:56.894566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665704bb-6f50-4808-978c-a104f2812f47 admin admin] Pushing event updated for resources: {'Network': ['ID=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:56.900584 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34270) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:56.904203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: ef73eafe-2309-43b6-aecb-0b8ce2a05103 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:53:56.904545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ef73eafe-2309-43b6-aecb-0b8ce2a05103 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:53:56.910401 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d651a548-d924-4719-abac-3a4c30b36cec tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port 782025f5-d112-48b8-bc67-66d82b7bf6a3 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:56.910572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d651a548-d924-4719-abac-3a4c30b36cec tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.925487 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:53:56.939191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2affe74d-01cf-467a-a074-a2f5ea0417b0 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.939599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Request body: {'subnet': {'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-973071562-subnet', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'ip_version': 4}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:56.943480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2affe74d-01cf-467a-a074-a2f5ea0417b0 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.951370 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b5d78-b594-4365-acfb-644f54d651c6 req-f4527f56-565e-4abe-aad2-478494d0484c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:56.952868 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1e4b5d78-b594-4365-acfb-644f54d651c6 req-f4527f56-565e-4abe-aad2-478494d0484c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 944 time: 0.5560610 Mar 03 05:53:56.963145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:56.965807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-67ac0e04-d69b-4f54-b50b-337e298ba61d None None] Port 782025f5-d112-48b8-bc67-66d82b7bf6a3 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:53:56.975682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Usage tracker for resource:subnet and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:56.977711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2affe74d-01cf-467a-a074-a2f5ea0417b0 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.978339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2affe74d-01cf-467a-a074-a2f5ea0417b0 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Fanout notify agent at l3_agent the message router_deleted on router bacc8833-94b7-49e2-b5ae-be1e7270b76d {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:53:56.992289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2affe74d-01cf-467a-a074-a2f5ea0417b0 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:56.996902 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2affe74d-01cf-467a-a074-a2f5ea0417b0 tempest-RoutersNegativeIpV6Test-1724542104 tempest-RoutersNegativeIpV6Test-1724542104-project] 10.222.0.20 "DELETE /v2.0/routers/bacc8833-94b7-49e2-b5ae-be1e7270b76d HTTP/1.1" status: 204 len: 168 time: 0.5350075 Mar 03 05:53:56.998488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:57.010128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:57.058471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port c4a4057c-4ea4-428b-9621-483c78451977 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:53:57.064166 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port c4a4057c-4ea4-428b-9621-483c78451977 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:53:57.064542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:57.089466 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Made reservation on behalf of e33eb203c5664af2a1609042ef91d807 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:53:57.091842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:57.120340 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1e4b5d78-b594-4365-acfb-644f54d651c6 req-175bbefc-01c0-4132-a9a2-d076b429ae95 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=a977bae7-fa32-4f9e-807c-586d6c7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595068 Mar 03 05:53:57.203503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:57.223747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34278) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:57.231077 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a4057c-4ea4-428b-9621-483c78451977'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:53:57.241735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port c4a4057c-4ea4-428b-9621-483c78451977, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c4a4057c-4ea4-428b-9621-483c78451977,segment=NetworkSegment(73b26627-e4b6-4070-9a63-8c3b222b9feb),segment_id=73b26627-e4b6-4070-9a63-8c3b222b9feb)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:53:57.246862 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:57.315212 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-67f72851-5bc9-4492-8361-abc48eaf068f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port 4341a87e-62aa-4ad8-9ae0-de1bffeac84e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:53:57.315537 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f72851-5bc9-4492-8361-abc48eaf068f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:57.342346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=c4a4057c-4ea4-428b-9621-483c78451977,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:57.440009 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-059569f7-66ff-440a-b150-1cd4f10d23cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b3719e7fcf44eafab7630cc0eff04c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144873 Mar 03 05:53:57.442546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34288) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:57.460653 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a4057c-4ea4-428b-9621-483c78451977', 'code': 200} Mar 03 05:53:57.506785 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ac64be3-28c9-40cf-8858-42b36db06067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:57.533773 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ac64be3-28c9-40cf-8858-42b36db06067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:57.591469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ac64be3-28c9-40cf-8858-42b36db06067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:57.603479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d651a548-d924-4719-abac-3a4c30b36cec tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:57.606912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac64be3-28c9-40cf-8858-42b36db06067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9835dfa-b4e2-45cb-b2bb-3c92f6fd25ae,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:57.613407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5ac64be3-28c9-40cf-8858-42b36db06067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:57.616214 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5ac64be3-28c9-40cf-8858-42b36db06067 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9835dfa-b4e2-45cb-b2bb-3c92f6fd25ae HTTP/1.1" status: 204 len: 168 time: 0.1719117 Mar 03 05:53:57.702975 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b18a54-130b-41e7-8ccf-345fb199653f req-bb290de1-53c2-45bb-a3f1-0fd4baa42b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:57.704700 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e5b18a54-130b-41e7-8ccf-345fb199653f req-bb290de1-53c2-45bb-a3f1-0fd4baa42b36 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 1098 time: 0.0797291 Mar 03 05:53:57.747317 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e5b18a54-130b-41e7-8ccf-345fb199653f req-bcc17912-2075-4ee4-bbdd-9c5c64b17bb2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a977bae7-fa32-4f9e-807c-586d6c7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366707 Mar 03 05:53:57.764947 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d651a548-d924-4719-abac-3a4c30b36cec tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for 782025f5-d112-48b8-bc67-66d82b7bf6a3 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:57.889805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f72851-5bc9-4492-8361-abc48eaf068f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:58.167352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:58.176818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-67f72851-5bc9-4492-8361-abc48eaf068f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for 4341a87e-62aa-4ad8-9ae0-de1bffeac84e owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:53:58.410600 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Pushing event updated for resources: {'Subnet': ['ID=72259fe0-eab8-4ca9-8e4c-529b159e4c00,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:58.439470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Checking segment: {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:58.439840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Network hostable DHCP agents. Network: 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:53:58.545396 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b2aa0-e767-4c3e-8424-20daaab8e179 req-84bbb8c9-2243-45af-9df0-62597f1f2825 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:58.546851 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a66b2aa0-e767-4c3e-8424-20daaab8e179 req-84bbb8c9-2243-45af-9df0-62597f1f2825 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 945 time: 0.3091018 Mar 03 05:53:58.551127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:53:58.580650 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d651a548-d924-4719-abac-3a4c30b36cec tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:58.647403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:58.656115 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f445acb-31f6-4fac-9725-4b1ed183c9f5 None None] Network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:53:58.684809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:53:58.685312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:58.690058 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651a548-d924-4719-abac-3a4c30b36cec tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=782025f5-d112-48b8-bc67-66d82b7bf6a3,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:58.736249 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a66b2aa0-e767-4c3e-8424-20daaab8e179 req-0dd9dbeb-e5eb-4080-8d11-1f90430a8a36 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=a977bae7-fa32-4f9e-807c-586d6c7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812065 Mar 03 05:53:58.847970 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cec54a32-6a1f-428a-957b-31b17528412a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9451084 Mar 03 05:53:58.851391 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34296) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:58.855859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f72851-5bc9-4492-8361-abc48eaf068f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:58.876942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:53:58.883080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:53:58.893034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Usage tracker for resource:router and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:53:58.897130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:53:58.899326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:53:58.900195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:58.913431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:53:58.917778 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f72851-5bc9-4492-8361-abc48eaf068f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=4341a87e-62aa-4ad8-9ae0-de1bffeac84e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:58.937519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:58.938779 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:58.971998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:58.985205 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d651a548-d924-4719-abac-3a4c30b36cec tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:58.987177 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d651a548-d924-4719-abac-3a4c30b36cec tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/782025f5-d112-48b8-bc67-66d82b7bf6a3 HTTP/1.1" status: 204 len: 168 time: 2.3963826 Mar 03 05:53:58.993712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34300) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:59.047379 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52e1cc1-fe5f-432f-9e30-e7fa88dfa044 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:53:59.047945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a52e1cc1-fe5f-432f-9e30-e7fa88dfa044 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:53:59.144410 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Allocated IP 172.20.0.2 (2d3ae7a8-fae7-4b3f-96c0-3331c58d4506/72259fe0-eab8-4ca9-8e4c-529b159e4c00/91464987-b70c-4c85-9f9f-eed296e66610) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:53:59.161685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a52e1cc1-fe5f-432f-9e30-e7fa88dfa044 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:53:59.163561 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a52e1cc1-fe5f-432f-9e30-e7fa88dfa044 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/782025f5-d112-48b8-bc67-66d82b7bf6a3 HTTP/1.1" status: 404 len: 333 time: 0.1688766 Mar 03 05:53:59.166694 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34304) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:53:59.303348 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f72851-5bc9-4492-8361-abc48eaf068f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:59.375195 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5b42cd-a8e5-433e-bbbd-d64e57b8f38f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting subnet 99a206d5-1e39-4ec4-ad6d-1235ece54533 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:53:59.376415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:59.389974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Transition to ACTIVE for port object 91464987-b70c-4c85-9f9f-eed296e66610 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:59.391725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e5b42cd-a8e5-433e-bbbd-d64e57b8f38f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:59.412234 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Transition to ACTIVE for port object 91464987-b70c-4c85-9f9f-eed296e66610 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:53:59.419802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:59.484224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:53:59.486929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:53:59.490971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:53:59.509749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:59.537065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Pushing event updated for resources: {'Port': ['ID=91464987-b70c-4c85-9f9f-eed296e66610,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:59.605538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Attempting to bind port 91464987-b70c-4c85-9f9f-eed296e66610 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:53:59.605944 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Attempting to bind port 91464987-b70c-4c85-9f9f-eed296e66610 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:53:59.606571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Attempting to bind port 91464987-b70c-4c85-9f9f-eed296e66610 on network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:53:59.612356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:53:59.612730 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Checking segment: {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:53:59.613136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:59.613526 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Bound using segment: {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:53:59.613993 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Bound port: 91464987-b70c-4c85-9f9f-eed296e66610, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:53:59.614496 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:59.697169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e5b42cd-a8e5-433e-bbbd-d64e57b8f38f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:59.717689 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] For port 91464987-b70c-4c85-9f9f-eed296e66610, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:53:59.721819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] For port 91464987-b70c-4c85-9f9f-eed296e66610, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=91464987-b70c-4c85-9f9f-eed296e66610,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:53:59.725825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:59.819333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156dc297-8926-4839-a2cb-3363c23c3df8 None None] Pushing event updated for resources: {'Port': ['ID=91464987-b70c-4c85-9f9f-eed296e66610,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:53:59.820726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f72851-5bc9-4492-8361-abc48eaf068f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 06e9a915-7cd6-4120-9923-9ab31370301a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:53:59.852987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:53:59.887626 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:00.034140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f72851-5bc9-4492-8361-abc48eaf068f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:00.039878 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-67f72851-5bc9-4492-8361-abc48eaf068f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/06e9a915-7cd6-4120-9923-9ab31370301a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2065513 Mar 03 05:54:00.044107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34310) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:00.045334 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7d7515-1051-4306-8eb8-cbe1daf0ef81 None None] Sync routers for ids ['06e9a915-7cd6-4120-9923-9ab31370301a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:00.050847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e5b42cd-a8e5-433e-bbbd-d64e57b8f38f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:00.056612 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7d7515-1051-4306-8eb8-cbe1daf0ef81 None None] Routers {'06e9a915-7cd6-4120-9923-9ab31370301a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:00.057210 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-bb7d7515-1051-4306-8eb8-cbe1daf0ef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['06e9a915-7cd6-4120-9923-9ab31370301a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:00.093859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e4cf399b-3ea4-472d-9c1e-3288445dfc8c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Synchronizing usage tracker for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:00.126902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Allocated IP 172.26.3.88 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/381ce7ed-0f0c-409b-a8cc-fc599d51d92c) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:00.132404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e4cf399b-3ea4-472d-9c1e-3288445dfc8c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Unset dirty status for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:00.137204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34314) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:00.137626 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e4cf399b-3ea4-472d-9c1e-3288445dfc8c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=06e9a915-7cd6-4120-9923-9ab31370301a HTTP/1.1" status: 200 len: 205 time: 0.0924695 Mar 03 05:54:00.151645 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-bb7d7515-1051-4306-8eb8-cbe1daf0ef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:00.161140 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7d7515-1051-4306-8eb8-cbe1daf0ef81 None None] Routers {'06e9a915-7cd6-4120-9923-9ab31370301a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:00.161956 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-bb7d7515-1051-4306-8eb8-cbe1daf0ef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['06e9a915-7cd6-4120-9923-9ab31370301a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:00.203736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841679b1-bcf3-4806-a8a7-c8ed2a061e3e req-aee146df-61e8-4f8c-a8d2-6e80c03a9253 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:00.205432 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-841679b1-bcf3-4806-a8a7-c8ed2a061e3e req-aee146df-61e8-4f8c-a8d2-6e80c03a9253 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 945 time: 0.2982018 Mar 03 05:54:00.233924 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-bb7d7515-1051-4306-8eb8-cbe1daf0ef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:00.234564 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7d7515-1051-4306-8eb8-cbe1daf0ef81 None None] The sync data for ids ['06e9a915-7cd6-4120-9923-9ab31370301a'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:00.278710 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:00.315645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e5b42cd-a8e5-433e-bbbd-d64e57b8f38f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:00.317408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:00.350382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:00.357470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-248d8d97-a1ef-4338-9b01-bd16a50e7b0d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:00.374015 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 91464987-b70c-4c85-9f9f-eed296e66610 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:00.421666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:00.429670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b42cd-a8e5-433e-bbbd-d64e57b8f38f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Subnet': ['ID=99a206d5-1e39-4ec4-ad6d-1235ece54533,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:00.430242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:00.434773 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:00.446248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e5b42cd-a8e5-433e-bbbd-d64e57b8f38f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:00.453948 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1826913c-1d77-44fd-9015-80111f80c542 None None] Network 85f2bb40-7126-435a-b989-da1c1d0b4566 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:00.460029 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-841679b1-bcf3-4806-a8a7-c8ed2a061e3e req-5e19dfa9-2039-4001-8cc4-7a3f300f2a8a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=a977bae7-fa32-4f9e-807c-586d6c7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456241 Mar 03 05:54:00.464379 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8e5b42cd-a8e5-433e-bbbd-d64e57b8f38f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/99a206d5-1e39-4ec4-ad6d-1235ece54533 HTTP/1.1" status: 204 len: 168 time: 1.2964029 Mar 03 05:54:00.525560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34318) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:00.557502 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Pushing event updated for resources: {'Port': ['ID=381ce7ed-0f0c-409b-a8cc-fc599d51d92c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:00.649204 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 91464987-b70c-4c85-9f9f-eed296e66610 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:00.825052 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-248d8d97-a1ef-4338-9b01-bd16a50e7b0d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:00.827957 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-248d8d97-a1ef-4338-9b01-bd16a50e7b0d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:00.837196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting subnet d044af7f-ae98-47ab-804d-3d8da341388f {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:54:00.854523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:00.915311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-248d8d97-a1ef-4338-9b01-bd16a50e7b0d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:00.915532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248d8d97-a1ef-4338-9b01-bd16a50e7b0d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Fanout notify agent at l3_agent the message router_deleted on router 06e9a915-7cd6-4120-9923-9ab31370301a {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:54:00.922735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:00.934997 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.120586 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-248d8d97-a1ef-4338-9b01-bd16a50e7b0d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.122186 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-248d8d97-a1ef-4338-9b01-bd16a50e7b0d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/06e9a915-7cd6-4120-9923-9ab31370301a HTTP/1.1" status: 204 len: 168 time: 0.9836893 Mar 03 05:54:01.137112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1bc17c-7408-4b4c-b3b9-5c46f5f3fa36 None None] Network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:01.140428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34324) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:01.156382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d67b44-70ab-4687-ba09-73064dcf3d83 req-60d4f82c-376f-4440-a003-afa7c5fd6838 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:01.160330 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-49d67b44-70ab-4687-ba09-73064dcf3d83 req-60d4f82c-376f-4440-a003-afa7c5fd6838 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 945 time: 0.5464175 Mar 03 05:54:01.240312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.268569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cb8a5b6d-25f7-4036-bc8d-66da798cb09b None None] Provisioning for port 91464987-b70c-4c85-9f9f-eed296e66610 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:01.279763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cb8a5b6d-25f7-4036-bc8d-66da798cb09b None None] Provisioning complete for port 91464987-b70c-4c85-9f9f-eed296e66610 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:01.280152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cb8a5b6d-25f7-4036-bc8d-66da798cb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.374838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.426847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.440333 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Subnet': ['ID=d044af7f-ae98-47ab-804d-3d8da341388f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:01.482247 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-49d67b44-70ab-4687-ba09-73064dcf3d83 req-894ccaa1-9a9a-4c73-9b3d-b3ed158912ad tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=a977bae7-fa32-4f9e-807c-586d6c7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477790 Mar 03 05:54:01.492473 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:01.492817 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:01.493155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:01.493485 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:01.493834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:01.495257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:01.495257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:01.495257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:01.495257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:01.495613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:01.495693 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:01.498737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:01.502769 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34328) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:01.509877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b898fde-04fc-4b73-8550-765942b57a3b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting subnet 87694f06-4a45-42ea-961e-241284f69638 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:54:01.515586 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ac4105d6-92f9-4e48-b7d1-f856c0809d47 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/d044af7f-ae98-47ab-804d-3d8da341388f HTTP/1.1" status: 204 len: 168 time: 0.9895978 Mar 03 05:54:01.517489 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34332) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:01.520053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9b898fde-04fc-4b73-8550-765942b57a3b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.533536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cb8a5b6d-25f7-4036-bc8d-66da798cb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.557411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.558632 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc695b-fc3f-486b-b959-441b6abd292c None None] Network 85f2bb40-7126-435a-b989-da1c1d0b4566 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:01.668748 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9b898fde-04fc-4b73-8550-765942b57a3b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.675121 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-cb8a5b6d-25f7-4036-bc8d-66da798cb09b None None] For port 91464987-b70c-4c85-9f9f-eed296e66610, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=91464987-b70c-4c85-9f9f-eed296e66610,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:01.738994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cb8a5b6d-25f7-4036-bc8d-66da798cb09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.758801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d34bb6-c491-42f5-b812-40b7bc1a5331 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:01.760676 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-72d34bb6-c491-42f5-b812-40b7bc1a5331 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 1093 time: 0.2569587 Mar 03 05:54:01.768595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34336) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:01.776916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'c4a4057c-4ea4-428b-9621-483c78451977', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:01.783747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:01.790094 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:floatingip and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:01.793884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:01.796741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9b898fde-04fc-4b73-8550-765942b57a3b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.801449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:01.817313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.827747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a5b6d-25f7-4036-bc8d-66da798cb09b None None] Pushing event updated for resources: {'Port': ['ID=91464987-b70c-4c85-9f9f-eed296e66610,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:01.858269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.864938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-50c5fa06-a7da-4607-b0e6-c7dea91f1e34 None None] Provisioning complete for port 35704222-db67-4607-9cf2-c995e672b539 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:01.865354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50c5fa06-a7da-4607-b0e6-c7dea91f1e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.882201 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port 35704222-db67-4607-9cf2-c995e672b539 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:01.882201 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.950952 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9b898fde-04fc-4b73-8550-765942b57a3b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:01.966138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c7a9d-1344-4c75-997c-a87d2c8b00b0 None None] DHCP port deletion for 85f2bb40-7126-435a-b989-da1c1d0b4566 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:54:01.979251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7a9d-1344-4c75-997c-a87d2c8b00b0 None None] Deleting port 35704222-db67-4607-9cf2-c995e672b539 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:01.979652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d45c7a9d-1344-4c75-997c-a87d2c8b00b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:02.012690 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2bc84f-0ddb-4df4-9024-8a919bf3a9e5 None None] Network b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:02.017817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Router 98f660af-7aab-492c-bb93-9d53fa5b3fca is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:54:02.020359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9b898fde-04fc-4b73-8550-765942b57a3b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:02.028557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b898fde-04fc-4b73-8550-765942b57a3b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Subnet': ['ID=87694f06-4a45-42ea-961e-241284f69638,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:02.043093 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9b898fde-04fc-4b73-8550-765942b57a3b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/87694f06-4a45-42ea-961e-241284f69638 HTTP/1.1" status: 204 len: 168 time: 0.8997066 Mar 03 05:54:02.043867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34340) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:02.103077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:02.244540 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-50c5fa06-a7da-4607-b0e6-c7dea91f1e34 None None] Provisioning complete for port 91464987-b70c-4c85-9f9f-eed296e66610 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:02.245043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50c5fa06-a7da-4607-b0e6-c7dea91f1e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:02.256805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:02.265042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] For port 35704222-db67-4607-9cf2-c995e672b539, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=35704222-db67-4607-9cf2-c995e672b539,segment=NetworkSegment(5d55d23f-7d77-4605-8e65-52328202cecd),segment_id=5d55d23f-7d77-4605-8e65-52328202cecd)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:02.265396 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:02.319499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:02.333266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port d206fdc6-b348-4360-8b6d-f99f38d36413 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:02.333655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:02.346062 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Sync routers for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:02.358712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.34 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/019c205d-ad2b-4922-98a4-b544d62d9bf2) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:02.371273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:02.372750 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8c663d4a-3620-447b-931a-660e58de3222 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5198748 Mar 03 05:54:02.376027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34344) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:02.412285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 91464987-b70c-4c85-9f9f-eed296e66610 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:02.425422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for 35704222-db67-4607-9cf2-c995e672b539 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:02.485020 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:02.485668 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:02.596326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:02.630038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d45c7a9d-1344-4c75-997c-a87d2c8b00b0 None None] For port 35704222-db67-4607-9cf2-c995e672b539, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=35704222-db67-4607-9cf2-c995e672b539,segment=NetworkSegment(5d55d23f-7d77-4605-8e65-52328202cecd),segment_id=5d55d23f-7d77-4605-8e65-52328202cecd)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:02.630544 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d45c7a9d-1344-4c75-997c-a87d2c8b00b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:02.694974 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=35704222-db67-4607-9cf2-c995e672b539,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:02.697299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No DVR routers for this DVR port 35704222-db67-4607-9cf2-c995e672b539 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:54:02.733533 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:02.781421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] For port d206fdc6-b348-4360-8b6d-f99f38d36413, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d206fdc6-b348-4360-8b6d-f99f38d36413,segment=NetworkSegment(f997a652-56e6-4bc2-b304-350aa1a8f2df),segment_id=f997a652-56e6-4bc2-b304-350aa1a8f2df)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:02.781815 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:02.813553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7a9d-1344-4c75-997c-a87d2c8b00b0 None None] Calling delete_port for 35704222-db67-4607-9cf2-c995e672b539 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:03.007608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c031c7dc-6f36-4c82-8c1a-ff0ca31c38d4 None None] DHCP port deletion for b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:54:03.042455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c031c7dc-6f36-4c82-8c1a-ff0ca31c38d4 None None] Deleting port d206fdc6-b348-4360-8b6d-f99f38d36413 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:03.042766 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c031c7dc-6f36-4c82-8c1a-ff0ca31c38d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.080072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.083974 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.094348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 91464987-b70c-4c85-9f9f-eed296e66610 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:03.094971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.096990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for d206fdc6-b348-4360-8b6d-f99f38d36413 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:03.120830 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:03.155198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f2bb40-7126-435a-b989-da1c1d0b4566']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:03.157905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:03.167910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:03.177730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d55d23f-7d77-4605-8e65-52328202cecd') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:03.178000 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d55d23f-7d77-4605-8e65-52328202cecd') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:03.181348 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:03.202301 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.221980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.225564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.254553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-d45c7a9d-1344-4c75-997c-a87d2c8b00b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:54:03.255127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-d45c7a9d-1344-4c75-997c-a87d2c8b00b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:54:03.265415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=019c205d-ad2b-4922-98a4-b544d62d9bf2,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:03.278513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:54:03.278926 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.297552 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=d206fdc6-b348-4360-8b6d-f99f38d36413,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:03.297856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:03.298384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:03.298546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:03.298822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:54:03.298949 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:54:03.301016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:03.301016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:03.301016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:03.301016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:03.301016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:03.301016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:03.301016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:03.301528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:03.314435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No DVR routers for this DVR port d206fdc6-b348-4360-8b6d-f99f38d36413 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:54:03.429316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c031c7dc-6f36-4c82-8c1a-ff0ca31c38d4 None None] The port 'd206fdc6-b348-4360-8b6d-f99f38d36413' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:54:03.499151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.526668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.539634 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.547093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Network': ['ID=85f2bb40-7126-435a-b989-da1c1d0b4566,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:03.592039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:03.601288 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:00Z', 'revision_number': 3, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:03.605546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Checking router: 98f660af-7aab-492c-bb93-9d53fa5b3fca for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:54:03.606003 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Updating router 98f660af-7aab-492c-bb93-9d53fa5b3fca port 381ce7ed-0f0c-409b-a8cc-fc599d51d92c binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:54:03.612239 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f997a652-56e6-4bc2-b304-350aa1a8f2df') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:03.612406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f997a652-56e6-4bc2-b304-350aa1a8f2df') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:03.629855 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.639544 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 35704222-db67-4607-9cf2-c995e672b539 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:54:03.645820 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-563d2715-41cb-441e-baaf-d9b806461b9b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/networks/85f2bb40-7126-435a-b989-da1c1d0b4566 HTTP/1.1" status: 204 len: 168 time: 2.1236618 Mar 03 05:54:03.647723 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34348) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:03.688383 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 35704222-db67-4607-9cf2-c995e672b539 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:54:03.688383 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 35704222-db67-4607-9cf2-c995e672b539 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:54:03.693373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.708016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.710119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:54:03.710489 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:54:03.724810 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:54:03.733408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.761107 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7a9d-1344-4c75-997c-a87d2c8b00b0 None None] Deleting port 35704222-db67-4607-9cf2-c995e672b539 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:03.761638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d45c7a9d-1344-4c75-997c-a87d2c8b00b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.824285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.829436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.854326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Network': ['ID=b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:03.866202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f078caeb-727a-429e-816a-bf4a3d0ce27f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:03.866846 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f078caeb-727a-429e-816a-bf4a3d0ce27f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:03.875431 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-98d8748f-2ae7-4382-a430-96a1ac3e58e4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/networks/b9fb05cf-4d17-4ed3-94b9-0400a1b0e20a HTTP/1.1" status: 204 len: 168 time: 1.8276188 Mar 03 05:54:03.876188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d45c7a9d-1344-4c75-997c-a87d2c8b00b0 None None] The port '35704222-db67-4607-9cf2-c995e672b539' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:54:03.878280 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34352) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:03.887551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-638576591', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:03.902806 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:03.907499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:router and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:03.910053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f078caeb-727a-429e-816a-bf4a3d0ce27f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:03.914718 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f078caeb-727a-429e-816a-bf4a3d0ce27f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2626064 Mar 03 05:54:03.914718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:03.916783 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34356) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:03.956317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:03.980093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:03.981245 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.003168 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.014428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Allocated IP 172.20.0.1 (2d3ae7a8-fae7-4b3f-96c0-3331c58d4506/72259fe0-eab8-4ca9-8e4c-529b159e4c00/8b21dce3-5c6a-4949-91ae-a1cf78eb824f) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:04.020744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.036414 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c5a8d73d-fc55-4913-a6e0-9c82661c022a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1184902 Mar 03 05:54:04.040421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34360) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:04.046930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-510470652'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:04.052105 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:04.109211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:network and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:04.119041 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:04.127858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:04.196368 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.207532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.210317 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Transition to ACTIVE for port object 381ce7ed-0f0c-409b-a8cc-fc599d51d92c will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:04.218006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.267340 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.301408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Transition to ACTIVE for port object 8b21dce3-5c6a-4949-91ae-a1cf78eb824f will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:04.308767 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d206fdc6-b348-4360-8b6d-f99f38d36413 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:54:04.350877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Attempting to bind port 381ce7ed-0f0c-409b-a8cc-fc599d51d92c on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:04.351406 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Attempting to bind port 381ce7ed-0f0c-409b-a8cc-fc599d51d92c by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:04.352003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.352892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Attempting to bind port 381ce7ed-0f0c-409b-a8cc-fc599d51d92c on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:04.359450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:04.359804 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2abda-6c7d-4556-ab60-f46d41be51eb None None] Pushing event updated for resources: {'Port': ['ID=381ce7ed-0f0c-409b-a8cc-fc599d51d92c,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:04.363312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.379694 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:04.380300 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:04.381397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.381894 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:04.383303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Bound port: 381ce7ed-0f0c-409b-a8cc-fc599d51d92c, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:04.384862 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.397096 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:54:04.407005 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.407005 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Added segment aead9742-0982-4511-9c7e-4b592eba0a04 of type vlan for network 7546003f-2821-4738-96b5-bf556a8a29d3 Mar 03 05:54:04.424510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: d206fdc6-b348-4360-8b6d-f99f38d36413 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:54:04.424510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d206fdc6-b348-4360-8b6d-f99f38d36413 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:54:04.435805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.468976 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.484369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] For port 381ce7ed-0f0c-409b-a8cc-fc599d51d92c, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:04.488700 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] For port 381ce7ed-0f0c-409b-a8cc-fc599d51d92c, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=381ce7ed-0f0c-409b-a8cc-fc599d51d92c,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:04.494738 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.590059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:04.590858 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:04.646614 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:04.654713 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.resource_extend [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:54:04.656918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:04.660217 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd2abda-6c7d-4556-ab60-f46d41be51eb None None] Pushing event updated for resources: {'Port': ['ID=381ce7ed-0f0c-409b-a8cc-fc599d51d92c,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:04.669108 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:04.700336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Pushing event updated for resources: {'Port': ['ID=8b21dce3-5c6a-4949-91ae-a1cf78eb824f,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:04.710482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.715713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.720021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:04.721505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.726693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.785141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.804324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:04.841362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:04.875374 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8337965 Mar 03 05:54:04.883435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34364) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:04.894132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': '7546003f-2821-4738-96b5-bf556a8a29d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:04.916882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07058758-9c07-490a-99ff-e710031780aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Network': ['ID=7546003f-2821-4738-96b5-bf556a8a29d3,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:04.936239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 7546003f-2821-4738-96b5-bf556a8a29d3 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:54:04.938338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=019c205d-ad2b-4922-98a4-b544d62d9bf2,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:05.056044 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP cd2b8c0b-3998-42f8-a5d8-82cafe217d2c associated. External IP: 172.26.3.34, port: c4a4057c-4ea4-428b-9621-483c78451977. Mar 03 05:54:05.110092 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-88dd22be-b9b1-4a39-bbca-9cd46f1d8976 None None] Provisioning for port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:05.135582 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-88dd22be-b9b1-4a39-bbca-9cd46f1d8976 None None] Provisioning complete for port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:05.135984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-88dd22be-b9b1-4a39-bbca-9cd46f1d8976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:05.170326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:05.195184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:05.203307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:05.207038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:05.208118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:05.219483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-88dd22be-b9b1-4a39-bbca-9cd46f1d8976 None None] Port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:05.256939 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:05.283484 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:05.285642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:05.287171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:05.291203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:00Z', 'revision_number': 3, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:05.295683 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b5f69-bf41-4657-9ac6-a92f99d9e1ac None None] The sync data for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv is: [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:00Z', 'revision_number': 3, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:05.472535 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Allocated IP 172.26.3.191 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/59562a15-ff42-4499-9a54-a9649b9fb9ac) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:05.652060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 5dff3e39-e295-41af-930c-6af13aa6de40 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:54:05.722146 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:05.764907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:05.813488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Subnet': ['ID=9906438c-d087-4913-9b79-7a267ed688e2,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:05.832360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Checking segment: {'id': 'aead9742-0982-4511-9c7e-4b592eba0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7546003f-2821-4738-96b5-bf556a8a29d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:05.832733 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network hostable DHCP agents. Network: 7546003f-2821-4738-96b5-bf556a8a29d3, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:54:05.842770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:05.853679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:05.859109 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:05.899505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 7546003f-2821-4738-96b5-bf556a8a29d3 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:54:05.934291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 7546003f-2821-4738-96b5-bf556a8a29d3) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:05.939867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:05.941098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:05.946264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c070c23a-5a8c-43ac-b510-d24f9564c36f None None] Network 7546003f-2821-4738-96b5-bf556a8a29d3 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:05.954037 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:05.980878 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:05.983642 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:06.030582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=59562a15-ff42-4499-9a54-a9649b9fb9ac,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:06.057659 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a3f346bb-c4d5-408d-adf0-f4218d65aeaa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1724615 Mar 03 05:54:06.060249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34368) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:06.068514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': '7546003f-2821-4738-96b5-bf556a8a29d3', 'name': 'tempest-PortsTestJSON-1619697850'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:06.158479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:06.169746 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa011ae-516b-415b-b8c2-58e42d37a791 None None] Sync routers for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:06.180847 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa011ae-516b-415b-b8c2-58e42d37a791 None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:06.182657 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3fa011ae-516b-415b-b8c2-58e42d37a791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:06.184672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:06.250805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-7546003f-2821-4738-96b5-bf556a8a29d3', 'network_id': '7546003f-2821-4738-96b5-bf556a8a29d3', 'tenant_id': '33f21d662a984c25b873b7ac650ce82e', 'fixed_ips': [{'subnet_id': '9906438c-d087-4913-9b79-7a267ed688e2'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:54:06.251747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:06.257905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Pushing event updated for resources: {'Port': ['ID=8b21dce3-5c6a-4949-91ae-a1cf78eb824f,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:06.293144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:06.421756 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 381ce7ed-0f0c-409b-a8cc-fc599d51d92c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:06.435137 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-3fa011ae-516b-415b-b8c2-58e42d37a791 None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:06.564558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:06.566599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34372) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:06.567035 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5d2c1fc9-a8b2-45e0-8772-0ec95a787866 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7971013 Mar 03 05:54:06.573138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'tag': 'c4a4057c-4ea4-428b-9621-483c78451977'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:54:06.581367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Allocated IP 172.20.0.2 (7546003f-2821-4738-96b5-bf556a8a29d3/9906438c-d087-4913-9b79-7a267ed688e2/f5a12a64-a9cf-4617-bcde-44e3c3e9d576) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:06.583304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 381ce7ed-0f0c-409b-a8cc-fc599d51d92c completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:06.597985 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:06.600051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 381ce7ed-0f0c-409b-a8cc-fc599d51d92c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:06.600395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:06.605454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:06.728639 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'tag': 'c4a4057c-4ea4-428b-9621-483c78451977', 'status': 'completed', 'code': 200} Mar 03 05:54:06.780346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:06.842016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:06.845496 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:06.967937 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6cefa782-12e1-4140-9ad4-84bf3af812b0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/cd2b8c0b-3998-42f8-a5d8-82cafe217d2c HTTP/1.1" status: 200 len: 990 time: 0.3946795 Mar 03 05:54:07.000668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port 8423a6a7-74ee-4fef-bd27-85ab62f27873 yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:54:07.039285 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3fa011ae-516b-415b-b8c2-58e42d37a791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:53:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'cd2b8c0b-3998-42f8-a5d8-82cafe217d2c', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'port_id': 'c4a4057c-4ea4-428b-9621-483c78451977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'mac_address': 'fa:16:3e:79:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:03Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:34Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:07.050105 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa011ae-516b-415b-b8c2-58e42d37a791 None None] Checking router: 5dff3e39-e295-41af-930c-6af13aa6de40 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:54:07.070247 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa011ae-516b-415b-b8c2-58e42d37a791 None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:07.070860 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3fa011ae-516b-415b-b8c2-58e42d37a791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:07.075488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Router 98f660af-7aab-492c-bb93-9d53fa5b3fca has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:54:07.082384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24a16f-faf3-4f24-a7df-ab4756c108f9 req-5243eda9-49a9-4193-924a-c4deb57ba675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:07.084246 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b24a16f-faf3-4f24-a7df-ab4756c108f9 req-5243eda9-49a9-4193-924a-c4deb57ba675 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 1098 time: 0.3362517 Mar 03 05:54:07.095416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:07.114049 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ec964558-5d5f-4746-9659-a271b85187e8 None None] Provisioning complete for port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:07.114656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ec964558-5d5f-4746-9659-a271b85187e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:07.331272 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ec964558-5d5f-4746-9659-a271b85187e8 None None] Port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:07.399979 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:07.427927 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-3fa011ae-516b-415b-b8c2-58e42d37a791 None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:07.435054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 381ce7ed-0f0c-409b-a8cc-fc599d51d92c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=381ce7ed-0f0c-409b-a8cc-fc599d51d92c,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:07.440778 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:07.447236 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:07.512234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24a16f-faf3-4f24-a7df-ab4756c108f9 req-1e00baf1-0533-4141-98c8-f3168d21478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:07.514581 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b24a16f-faf3-4f24-a7df-ab4756c108f9 req-1e00baf1-0533-4141-98c8-f3168d21478f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2f921e0-f6e8-44eb-8200-49bd27a07840 HTTP/1.1" status: 200 len: 898 time: 0.4212859 Mar 03 05:54:07.518020 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Transition to ACTIVE for port object f5a12a64-a9cf-4617-bcde-44e3c3e9d576 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:07.518609 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:07.523743 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9f3fe339-5931-4ac0-b01e-4d111ee4e53a admin admin] 10.222.0.20 "PUT /v2.0/routers/98f660af-7aab-492c-bb93-9d53fa5b3fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1465161 Mar 03 05:54:07.549581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Sync routers for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:07.599999 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:07.600626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:07.607825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:07.637095 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b24a16f-faf3-4f24-a7df-ab4756c108f9 req-ccc582e6-dc16-496e-818e-c90e87920403 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4a4057c-4ea4-428b-9621-483c78451977 HTTP/1.1" status: 200 len: 998 time: 0.1112120 Mar 03 05:54:07.726064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24a16f-faf3-4f24-a7df-ab4756c108f9 req-97eaa817-5c51-4792-8fc3-0a79a7cad6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:07.728903 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b24a16f-faf3-4f24-a7df-ab4756c108f9 req-97eaa817-5c51-4792-8fc3-0a79a7cad6c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a6d81be-b38a-48dd-b97b-b7aab93cf7af HTTP/1.1" status: 200 len: 835 time: 0.0853338 Mar 03 05:54:07.851377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24a16f-faf3-4f24-a7df-ab4756c108f9 req-27ce4b5e-5717-48a8-9c42-3ee7c4efa3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:07.856955 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b24a16f-faf3-4f24-a7df-ab4756c108f9 req-27ce4b5e-5717-48a8-9c42-3ee7c4efa3a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2f921e0-f6e8-44eb-8200-49bd27a07840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1196647 Mar 03 05:54:07.866847 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:07.931019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 55b8d09b-86ab-43c1-9668-d68798802b51 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:54:08.000331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34382) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:08.022187 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3fa011ae-516b-415b-b8c2-58e42d37a791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:53:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'cd2b8c0b-3998-42f8-a5d8-82cafe217d2c', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'port_id': 'c4a4057c-4ea4-428b-9621-483c78451977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'mac_address': 'fa:16:3e:79:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:03Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:34Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:08.026958 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa011ae-516b-415b-b8c2-58e42d37a791 None None] The sync data for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv is: [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:53:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'cd2b8c0b-3998-42f8-a5d8-82cafe217d2c', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'port_id': 'c4a4057c-4ea4-428b-9621-483c78451977', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'mac_address': 'fa:16:3e:79:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:03Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:34Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:08.164424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=381ce7ed-0f0c-409b-a8cc-fc599d51d92c,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:08.197230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Transition to ACTIVE for port object f5a12a64-a9cf-4617-bcde-44e3c3e9d576 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:08.210568 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b24a16f-faf3-4f24-a7df-ab4756c108f9 req-dbc04b96-998c-4e03-8489-ace3bd76b54e service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447707 Mar 03 05:54:08.217553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:08.275807 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8a9a013f-c9a0-4f97-955e-fdbaf353bc9e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/cd2b8c0b-3998-42f8-a5d8-82cafe217d2c HTTP/1.1" status: 200 len: 990 time: 0.2675552 Mar 03 05:54:08.337616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Pushing event updated for resources: {'Port': ['ID=f5a12a64-a9cf-4617-bcde-44e3c3e9d576,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:08.402324 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff12496-9331-4e02-b26a-77a45c44bc8f None None] New status for floating IP cd2b8c0b-3998-42f8-a5d8-82cafe217d2c: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:54:08.449128 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Network 7546003f-2821-4738-96b5-bf556a8a29d3 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:08.457895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 381ce7ed-0f0c-409b-a8cc-fc599d51d92c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:08.490699 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9d660cc-2a58-44f1-aeff-d9210fadc3d6 req-6fd22ae4-4699-4616-9b4a-303025a917e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4302862 Mar 03 05:54:08.492792 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b24a16f-faf3-4f24-a7df-ab4756c108f9 req-20f23542-0be4-4057-9516-5fd7b4a3fcf6 service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510939 Mar 03 05:54:08.531131 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:08.593543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:08.623507 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34398) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:08.633614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-46072826-network', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:08.637298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.3 (7546003f-2821-4738-96b5-bf556a8a29d3/9906438c-d087-4913-9b79-7a267ed688e2/8423a6a7-74ee-4fef-bd27-85ab62f27873) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:08.640834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:08.645033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:08.647007 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-dddde854-a79b-4450-882a-75fb4399ab41 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.7677207 Mar 03 05:54:08.650388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34402) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:08.656342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Usage tracker for resource:network and tenant:93f6f26a899e4576af3ab8a20eecda5f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:08.660257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:08.712015 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:08.718804 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e29b07b-a0b0-435a-aa66-d0564fb75917 None None] Sync routers for ids ['55b8d09b-86ab-43c1-9668-d68798802b51'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:08.724149 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:08.783545 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Made reservation on behalf of 93f6f26a899e4576af3ab8a20eecda5f for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:08.785981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:08.828281 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29b07b-a0b0-435a-aa66-d0564fb75917 None None] Routers {'55b8d09b-86ab-43c1-9668-d68798802b51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:08.829000 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6e29b07b-a0b0-435a-aa66-d0564fb75917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['55b8d09b-86ab-43c1-9668-d68798802b51'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:08.871952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d660cc-2a58-44f1-aeff-d9210fadc3d6 req-58157df9-5cb3-4281-acbe-8680124247ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:08.873423 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9d660cc-2a58-44f1-aeff-d9210fadc3d6 req-58157df9-5cb3-4281-acbe-8680124247ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 1098 time: 0.2678442 Mar 03 05:54:08.913943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:08.917968 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 381ce7ed-0f0c-409b-a8cc-fc599d51d92c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:08.918344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:08.953100 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6e29b07b-a0b0-435a-aa66-d0564fb75917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:08.953351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:08.970851 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Attempting to bind port f5a12a64-a9cf-4617-bcde-44e3c3e9d576 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:08.971264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Attempting to bind port f5a12a64-a9cf-4617-bcde-44e3c3e9d576 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'aead9742-0982-4511-9c7e-4b592eba0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7546003f-2821-4738-96b5-bf556a8a29d3'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:08.971587 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Attempting to bind port f5a12a64-a9cf-4617-bcde-44e3c3e9d576 on network 7546003f-2821-4738-96b5-bf556a8a29d3 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:08.994996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:08.995425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Checking segment: {'id': 'aead9742-0982-4511-9c7e-4b592eba0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7546003f-2821-4738-96b5-bf556a8a29d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:08.995834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:08.996186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Bound using segment: {'id': 'aead9742-0982-4511-9c7e-4b592eba0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7546003f-2821-4738-96b5-bf556a8a29d3'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:08.996658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Bound port: f5a12a64-a9cf-4617-bcde-44e3c3e9d576, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead9742-0982-4511-9c7e-4b592eba0a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7546003f-2821-4738-96b5-bf556a8a29d3'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:08.997030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.008222 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Usage tracker for resource:security_group_rule and tenant:93f6f26a899e4576af3ab8a20eecda5f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:09.010757 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29b07b-a0b0-435a-aa66-d0564fb75917 None None] Routers {'55b8d09b-86ab-43c1-9668-d68798802b51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:09.011380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6e29b07b-a0b0-435a-aa66-d0564fb75917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['55b8d09b-86ab-43c1-9668-d68798802b51'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:09.018674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:09.033452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d660cc-2a58-44f1-aeff-d9210fadc3d6 req-8931704f-b1d4-41e2-af52-40d5880d9c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:09.034952 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9d660cc-2a58-44f1-aeff-d9210fadc3d6 req-8931704f-b1d4-41e2-af52-40d5880d9c3c service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2f921e0-f6e8-44eb-8200-49bd27a07840 HTTP/1.1" status: 200 len: 898 time: 0.1307058 Mar 03 05:54:09.041426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:09.056231 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-011faaf5-e57e-4cdf-a42b-c13a2f5426aa tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/routers/55b8d09b-86ab-43c1-9668-d68798802b51 HTTP/1.1" status: 200 len: 880 time: 0.3990257 Mar 03 05:54:09.058207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34406) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:09.115835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6e29b07b-a0b0-435a-aa66-d0564fb75917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:09.116073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e29b07b-a0b0-435a-aa66-d0564fb75917 None None] The sync data for ids ['55b8d09b-86ab-43c1-9668-d68798802b51'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:09.138048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 2, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:09.139531 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9d660cc-2a58-44f1-aeff-d9210fadc3d6 req-c8ad258f-202b-4618-a7ed-2e820508dbdc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4a4057c-4ea4-428b-9621-483c78451977 HTTP/1.1" status: 200 len: 1000 time: 0.0992844 Mar 03 05:54:09.174974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Checking router: 98f660af-7aab-492c-bb93-9d53fa5b3fca for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:54:09.175552 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Updating router 98f660af-7aab-492c-bb93-9d53fa5b3fca port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:54:09.194392 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.203612 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d660cc-2a58-44f1-aeff-d9210fadc3d6 req-cf9a8f30-89eb-417e-92ff-43fed6ed56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:09.205485 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9d660cc-2a58-44f1-aeff-d9210fadc3d6 req-cf9a8f30-89eb-417e-92ff-43fed6ed56f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a6d81be-b38a-48dd-b97b-b7aab93cf7af HTTP/1.1" status: 200 len: 835 time: 0.0594509 Mar 03 05:54:09.230612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Transition to ACTIVE for port object 8423a6a7-74ee-4fef-bd27-85ab62f27873 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:09.279759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34410) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:09.339609 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] For port f5a12a64-a9cf-4617-bcde-44e3c3e9d576, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:09.341780 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.351982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d660cc-2a58-44f1-aeff-d9210fadc3d6 req-4e1796d6-f912-48bc-8a8b-f995c28792fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:09.353594 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9d660cc-2a58-44f1-aeff-d9210fadc3d6 req-4e1796d6-f912-48bc-8a8b-f995c28792fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2f921e0-f6e8-44eb-8200-49bd27a07840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1426117 Mar 03 05:54:09.370915 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.380031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.387560 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] For port f5a12a64-a9cf-4617-bcde-44e3c3e9d576, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f5a12a64-a9cf-4617-bcde-44e3c3e9d576,segment=NetworkSegment(aead9742-0982-4511-9c7e-4b592eba0a04),segment_id=aead9742-0982-4511-9c7e-4b592eba0a04)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:09.404376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.405297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.460216 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:54:09.500533 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-618e870d-0b2f-458b-906a-0d7b276cd500 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/cd2b8c0b-3998-42f8-a5d8-82cafe217d2c HTTP/1.1" status: 200 len: 992 time: 0.2161014 Mar 03 05:54:09.502920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 7546003f-2821-4738-96b5-bf556a8a29d3 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:09.508773 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:09.510526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e092af-bbf8-4876-90d4-9acbc9e37afe,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:09.516158 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:09.544279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.544676 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Added segment b2360205-3776-45b3-93e2-f25be92de4ce of type vlan for network e9772777-eab8-4e5b-806b-64124a74d147 Mar 03 05:54:09.547021 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9d660cc-2a58-44f1-aeff-d9210fadc3d6 req-ffb1ceb7-2fc8-443b-ae78-5a54ef1e919d service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839015 Mar 03 05:54:09.585404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Pushing event updated for resources: {'Port': ['ID=f5a12a64-a9cf-4617-bcde-44e3c3e9d576,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:09.599814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:09.600166 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:09.600518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:09.600848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:09.601181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:09.601516 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:09.601839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:09.602164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:09.602489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:09.602815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:09.603136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:09.603455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4de5b8d-8947-49f9-a844-f201d74f4365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:09.613492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=8423a6a7-74ee-4fef-bd27-85ab62f27873,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:09.649794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:09.650451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.657973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.667473 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b8042026-5313-4624-aad0-aae3a5839834 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Synchronizing usage tracker for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:router {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:09.714559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b8042026-5313-4624-aad0-aae3a5839834 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Unset dirty status for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:router {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:09.718612 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b8042026-5313-4624-aad0-aae3a5839834 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6574166 Mar 03 05:54:09.723484 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b4c3fead-0eed-418b-b8d2-d751997589c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6589725 Mar 03 05:54:09.723657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34414) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:09.723762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34416) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:09.728484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-abd53191-3e43-4024-ad40-fa6496ca30f7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-638576591'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:09.734664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': '7546003f-2821-4738-96b5-bf556a8a29d3', 'name': 'tempest-PortsTestJSON-767403967'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:09.766429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.767382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:09.767990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.807354 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9d660cc-2a58-44f1-aeff-d9210fadc3d6 req-e9b7f336-a5a9-4236-9ece-0fc9ba965942 service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542086 Mar 03 05:54:09.857280 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.888274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Transition to ACTIVE for port object 8b21dce3-5c6a-4949-91ae-a1cf78eb824f will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:09.904925 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:09.953263 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3285208 Mar 03 05:54:09.957065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34422) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:09.972219 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61057d44-0f7d-41d0-8f55-19199d710a6f admin admin] Pushing event updated for resources: {'Network': ['ID=e9772777-eab8-4e5b-806b-64124a74d147,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:09.973255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Request body: {'subnet': {'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-46072826-subnet', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'ip_version': 4}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:10.007717 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:10.012135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:port and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:10.015665 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:10.023112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:10.035746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:10.040789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:10.043481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:10.080656 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port f793a6dd-59ec-4ab1-a2e0-d6a8d4f97c5c yet. {{(pid=87792) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:54:10.085610 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network e9772777-eab8-4e5b-806b-64124a74d147 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:54:10.126226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Usage tracker for resource:subnet and tenant:93f6f26a899e4576af3ab8a20eecda5f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:10.137351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:10.145649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:10.176091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Made reservation on behalf of 93f6f26a899e4576af3ab8a20eecda5f for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:10.180327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16a6f2-440e-411f-9cc8-855a6260eb5c None None] Pushing event updated for resources: {'Port': ['ID=8b21dce3-5c6a-4949-91ae-a1cf78eb824f,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:10.180840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:10.312736 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Attempting to bind port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:10.313936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Attempting to bind port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:10.314312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Attempting to bind port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f on network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:10.333293 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.12 (7546003f-2821-4738-96b5-bf556a8a29d3/9906438c-d087-4913-9b79-7a267ed688e2/f793a6dd-59ec-4ab1-a2e0-d6a8d4f97c5c) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:10.341999 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:10.347044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Checking segment: {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:10.347659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:10.348202 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Bound using segment: {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:10.348783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Bound port: 8b21dce3-5c6a-4949-91ae-a1cf78eb824f, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:10.349759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:10.378941 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f5a12a64-a9cf-4617-bcde-44e3c3e9d576 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:10.551506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] For port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:10.555614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] For port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8b21dce3-5c6a-4949-91ae-a1cf78eb824f,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:10.556764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port f5a12a64-a9cf-4617-bcde-44e3c3e9d576 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:10.565334 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:10.625305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:10.645417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:10.645841 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:10.651457 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Transition to ACTIVE for port object f793a6dd-59ec-4ab1-a2e0-d6a8d4f97c5c will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:10.712175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:10.841423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:10.864635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-abd53191-3e43-4024-ad40-fa6496ca30f7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:10.892603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-abd53191-3e43-4024-ad40-fa6496ca30f7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:10.988163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 7546003f-2821-4738-96b5-bf556a8a29d3 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:10.992443 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:10.996603 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:11.043183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16a6f2-440e-411f-9cc8-855a6260eb5c None None] Pushing event updated for resources: {'Port': ['ID=8b21dce3-5c6a-4949-91ae-a1cf78eb824f,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:11.055516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=f793a6dd-59ec-4ab1-a2e0-d6a8d4f97c5c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:11.080852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:11.081481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:11.112010 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5cc23f58-9b41-42e6-8427-7019d121f292 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3873544 Mar 03 05:54:11.113938 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34426) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:11.172667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585a1181-12a2-4390-984b-79f612b1e69f None None] Network 7546003f-2821-4738-96b5-bf556a8a29d3 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:11.190914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd53191-3e43-4024-ad40-fa6496ca30f7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 55b8d09b-86ab-43c1-9668-d68798802b51 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:54:11.211223 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e198fa-222a-4999-bd9e-5edc4d73aaf9 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:11.212359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c9e198fa-222a-4999-bd9e-5edc4d73aaf9 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:11.234176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c9e198fa-222a-4999-bd9e-5edc4d73aaf9 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:11.235682 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c9e198fa-222a-4999-bd9e-5edc4d73aaf9 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1197751 Mar 03 05:54:11.238342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34430) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:11.268951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:11.307016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-2f4becd2-6209-4c19-9805-6cbb7f37b842 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port f793a6dd-59ec-4ab1-a2e0-d6a8d4f97c5c {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:11.307481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2f4becd2-6209-4c19-9805-6cbb7f37b842 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:11.377099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b798f18-43b6-4c49-a96a-49547737e6ae,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:11.433341 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1ca42f10-547a-4ba2-a372-9c697a90c834 None None] Provisioning for port f5a12a64-a9cf-4617-bcde-44e3c3e9d576 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:11.445892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1ca42f10-547a-4ba2-a372-9c697a90c834 None None] Provisioning complete for port f5a12a64-a9cf-4617-bcde-44e3c3e9d576 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:11.446261 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1ca42f10-547a-4ba2-a372-9c697a90c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:11.480164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Checking segment: {'id': 'b2360205-3776-45b3-93e2-f25be92de4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:11.480497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Network hostable DHCP agents. Network: e9772777-eab8-4e5b-806b-64124a74d147, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:54:11.506095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd53191-3e43-4024-ad40-fa6496ca30f7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:11.515902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Network e9772777-eab8-4e5b-806b-64124a74d147 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:54:11.520754 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee69de3-fa4e-41af-b22c-f53d5a167899 None None] Sync routers for ids ['55b8d09b-86ab-43c1-9668-d68798802b51'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:11.526779 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-abd53191-3e43-4024-ad40-fa6496ca30f7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:11.530708 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-abd53191-3e43-4024-ad40-fa6496ca30f7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/55b8d09b-86ab-43c1-9668-d68798802b51 HTTP/1.1" status: 200 len: 887 time: 1.8091490 Mar 03 05:54:11.532081 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee69de3-fa4e-41af-b22c-f53d5a167899 None None] Routers {'55b8d09b-86ab-43c1-9668-d68798802b51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:11.532666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34434) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:11.533406 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-dee69de3-fa4e-41af-b22c-f53d5a167899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['55b8d09b-86ab-43c1-9668-d68798802b51'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:11.578233 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:10Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:11.585408 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee228fe-fe4e-42a4-a7d2-ffbbc9ca38c9 None None] The sync data for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv is: [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:10Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:11.594175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, e9772777-eab8-4e5b-806b-64124a74d147) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:11.607735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:11.608442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:11.626509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2f4becd2-6209-4c19-9805-6cbb7f37b842 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:11.633401 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-dee69de3-fa4e-41af-b22c-f53d5a167899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:11.638673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab6dcb6-ccbe-4021-a8c3-b8c5ad49d9c1 None None] Network e9772777-eab8-4e5b-806b-64124a74d147 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:11.646089 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee69de3-fa4e-41af-b22c-f53d5a167899 None None] Routers {'55b8d09b-86ab-43c1-9668-d68798802b51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:11.650150 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-dee69de3-fa4e-41af-b22c-f53d5a167899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['55b8d09b-86ab-43c1-9668-d68798802b51'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:11.672076 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b14bc694-9b4a-4668-9dd6-025156c1d0cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7128098 Mar 03 05:54:11.723646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34438) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:11.747420 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-dee69de3-fa4e-41af-b22c-f53d5a167899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:11.747972 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee69de3-fa4e-41af-b22c-f53d5a167899 None None] The sync data for ids ['55b8d09b-86ab-43c1-9668-d68798802b51'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:11.791817 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-83bdf65c-0d5d-4c19-8404-6e367b201863 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/routers/55b8d09b-86ab-43c1-9668-d68798802b51 HTTP/1.1" status: 200 len: 887 time: 0.2579837 Mar 03 05:54:11.794690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34442) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:11.806116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-46072826-router', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:11.815539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-2f4becd2-6209-4c19-9805-6cbb7f37b842 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for f793a6dd-59ec-4ab1-a2e0-d6a8d4f97c5c owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:11.830305 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1ca42f10-547a-4ba2-a372-9c697a90c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:11.861750 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-923eac2c-e4e0-4153-9fd6-6327e47fb933 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b8d09b-86ab-43c1-9668-d68798802b51 HTTP/1.1" status: 200 len: 205 time: 0.0655293 Mar 03 05:54:11.872817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34446) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:11.897180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:11.903302 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Usage tracker for resource:router and tenant:93f6f26a899e4576af3ab8a20eecda5f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:11.918195 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:11.935618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:11.945338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-1ca42f10-547a-4ba2-a372-9c697a90c834 None None] For port f5a12a64-a9cf-4617-bcde-44e3c3e9d576, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f5a12a64-a9cf-4617-bcde-44e3c3e9d576,segment=NetworkSegment(aead9742-0982-4511-9c7e-4b592eba0a04),segment_id=aead9742-0982-4511-9c7e-4b592eba0a04)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:11.972431 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1ca42f10-547a-4ba2-a372-9c697a90c834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.018436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.019489 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.093432 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2f4becd2-6209-4c19-9805-6cbb7f37b842 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.102115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.105397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-e9772777-eab8-4e5b-806b-64124a74d147', 'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'fixed_ips': [{'subnet_id': '0b798f18-43b6-4c49-a96a-49547737e6ae'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:54:12.106231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.133724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca42f10-547a-4ba2-a372-9c697a90c834 None None] Pushing event updated for resources: {'Port': ['ID=f5a12a64-a9cf-4617-bcde-44e3c3e9d576,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:12.177774 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4becd2-6209-4c19-9805-6cbb7f37b842 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=f793a6dd-59ec-4ab1-a2e0-d6a8d4f97c5c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:12.193827 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.412545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.430565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-76931604-ca90-4701-b83a-ac15a7a9fa40 None None] Provisioning complete for port f5a12a64-a9cf-4617-bcde-44e3c3e9d576 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:12.433028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port 59562a15-ff42-4499-9a54-a9649b9fb9ac {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:12.433586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.448530 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-76931604-ca90-4701-b83a-ac15a7a9fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.501003 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8b21dce3-5c6a-4949-91ae-a1cf78eb824f up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:12.618758 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Allocated IP 172.20.0.2 (e9772777-eab8-4e5b-806b-64124a74d147/0b798f18-43b6-4c49-a96a-49547737e6ae/279f464a-e09b-47b2-819c-8684f451fadd) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:12.619471 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2f4becd2-6209-4c19-9805-6cbb7f37b842 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.809587 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2f4becd2-6209-4c19-9805-6cbb7f37b842 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/f793a6dd-59ec-4ab1-a2e0-d6a8d4f97c5c HTTP/1.1" status: 204 len: 168 time: 1.5701478 Mar 03 05:54:12.819349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34450) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:12.832991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.901692 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db3f41d-407f-4d69-817f-967b54c6cfef tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:54:12.902485 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2db3f41d-407f-4d69-817f-967b54c6cfef tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:12.904622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:12.932718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.952948 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:12.953595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.980005 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2db3f41d-407f-4d69-817f-967b54c6cfef tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:12.992413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:12.996160 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2db3f41d-407f-4d69-817f-967b54c6cfef tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/f793a6dd-59ec-4ab1-a2e0-d6a8d4f97c5c HTTP/1.1" status: 404 len: 333 time: 0.1669989 Mar 03 05:54:13.001129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34454) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:13.025801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Transition to ACTIVE for port object 279f464a-e09b-47b2-819c-8684f451fadd will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:13.075090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Transition to ACTIVE for port object 279f464a-e09b-47b2-819c-8684f451fadd will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:13.077877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-76931604-ca90-4701-b83a-ac15a7a9fa40 None None] Could not find standard attr ID for object f793a6dd-59ec-4ab1-a2e0-d6a8d4f97c5c. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:54:13.089783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.126546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for 59562a15-ff42-4499-9a54-a9649b9fb9ac owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:13.152989 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Network e9772777-eab8-4e5b-806b-64124a74d147 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:13.190889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:13.194283 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:13.263357 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-76931604-ca90-4701-b83a-ac15a7a9fa40 None None] Provisioning for port 8423a6a7-74ee-4fef-bd27-85ab62f27873 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:13.314761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-76931604-ca90-4701-b83a-ac15a7a9fa40 None None] Provisioning complete for port 8423a6a7-74ee-4fef-bd27-85ab62f27873 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:13.315148 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-76931604-ca90-4701-b83a-ac15a7a9fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.364754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-9959b3cb-a9f6-4e89-93c5-77e6ff600994 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port 8423a6a7-74ee-4fef-bd27-85ab62f27873 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:13.365089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9959b3cb-a9f6-4e89-93c5-77e6ff600994 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.428851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.430891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.439556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Pushing event updated for resources: {'Port': ['ID=279f464a-e09b-47b2-819c-8684f451fadd,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:13.476066 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Attempting to bind port 279f464a-e09b-47b2-819c-8684f451fadd on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:13.476787 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Attempting to bind port 279f464a-e09b-47b2-819c-8684f451fadd by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'b2360205-3776-45b3-93e2-f25be92de4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:13.477099 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Attempting to bind port 279f464a-e09b-47b2-819c-8684f451fadd on network e9772777-eab8-4e5b-806b-64124a74d147 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:13.498135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:13.498419 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Checking segment: {'id': 'b2360205-3776-45b3-93e2-f25be92de4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:13.498704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.499116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Bound using segment: {'id': 'b2360205-3776-45b3-93e2-f25be92de4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:13.499619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Bound port: 279f464a-e09b-47b2-819c-8684f451fadd, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2360205-3776-45b3-93e2-f25be92de4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:13.500266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.516936 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=59562a15-ff42-4499-9a54-a9649b9fb9ac,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:13.520862 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-76931604-ca90-4701-b83a-ac15a7a9fa40 None None] Port 8423a6a7-74ee-4fef-bd27-85ab62f27873 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:13.530919 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8b21dce3-5c6a-4949-91ae-a1cf78eb824f,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:13.562549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.563441 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f5a12a64-a9cf-4617-bcde-44e3c3e9d576 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:13.580490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.696659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9959b3cb-a9f6-4e89-93c5-77e6ff600994 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.740336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cf448bc7-736c-4054-9847-ab250e830ea5 None None] Provisioning complete for port 8423a6a7-74ee-4fef-bd27-85ab62f27873 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:13.740745 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cf448bc7-736c-4054-9847-ab250e830ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.758072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.760235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.782229 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=8b21dce3-5c6a-4949-91ae-a1cf78eb824f,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:13.784808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.785390 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Fanout notify agent at l3_agent the message router_deleted on router 55b8d09b-86ab-43c1-9668-d68798802b51 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:54:13.792334 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] For port 279f464a-e09b-47b2-819c-8684f451fadd, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:13.816412 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] For port 279f464a-e09b-47b2-819c-8684f451fadd, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=279f464a-e09b-47b2-819c-8684f451fadd,segment=NetworkSegment(b2360205-3776-45b3-93e2-f25be92de4ce),segment_id=b2360205-3776-45b3-93e2-f25be92de4ce)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:13.819955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.821109 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5afde586-7c0d-4365-af51-c0b8178bcfa0 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/55b8d09b-86ab-43c1-9668-d68798802b51 HTTP/1.1" status: 204 len: 168 time: 1.9469886 Mar 03 05:54:13.825283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34458) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:13.826340 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.830916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'network': {'name': 'tempest-RoutersTest-2123030762'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:13.835831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:13.840040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:network and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:13.843269 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:13.850362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:13.860347 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-cf448bc7-736c-4054-9847-ab250e830ea5 None None] Port 8423a6a7-74ee-4fef-bd27-85ab62f27873 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:13.860968 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:13.865404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.872580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port f5a12a64-a9cf-4617-bcde-44e3c3e9d576 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:13.872946 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.892381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-9959b3cb-a9f6-4e89-93c5-77e6ff600994 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for 8423a6a7-74ee-4fef-bd27-85ab62f27873 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:13.893113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:54:13.902211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.902677 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Added segment bd20fa3b-6054-4316-848e-e4ac12aa9c99 of type vlan for network c73329ee-8357-4cfe-92de-05a3ecb17ace Mar 03 05:54:13.926675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cf448bc7-736c-4054-9847-ab250e830ea5 None None] Could not find standard attr ID for object f793a6dd-59ec-4ab1-a2e0-d6a8d4f97c5c. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:54:13.930885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.972081 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.978187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:13.979065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:13.979799 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f1611-a7b5-4fe9-ba8f-5f6ced9446cd None None] Pushing event updated for resources: {'Port': ['ID=279f464a-e09b-47b2-819c-8684f451fadd,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:14.025601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:14.031518 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2052367 Mar 03 05:54:14.059595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34462) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:14.073284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'subnet': {'network_id': 'c73329ee-8357-4cfe-92de-05a3ecb17ace', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:14.087311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:14.094863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3ddc6-b5a0-4e08-b5be-adce911529a5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Network': ['ID=c73329ee-8357-4cfe-92de-05a3ecb17ace,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:14.106185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network c73329ee-8357-4cfe-92de-05a3ecb17ace details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:54:14.311807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9959b3cb-a9f6-4e89-93c5-77e6ff600994 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:14.393869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 279f464a-e09b-47b2-819c-8684f451fadd up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:14.412255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:14.430358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959b3cb-a9f6-4e89-93c5-77e6ff600994 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=8423a6a7-74ee-4fef-bd27-85ab62f27873,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:14.437718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:subnet and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:14.467198 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 279f464a-e09b-47b2-819c-8684f451fadd completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:14.472506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8b21dce3-5c6a-4949-91ae-a1cf78eb824f up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:14.475798 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:14.488798 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:14.550876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:14.551417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:14.554421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Allocated IP 172.26.3.200 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/51caf370-d8e3-40d3-b468-b0dc1deafb8b) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:14.571096 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:14.574757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:14.698109 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9959b3cb-a9f6-4e89-93c5-77e6ff600994 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:14.786980 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9959b3cb-a9f6-4e89-93c5-77e6ff600994 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/8423a6a7-74ee-4fef-bd27-85ab62f27873 HTTP/1.1" status: 204 len: 168 time: 1.7832069 Mar 03 05:54:14.789423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34466) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:14.832903 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a53dd93-694c-4f94-bba0-be3b30992973 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:54:14.834648 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6a53dd93-694c-4f94-bba0-be3b30992973 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/8423a6a7-74ee-4fef-bd27-85ab62f27873 HTTP/1.1" status: 404 len: 333 time: 0.0438921 Mar 03 05:54:14.837215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34470) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:14.913874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-3490634b-999d-45c7-bd1a-bce259e0ce6a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting subnet 9906438c-d087-4913-9b79-7a267ed688e2 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:54:14.917681 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3490634b-999d-45c7-bd1a-bce259e0ce6a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:14.977931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3490634b-999d-45c7-bd1a-bce259e0ce6a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.016512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.070134 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3490634b-999d-45c7-bd1a-bce259e0ce6a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.096944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.122724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad465d1-ff4f-465b-9ce2-5cccce5716c4 None None] Network e9772777-eab8-4e5b-806b-64124a74d147 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:15.155355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.158313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3490634b-999d-45c7-bd1a-bce259e0ce6a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.197509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490634b-999d-45c7-bd1a-bce259e0ce6a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Subnet': ['ID=9906438c-d087-4913-9b79-7a267ed688e2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:15.203056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3490634b-999d-45c7-bd1a-bce259e0ce6a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.211679 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3490634b-999d-45c7-bd1a-bce259e0ce6a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/9906438c-d087-4913-9b79-7a267ed688e2 HTTP/1.1" status: 204 len: 168 time: 0.3730681 Mar 03 05:54:15.214131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34474) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:15.220367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccb34ce-dde9-4357-85e4-2de533d840fd None None] Network 7546003f-2821-4738-96b5-bf556a8a29d3 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:15.228170 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:15.229713 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Subnet': ['ID=19d6a4b1-c940-4441-a94e-9066e8648d39,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:15.234261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:15.241892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:15.256301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ba8f92d1-8bd4-4bf4-ad68-b67b0cd36ab5 None None] Provisioning for port 279f464a-e09b-47b2-819c-8684f451fadd completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:15.311090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ba8f92d1-8bd4-4bf4-ad68-b67b0cd36ab5 None None] Provisioning complete for port 279f464a-e09b-47b2-819c-8684f451fadd triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:15.311375 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ba8f92d1-8bd4-4bf4-ad68-b67b0cd36ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.332412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.344693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port f5a12a64-a9cf-4617-bcde-44e3c3e9d576 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:15.345311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.446801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Pushing event updated for resources: {'Port': ['ID=51caf370-d8e3-40d3-b468-b0dc1deafb8b,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:15.505861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Checking segment: {'id': 'bd20fa3b-6054-4316-848e-e4ac12aa9c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c73329ee-8357-4cfe-92de-05a3ecb17ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:15.506171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network hostable DHCP agents. Network: c73329ee-8357-4cfe-92de-05a3ecb17ace, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:54:15.549639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network c73329ee-8357-4cfe-92de-05a3ecb17ace is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:54:15.623591 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, c73329ee-8357-4cfe-92de-05a3ecb17ace) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:15.630488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:15.631207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.647168 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310af517-5f03-4f30-909a-c27ce5f1e9e3 None None] Network c73329ee-8357-4cfe-92de-05a3ecb17ace requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:15.655032 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9db98c7a-b39f-4903-9d35-993694f5272e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5925505 Mar 03 05:54:15.655907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34478) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:15.665279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-702a5aff-2b61-4f76-83bb-421008f0ff31 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1641091347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:15.682813 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-702a5aff-2b61-4f76-83bb-421008f0ff31 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:15.697950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] For port f5a12a64-a9cf-4617-bcde-44e3c3e9d576, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f5a12a64-a9cf-4617-bcde-44e3c3e9d576,segment=NetworkSegment(aead9742-0982-4511-9c7e-4b592eba0a04),segment_id=aead9742-0982-4511-9c7e-4b592eba0a04)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:15.698325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.741193 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-702a5aff-2b61-4f76-83bb-421008f0ff31 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:router and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:15.742673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ba8f92d1-8bd4-4bf4-ad68-b67b0cd36ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.750334 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-702a5aff-2b61-4f76-83bb-421008f0ff31 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:15.759988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-702a5aff-2b61-4f76-83bb-421008f0ff31 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:15.788465 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.825234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for f5a12a64-a9cf-4617-bcde-44e3c3e9d576 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:15.843819 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-702a5aff-2b61-4f76-83bb-421008f0ff31 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.844839 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-702a5aff-2b61-4f76-83bb-421008f0ff31 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.868067 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cbb9b5-18d0-44c0-b952-b6cd85527f84 None None] DHCP port deletion for 7546003f-2821-4738-96b5-bf556a8a29d3 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:54:15.875180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-ba8f92d1-8bd4-4bf4-ad68-b67b0cd36ab5 None None] For port 279f464a-e09b-47b2-819c-8684f451fadd, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=279f464a-e09b-47b2-819c-8684f451fadd,segment=NetworkSegment(b2360205-3776-45b3-93e2-f25be92de4ce),segment_id=b2360205-3776-45b3-93e2-f25be92de4ce)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:15.885598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-84cbb9b5-18d0-44c0-b952-b6cd85527f84 None None] Deleting port f5a12a64-a9cf-4617-bcde-44e3c3e9d576 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:15.885975 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-84cbb9b5-18d0-44c0-b952-b6cd85527f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.887965 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-702a5aff-2b61-4f76-83bb-421008f0ff31 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.918687 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ba8f92d1-8bd4-4bf4-ad68-b67b0cd36ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.922617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:15.976811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=f5a12a64-a9cf-4617-bcde-44e3c3e9d576,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:15.991235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No DVR routers for this DVR port f5a12a64-a9cf-4617-bcde-44e3c3e9d576 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:54:15.993421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-702a5aff-2b61-4f76-83bb-421008f0ff31 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.101208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-702a5aff-2b61-4f76-83bb-421008f0ff31 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.104266 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-702a5aff-2b61-4f76-83bb-421008f0ff31 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4479704 Mar 03 05:54:16.107107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34482) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:16.128513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.144287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-84cbb9b5-18d0-44c0-b952-b6cd85527f84 None None] The port 'f5a12a64-a9cf-4617-bcde-44e3c3e9d576' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:54:16.156058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7546003f-2821-4738-96b5-bf556a8a29d3']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:16.166159 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f92d1-8bd4-4bf4-ad68-b67b0cd36ab5 None None] Pushing event updated for resources: {'Port': ['ID=279f464a-e09b-47b2-819c-8684f451fadd,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:16.174210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aead9742-0982-4511-9c7e-4b592eba0a04') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:16.174517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aead9742-0982-4511-9c7e-4b592eba0a04') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:16.183521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-c73329ee-8357-4cfe-92de-05a3ecb17ace', 'network_id': 'c73329ee-8357-4cfe-92de-05a3ecb17ace', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'fixed_ips': [{'subnet_id': '19d6a4b1-c940-4441-a94e-9066e8648d39'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:54:16.185270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.186361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.204132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.212426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:54:16.212873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:54:16.230771 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:54:16.285429 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a7b3498b-e1e9-4aa0-8873-7b5ab91d1e61 None None] Provisioning complete for port 279f464a-e09b-47b2-819c-8684f451fadd triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:16.286051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a7b3498b-e1e9-4aa0-8873-7b5ab91d1e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.335735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 279f464a-e09b-47b2-819c-8684f451fadd up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:16.345494 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.368949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.379205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Network': ['ID=7546003f-2821-4738-96b5-bf556a8a29d3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:16.397464 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-370b2b29-5ee0-4fc3-8f32-3f455c48a46c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/networks/7546003f-2821-4738-96b5-bf556a8a29d3 HTTP/1.1" status: 204 len: 168 time: 1.1820219 Mar 03 05:54:16.398498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34486) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:16.404312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1344435057'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:16.410699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:16.416259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:network and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:16.420961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:16.428963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:16.452508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:16.456695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.491343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:54:16.497652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Allocated IP 172.20.0.2 (c73329ee-8357-4cfe-92de-05a3ecb17ace/19d6a4b1-c940-4441-a94e-9066e8648d39/59de8bf3-628a-47fa-be11-7690e65a7c95) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:16.501210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.501664 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Added segment 228fcac0-22f9-49fa-a84c-81cccd6e292d of type vlan for network ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9 Mar 03 05:54:16.532798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.565078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.570537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:16.571116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.584762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 279f464a-e09b-47b2-819c-8684f451fadd triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:16.585273 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.623456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.671434 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2716756 Mar 03 05:54:16.674734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34490) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:16.682600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': 'ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:16.703034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a952c35-cd0d-43d2-be06-0bf481254482 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Network': ['ID=ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:16.727253 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:54:16.802757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:16.806600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:16.809456 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:16.815035 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:16.828576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:16.832753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:16.981933 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f5a12a64-a9cf-4617-bcde-44e3c3e9d576 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:54:17.026844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: f5a12a64-a9cf-4617-bcde-44e3c3e9d576 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:54:17.027206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f5a12a64-a9cf-4617-bcde-44e3c3e9d576 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:54:17.034737 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:17.041071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:17.047746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Transition to ACTIVE for port object 59de8bf3-628a-47fa-be11-7690e65a7c95 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:17.070018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Transition to ACTIVE for port object 59de8bf3-628a-47fa-be11-7690e65a7c95 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:17.076333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:17.102179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:17.142656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Network c73329ee-8357-4cfe-92de-05a3ecb17ace is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:17.146266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:17.154440 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:17.164675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Pushing event updated for resources: {'Port': ['ID=59de8bf3-628a-47fa-be11-7690e65a7c95,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:17.181999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Subnet': ['ID=9185b0e8-8d48-4656-ab5c-7b1d5b4a11b8,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:17.191192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Checking segment: {'id': '228fcac0-22f9-49fa-a84c-81cccd6e292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:17.191652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network hostable DHCP agents. Network: ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:54:17.212300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:54:17.223540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:17.227960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:17.228656 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:17.237428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e3c410-864f-47e3-bf4d-07adcda212c0 None None] Network ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:17.254125 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-32f36491-2a86-4f3a-8405-048588708e13 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5783763 Mar 03 05:54:17.254848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34494) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:17.261754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': 'ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9', 'name': 'tempest-PortsTestJSON-1050810710', 'fixed_ips': [{'subnet_id': '9185b0e8-8d48-4656-ab5c-7b1d5b4a11b8', 'ip_address': '172.20.0.10'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:17.286792 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Attempting to bind port 59de8bf3-628a-47fa-be11-7690e65a7c95 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:17.287022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Attempting to bind port 59de8bf3-628a-47fa-be11-7690e65a7c95 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'bd20fa3b-6054-4316-848e-e4ac12aa9c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c73329ee-8357-4cfe-92de-05a3ecb17ace'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:17.287395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Attempting to bind port 59de8bf3-628a-47fa-be11-7690e65a7c95 on network c73329ee-8357-4cfe-92de-05a3ecb17ace {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:17.289943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Router edb0945c-b255-4b45-897a-e16d4cde4f5d is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:54:17.338432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:17.338813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Checking segment: {'id': 'bd20fa3b-6054-4316-848e-e4ac12aa9c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c73329ee-8357-4cfe-92de-05a3ecb17ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:17.339205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:17.339602 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Bound using segment: {'id': 'bd20fa3b-6054-4316-848e-e4ac12aa9c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c73329ee-8357-4cfe-92de-05a3ecb17ace'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:17.340106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Bound port: 59de8bf3-628a-47fa-be11-7690e65a7c95, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd20fa3b-6054-4316-848e-e4ac12aa9c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c73329ee-8357-4cfe-92de-05a3ecb17ace'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:17.340476 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:17.405744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:17.410627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:port and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:17.414289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:17.421275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:17.434825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:17.450446 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] For port 59de8bf3-628a-47fa-be11-7690e65a7c95, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:17.456353 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] For port 59de8bf3-628a-47fa-be11-7690e65a7c95, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=59de8bf3-628a-47fa-be11-7690e65a7c95,segment=NetworkSegment(bd20fa3b-6054-4316-848e-e4ac12aa9c99),segment_id=bd20fa3b-6054-4316-848e-e4ac12aa9c99)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:17.472423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:17.576893 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:17.599435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port e1478aba-2a74-4234-8a78-3ba11658e45b yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:54:17.621200 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:17.642722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Sync routers for ids ['edb0945c-b255-4b45-897a-e16d4cde4f5d'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:17.644587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Allocated IP 172.20.0.1 (c73329ee-8357-4cfe-92de-05a3ecb17ace/19d6a4b1-c940-4441-a94e-9066e8648d39/5be44e41-22b2-4607-9794-6812f8e1761b) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:17.664543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:17.665732 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8378ed51-7847-4d6f-9134-73c1cc3e31fc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9416301 Mar 03 05:54:17.668565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34498) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:17.713043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8211fe1-e1c2-4dac-b87f-12ffe7d7875d None None] Pushing event updated for resources: {'Port': ['ID=59de8bf3-628a-47fa-be11-7690e65a7c95,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:17.715064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Routers {'edb0945c-b255-4b45-897a-e16d4cde4f5d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:17.715659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['edb0945c-b255-4b45-897a-e16d4cde4f5d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:17.788792 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9', 'network_id': 'ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9', 'tenant_id': '33f21d662a984c25b873b7ac650ce82e', 'fixed_ips': [{'subnet_id': '9185b0e8-8d48-4656-ab5c-7b1d5b4a11b8'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:54:17.790349 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:17.826273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.10 (ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9/9185b0e8-8d48-4656-ab5c-7b1d5b4a11b8/e1478aba-2a74-4234-8a78-3ba11658e45b) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:18.043485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Set router edb0945c-b255-4b45-897a-e16d4cde4f5d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:18.175357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:18.201244 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Transition to ACTIVE for port object 5be44e41-22b2-4607-9794-6812f8e1761b will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:18.222121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:18.242588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Transition to ACTIVE for port object e1478aba-2a74-4234-8a78-3ba11658e45b will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:18.249134 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-254b56f6-9a8a-4b22-8f62-148431cb54b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:18.289719 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:18.328042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:18.373063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:18.385148 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:18.388846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 59de8bf3-628a-47fa-be11-7690e65a7c95 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:18.391620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:18.447481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network c73329ee-8357-4cfe-92de-05a3ecb17ace is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:18.450583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=e1478aba-2a74-4234-8a78-3ba11658e45b,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:18.465322 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Allocated IP 172.20.0.2 (ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9/9185b0e8-8d48-4656-ab5c-7b1d5b4a11b8/dd07ee46-d719-4226-88e8-b5af29afb14b) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:18.481033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:18.481842 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:18.510116 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-16201ed2-677d-4edc-9c78-ac7d7c6e7791 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2510517 Mar 03 05:54:18.510343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:18.510473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34502) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:18.517330 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': 'ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9', 'name': 'tempest-PortsTestJSON-62324049', 'fixed_ips': [{'subnet_id': '9185b0e8-8d48-4656-ab5c-7b1d5b4a11b8', 'ip_address': '172.20.0.9'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:18.523483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:18.584149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 59de8bf3-628a-47fa-be11-7690e65a7c95 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:18.591859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:18.612324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'name': 'tempest-TestVolumeBootPattern-46072826-router', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:12Z', 'updated_at': '2022-03-03T05:54:15Z', 'revision_number': 3, 'project_id': '93f6f26a899e4576af3ab8a20eecda5f', 'gw_port': {'id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:14Z', 'updated_at': '2022-03-03T05:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:18.622681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Checking router: edb0945c-b255-4b45-897a-e16d4cde4f5d for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:54:18.623027 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Updating router edb0945c-b255-4b45-897a-e16d4cde4f5d port 51caf370-d8e3-40d3-b468-b0dc1deafb8b binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:54:18.664078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=5be44e41-22b2-4607-9794-6812f8e1761b,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:18.714997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:18.722053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:port and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:18.727756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:18.735061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:18.748083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:18.755222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:18.764718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:18.786244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port b53ad87a-7a99-4968-80dd-85efc3727b80 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:54:18.813598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:18.852162 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:18.914749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Transition to ACTIVE for port object dd07ee46-d719-4226-88e8-b5af29afb14b will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:18.949542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Transition to ACTIVE for port object dd07ee46-d719-4226-88e8-b5af29afb14b will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:18.978957 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.016818 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aa8cbd-37bf-453c-8a11-dc7434829472 None None] Network c73329ee-8357-4cfe-92de-05a3ecb17ace requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:19.028615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.9 (ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9/9185b0e8-8d48-4656-ab5c-7b1d5b4a11b8/b53ad87a-7a99-4968-80dd-85efc3727b80) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:19.184317 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Network ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:19.200117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:19.202910 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:19.205629 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-77c12c69-90c4-4194-921d-7fcfb11ce8e8 None None] Provisioning for port 59de8bf3-628a-47fa-be11-7690e65a7c95 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:19.252002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.273730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Transition to ACTIVE for port object b53ad87a-7a99-4968-80dd-85efc3727b80 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:19.274990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Pushing event updated for resources: {'Port': ['ID=dd07ee46-d719-4226-88e8-b5af29afb14b,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:19.278367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-77c12c69-90c4-4194-921d-7fcfb11ce8e8 None None] Provisioning complete for port 59de8bf3-628a-47fa-be11-7690e65a7c95 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:19.279067 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77c12c69-90c4-4194-921d-7fcfb11ce8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.301580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.382560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=b53ad87a-7a99-4968-80dd-85efc3727b80,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:19.399864 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:19.402167 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:19.405230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:19.405898 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.466198 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Attempting to bind port dd07ee46-d719-4226-88e8-b5af29afb14b on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:19.466561 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Attempting to bind port dd07ee46-d719-4226-88e8-b5af29afb14b by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '228fcac0-22f9-49fa-a84c-81cccd6e292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:19.466918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Attempting to bind port dd07ee46-d719-4226-88e8-b5af29afb14b on network ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:19.480492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:19.481211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.510793 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1ddf6a76-0824-4ecc-b4fc-25b42a8b3429 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.9957738 Mar 03 05:54:19.511005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34506) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:19.516006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:19.516376 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Checking segment: {'id': '228fcac0-22f9-49fa-a84c-81cccd6e292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:19.516775 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.517161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Bound using segment: {'id': '228fcac0-22f9-49fa-a84c-81cccd6e292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:19.518093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Bound port: dd07ee46-d719-4226-88e8-b5af29afb14b, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228fcac0-22f9-49fa-a84c-81cccd6e292d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:19.518093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.599187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.606858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.613918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0043ff2c-da26-4bbd-a034-00e34abc9ec7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:19.615704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0043ff2c-da26-4bbd-a034-00e34abc9ec7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:19.632087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0043ff2c-da26-4bbd-a034-00e34abc9ec7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:19.635942 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0043ff2c-da26-4bbd-a034-00e34abc9ec7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1213772 Mar 03 05:54:19.636745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34510) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:19.738142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f7290-f8a8-40a9-9839-63611625b8bb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:19.745754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f7290-f8a8-40a9-9839-63611625b8bb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:19.753259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f7290-f8a8-40a9-9839-63611625b8bb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:19.756297 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4e8f7290-f8a8-40a9-9839-63611625b8bb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1182446 Mar 03 05:54:19.758675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34514) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:19.789581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.798894 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77c12c69-90c4-4194-921d-7fcfb11ce8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.813734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] For port dd07ee46-d719-4226-88e8-b5af29afb14b, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:19.831850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5b859c21-3be3-4cf0-8345-6cb67c024582 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port b53ad87a-7a99-4968-80dd-85efc3727b80 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:19.832215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5b859c21-3be3-4cf0-8345-6cb67c024582 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.837787 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] For port dd07ee46-d719-4226-88e8-b5af29afb14b, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dd07ee46-d719-4226-88e8-b5af29afb14b,segment=NetworkSegment(228fcac0-22f9-49fa-a84c-81cccd6e292d),segment_id=228fcac0-22f9-49fa-a84c-81cccd6e292d)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:19.840586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Transition to ACTIVE for port object 51caf370-d8e3-40d3-b468-b0dc1deafb8b will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:19.854551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.860190 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.910057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=5be44e41-22b2-4607-9794-6812f8e1761b,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:19.912228 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-77c12c69-90c4-4194-921d-7fcfb11ce8e8 None None] For port 59de8bf3-628a-47fa-be11-7690e65a7c95, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=59de8bf3-628a-47fa-be11-7690e65a7c95,segment=NetworkSegment(bd20fa3b-6054-4316-848e-e4ac12aa9c99),segment_id=bd20fa3b-6054-4316-848e-e4ac12aa9c99)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:19.914734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.918834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Allocated IP 172.20.0.1 (e9772777-eab8-4e5b-806b-64124a74d147/0b798f18-43b6-4c49-a96a-49547737e6ae/61acaae0-1a0a-416f-ac4e-e3cd8768b331) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:19.949915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77c12c69-90c4-4194-921d-7fcfb11ce8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:19.978873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Attempting to bind port 51caf370-d8e3-40d3-b468-b0dc1deafb8b on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:19.979240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Attempting to bind port 51caf370-d8e3-40d3-b468-b0dc1deafb8b by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:19.979590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Attempting to bind port 51caf370-d8e3-40d3-b468-b0dc1deafb8b on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:19.996765 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e95d0-06b4-4da3-b4ae-5c710f6cb09a None None] Pushing event updated for resources: {'Port': ['ID=51caf370-d8e3-40d3-b468-b0dc1deafb8b,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:20.043084 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:20.044830 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:20.044830 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:20.044830 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:20.044830 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Bound port: 51caf370-d8e3-40d3-b468-b0dc1deafb8b, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:20.045502 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:20.136723 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5b859c21-3be3-4cf0-8345-6cb67c024582 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:20.161919 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e9d09-50f8-427d-a75b-518a441db5d9 None None] Pushing event updated for resources: {'Port': ['ID=dd07ee46-d719-4226-88e8-b5af29afb14b,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:20.212013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network c73329ee-8357-4cfe-92de-05a3ecb17ace is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:20.215141 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:20.219438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:20.220163 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] For port 51caf370-d8e3-40d3-b468-b0dc1deafb8b, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:20.234369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] For port 51caf370-d8e3-40d3-b468-b0dc1deafb8b, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=51caf370-d8e3-40d3-b468-b0dc1deafb8b,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:20.251016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:20.281592 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c12c69-90c4-4194-921d-7fcfb11ce8e8 None None] Pushing event updated for resources: {'Port': ['ID=59de8bf3-628a-47fa-be11-7690e65a7c95,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:20.336646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-5b859c21-3be3-4cf0-8345-6cb67c024582 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for b53ad87a-7a99-4968-80dd-85efc3727b80 owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:20.353788 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Routers {'edb0945c-b255-4b45-897a-e16d4cde4f5d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:20.354452 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:53:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['edb0945c-b255-4b45-897a-e16d4cde4f5d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:20.467810 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e95d0-06b4-4da3-b4ae-5c710f6cb09a None None] Pushing event updated for resources: {'Port': ['ID=51caf370-d8e3-40d3-b468-b0dc1deafb8b,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:20.492673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32901756-3378-48b7-a3b1-b019f9883261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:20.504195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ec4771a0-5d57-4107-974e-b05bd70102de None None] Provisioning complete for port 59de8bf3-628a-47fa-be11-7690e65a7c95 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:20.504563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ec4771a0-5d57-4107-974e-b05bd70102de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:20.618032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 3582691b-e34f-46bb-98db-d3f9e2b37b12 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:54:20.677978 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] Set router edb0945c-b255-4b45-897a-e16d4cde4f5d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:20.749637 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5b859c21-3be3-4cf0-8345-6cb67c024582 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:20.789535 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Transition to ACTIVE for port object 61acaae0-1a0a-416f-ac4e-e3cd8768b331 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:20.819320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b859c21-3be3-4cf0-8345-6cb67c024582 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=b53ad87a-7a99-4968-80dd-85efc3727b80,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:20.830527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:20.844634 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9c4976b6-9a47-4252-a5f6-24c40da1d644 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/3582691b-e34f-46bb-98db-d3f9e2b37b12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7360990 Mar 03 05:54:20.850099 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab28fa8-f802-4dd7-a81d-2e866649545c None None] Sync routers for ids ['3582691b-e34f-46bb-98db-d3f9e2b37b12'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:20.850793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34518) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:20.871058 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab28fa8-f802-4dd7-a81d-2e866649545c None None] Routers {'3582691b-e34f-46bb-98db-d3f9e2b37b12'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:20.874009 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-cab28fa8-f802-4dd7-a81d-2e866649545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3582691b-e34f-46bb-98db-d3f9e2b37b12'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:20.932742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:20.956468 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-cab28fa8-f802-4dd7-a81d-2e866649545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:20.968276 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab28fa8-f802-4dd7-a81d-2e866649545c None None] Routers {'3582691b-e34f-46bb-98db-d3f9e2b37b12'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:20.969159 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-cab28fa8-f802-4dd7-a81d-2e866649545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3582691b-e34f-46bb-98db-d3f9e2b37b12'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:21.016268 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Network e9772777-eab8-4e5b-806b-64124a74d147 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:21.017382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5b859c21-3be3-4cf0-8345-6cb67c024582 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:21.026599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:21.029840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:21.030425 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5b859c21-3be3-4cf0-8345-6cb67c024582 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/b53ad87a-7a99-4968-80dd-85efc3727b80 HTTP/1.1" status: 204 len: 168 time: 1.2701116 Mar 03 05:54:21.032675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34522) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:21.060502 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-cab28fa8-f802-4dd7-a81d-2e866649545c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:21.061094 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab28fa8-f802-4dd7-a81d-2e866649545c None None] The sync data for ids ['3582691b-e34f-46bb-98db-d3f9e2b37b12'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:21.085774 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ea363a-05b0-41f7-a172-0e87e037cdbc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:21.090695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-46ea363a-05b0-41f7-a172-0e87e037cdbc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Synchronizing usage tracker for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:21.094126 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d0c315-e5d5-48b9-a39f-4c63975b72bc tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:54:21.094860 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f6d0c315-e5d5-48b9-a39f-4c63975b72bc tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:21.113884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f6d0c315-e5d5-48b9-a39f-4c63975b72bc tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:21.118901 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f6d0c315-e5d5-48b9-a39f-4c63975b72bc tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/b53ad87a-7a99-4968-80dd-85efc3727b80 HTTP/1.1" status: 404 len: 333 time: 0.0817034 Mar 03 05:54:21.119809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34526) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:21.152958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-46ea363a-05b0-41f7-a172-0e87e037cdbc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Unset dirty status for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:21.154915 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-46ea363a-05b0-41f7-a172-0e87e037cdbc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports/5be44e41-22b2-4607-9794-6812f8e1761b HTTP/1.1" status: 200 len: 910 time: 0.3023081 Mar 03 05:54:21.159857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Pushing event updated for resources: {'Port': ['ID=61acaae0-1a0a-416f-ac4e-e3cd8768b331,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:21.169379 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34530) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:21.171433 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ec4771a0-5d57-4107-974e-b05bd70102de None None] Provisioning for port 5be44e41-22b2-4607-9794-6812f8e1761b completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:21.183642 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-913e518f-5226-46d0-a5ad-f219acb0248a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '19d6a4b1-c940-4441-a94e-9066e8648d39'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:21.204336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ec4771a0-5d57-4107-974e-b05bd70102de None None] Provisioning complete for port 5be44e41-22b2-4607-9794-6812f8e1761b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:21.204680 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-15618129-5e19-4fef-a9ce-b31c7e6b2530 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port e1478aba-2a74-4234-8a78-3ba11658e45b {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:21.205187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ec4771a0-5d57-4107-974e-b05bd70102de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:21.205360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15618129-5e19-4fef-a9ce-b31c7e6b2530 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:21.233712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:21.298736 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ec4771a0-5d57-4107-974e-b05bd70102de None None] Port 5be44e41-22b2-4607-9794-6812f8e1761b cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:21.328990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'name': 'tempest-TestVolumeBootPattern-46072826-router', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:12Z', 'updated_at': '2022-03-03T05:54:15Z', 'revision_number': 3, 'project_id': '93f6f26a899e4576af3ab8a20eecda5f', 'gw_port': {'id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:14Z', 'updated_at': '2022-03-03T05:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:21.338964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d10bd4f-4477-4d0a-b4b6-17202e0e0a97 None None] The sync data for ids ['edb0945c-b255-4b45-897a-e16d4cde4f5d'] in dv-neutron-831582-1-hyperv is: [{'id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'name': 'tempest-TestVolumeBootPattern-46072826-router', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:12Z', 'updated_at': '2022-03-03T05:54:15Z', 'revision_number': 3, 'project_id': '93f6f26a899e4576af3ab8a20eecda5f', 'gw_port': {'id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:14Z', 'updated_at': '2022-03-03T05:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:21.433687 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ee61fd22-8a37-42f6-ae95-15f3315a31dd None None] Provisioning complete for port 5be44e41-22b2-4607-9794-6812f8e1761b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:21.434057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ee61fd22-8a37-42f6-ae95-15f3315a31dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:21.561649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ee61fd22-8a37-42f6-ae95-15f3315a31dd None None] Port 5be44e41-22b2-4607-9794-6812f8e1761b cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:21.564497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:21.609827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15618129-5e19-4fef-a9ce-b31c7e6b2530 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:21.654138 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:21.663020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-913e518f-5226-46d0-a5ad-f219acb0248a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:21.696195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8124b116-49f3-47bb-a7f6-85863b79bef0 None None] Provisioning for port 61acaae0-1a0a-416f-ac4e-e3cd8768b331 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:21.716452 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8124b116-49f3-47bb-a7f6-85863b79bef0 None None] Provisioning complete for port 61acaae0-1a0a-416f-ac4e-e3cd8768b331 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:21.719308 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8124b116-49f3-47bb-a7f6-85863b79bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:21.765959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-15618129-5e19-4fef-a9ce-b31c7e6b2530 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for e1478aba-2a74-4234-8a78-3ba11658e45b owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:21.785491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fc5d86-fe3b-4b0b-ab8b-967417faa57f None None] Network ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:21.865223 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:21.912876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8124b116-49f3-47bb-a7f6-85863b79bef0 None None] Port 61acaae0-1a0a-416f-ac4e-e3cd8768b331 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:21.952057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15618129-5e19-4fef-a9ce-b31c7e6b2530 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.010084 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15618129-5e19-4fef-a9ce-b31c7e6b2530 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=e1478aba-2a74-4234-8a78-3ba11658e45b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:22.089881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ac0962c8-ac85-4d84-8283-6f6e12221529 None None] Provisioning for port dd07ee46-d719-4226-88e8-b5af29afb14b completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:22.130647 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15618129-5e19-4fef-a9ce-b31c7e6b2530 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.150200 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-15618129-5e19-4fef-a9ce-b31c7e6b2530 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/e1478aba-2a74-4234-8a78-3ba11658e45b HTTP/1.1" status: 204 len: 168 time: 1.0291934 Mar 03 05:54:22.152520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34534) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:22.211199 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adf18df-a27b-474a-a1c2-97acd6c27165 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:54:22.212183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9adf18df-a27b-474a-a1c2-97acd6c27165 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:22.234112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9adf18df-a27b-474a-a1c2-97acd6c27165 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:22.236872 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9adf18df-a27b-474a-a1c2-97acd6c27165 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/e1478aba-2a74-4234-8a78-3ba11658e45b HTTP/1.1" status: 404 len: 333 time: 0.0827315 Mar 03 05:54:22.240386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34538) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:22.356656 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8db4fc3-4ba7-4088-9939-585b02f4d873 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting subnet 9185b0e8-8d48-4656-ab5c-7b1d5b4a11b8 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:54:22.361634 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8db4fc3-4ba7-4088-9939-585b02f4d873 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.440309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.448845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.467896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8db4fc3-4ba7-4088-9939-585b02f4d873 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.558094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 51caf370-d8e3-40d3-b468-b0dc1deafb8b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:22.612293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8db4fc3-4ba7-4088-9939-585b02f4d873 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.641707 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Pushing event updated for resources: {'Port': ['ID=61acaae0-1a0a-416f-ac4e-e3cd8768b331,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:22.668583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 51caf370-d8e3-40d3-b468-b0dc1deafb8b completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:22.674905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 51caf370-d8e3-40d3-b468-b0dc1deafb8b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:22.675279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.721904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8db4fc3-4ba7-4088-9939-585b02f4d873 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.730893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.772414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db4fc3-4ba7-4088-9939-585b02f4d873 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Subnet': ['ID=9185b0e8-8d48-4656-ab5c-7b1d5b4a11b8,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:22.787701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8db4fc3-4ba7-4088-9939-585b02f4d873 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.793790 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f8db4fc3-4ba7-4088-9939-585b02f4d873 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/9185b0e8-8d48-4656-ab5c-7b1d5b4a11b8 HTTP/1.1" status: 204 len: 168 time: 0.5522225 Mar 03 05:54:22.796916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34542) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:22.827124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.847629 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 51caf370-d8e3-40d3-b468-b0dc1deafb8b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=51caf370-d8e3-40d3-b468-b0dc1deafb8b,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:22.866927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.867973 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dd07ee46-d719-4226-88e8-b5af29afb14b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:22.932240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-913e518f-5226-46d0-a5ad-f219acb0248a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.946214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Network e9772777-eab8-4e5b-806b-64124a74d147 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:22.947377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:22.951243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.961027 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-913e518f-5226-46d0-a5ad-f219acb0248a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.962340 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0188381f-e45d-4bd5-beb9-31a4094ee783 None None] Could not find standard attr ID for object e1478aba-2a74-4234-8a78-3ba11658e45b. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:54:22.967009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port dd07ee46-d719-4226-88e8-b5af29afb14b {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:22.967499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:22.981881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:23.018649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=51caf370-d8e3-40d3-b468-b0dc1deafb8b,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:23.038083 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port dd07ee46-d719-4226-88e8-b5af29afb14b completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:23.044063 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port dd07ee46-d719-4226-88e8-b5af29afb14b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:23.044590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:23.113985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c19a3a8-247f-4232-93f9-91680fded132 None None] Network ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:23.172538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0d089505-b459-4070-92bb-d9dab933bcd6 None None] Could not find standard attr ID for object b53ad87a-7a99-4968-80dd-85efc3727b80. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:54:23.206152 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913e518f-5226-46d0-a5ad-f219acb0248a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:23.207032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-913e518f-5226-46d0-a5ad-f219acb0248a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:23.212116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34546) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:23.212725 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-913e518f-5226-46d0-a5ad-f219acb0248a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/ports/5be44e41-22b2-4607-9794-6812f8e1761b HTTP/1.1" status: 200 len: 910 time: 2.0406883 Mar 03 05:54:23.213734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e518f-5226-46d0-a5ad-f219acb0248a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=5be44e41-22b2-4607-9794-6812f8e1761b,revision_number=3']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:23.344361 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Router edb0945c-b255-4b45-897a-e16d4cde4f5d has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:54:23.399753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1e036581-5e20-420c-8ee3-2b1e1aeae566 None None] Provisioning complete for port 61acaae0-1a0a-416f-ac4e-e3cd8768b331 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:23.400160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e036581-5e20-420c-8ee3-2b1e1aeae566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:23.481603 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:23.500918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] For port dd07ee46-d719-4226-88e8-b5af29afb14b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dd07ee46-d719-4226-88e8-b5af29afb14b,segment=NetworkSegment(228fcac0-22f9-49fa-a84c-81cccd6e292d),segment_id=228fcac0-22f9-49fa-a84c-81cccd6e292d)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:23.501294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:23.530696 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1e036581-5e20-420c-8ee3-2b1e1aeae566 None None] Port 61acaae0-1a0a-416f-ac4e-e3cd8768b331 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:23.542991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port dd07ee46-d719-4226-88e8-b5af29afb14b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dd07ee46-d719-4226-88e8-b5af29afb14b,segment=NetworkSegment(228fcac0-22f9-49fa-a84c-81cccd6e292d),segment_id=228fcac0-22f9-49fa-a84c-81cccd6e292d)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:23.558367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:23.559221 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 59de8bf3-628a-47fa-be11-7690e65a7c95 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:23.649716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for dd07ee46-d719-4226-88e8-b5af29afb14b owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:23.688664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=dd07ee46-d719-4226-88e8-b5af29afb14b,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:23.701888 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 59de8bf3-628a-47fa-be11-7690e65a7c95 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:23.702807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:23.710344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:23.716581 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4ddaa466-7347-4fae-b8aa-548ea704baff admin admin] 10.222.0.20 "PUT /v2.0/routers/edb0945c-b255-4b45-897a-e16d4cde4f5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0469182 Mar 03 05:54:23.746155 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Sync routers for ids ['edb0945c-b255-4b45-897a-e16d4cde4f5d'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:23.764945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cdc58b-bf7d-4b54-b810-626ebdff91e7 None None] DHCP port deletion for ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:54:23.777941 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-05cdc58b-bf7d-4b54-b810-626ebdff91e7 None None] Deleting port dd07ee46-d719-4226-88e8-b5af29afb14b {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:23.778309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-05cdc58b-bf7d-4b54-b810-626ebdff91e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:23.811311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Routers {'edb0945c-b255-4b45-897a-e16d4cde4f5d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:23.811958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['edb0945c-b255-4b45-897a-e16d4cde4f5d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:23.908780 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:54:23.909099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:54:24.065551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccd10-b715-45b0-be2b-130c748d211d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.184453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Set router edb0945c-b255-4b45-897a-e16d4cde4f5d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:24.296267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34556) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:24.306275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-657090641', 'description': 'tempest-secgroup-smoke-657090641 description', 'project_id': 'e33eb203c5664af2a1609042ef91d807'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:24.316408 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-05cdc58b-bf7d-4b54-b810-626ebdff91e7 None None] For port dd07ee46-d719-4226-88e8-b5af29afb14b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dd07ee46-d719-4226-88e8-b5af29afb14b,segment=NetworkSegment(228fcac0-22f9-49fa-a84c-81cccd6e292d),segment_id=228fcac0-22f9-49fa-a84c-81cccd6e292d)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:24.316579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:24.316797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-05cdc58b-bf7d-4b54-b810-626ebdff91e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.322903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:security_group and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:24.326642 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:24.335932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:24.352676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.375738 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:24.383068 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:security_group_rule and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:24.383243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 51caf370-d8e3-40d3-b468-b0dc1deafb8b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:24.386218 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:24.395304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:24.412470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port dd07ee46-d719-4226-88e8-b5af29afb14b {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:24.412832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.448267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ccd10-b715-45b0-be2b-130c748d211d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port 5be44e41-22b2-4607-9794-6812f8e1761b {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:24.448652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccd10-b715-45b0-be2b-130c748d211d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.483385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.488403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.537842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.541858 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2410443 Mar 03 05:54:24.541858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f88e0-bf55-49f2-8a7d-358ddf42d3cd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558c7014-f696-4694-9ca3-021812e5dd2c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:24.542116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34560) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:24.559029 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1a929566-35f0-4d3b-96d4-fabe50606aa6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Request body: {'security_group_rule': {'security_group_id': '558c7014-f696-4694-9ca3-021812e5dd2c', 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:24.563054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1a929566-35f0-4d3b-96d4-fabe50606aa6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:24.566851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1a929566-35f0-4d3b-96d4-fabe50606aa6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:security_group_rule and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:24.570184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1a929566-35f0-4d3b-96d4-fabe50606aa6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:24.573161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-05cdc58b-bf7d-4b54-b810-626ebdff91e7 None None] Calling delete_port for dd07ee46-d719-4226-88e8-b5af29afb14b owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:24.577233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1a929566-35f0-4d3b-96d4-fabe50606aa6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:24.599010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a929566-35f0-4d3b-96d4-fabe50606aa6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.666002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a929566-35f0-4d3b-96d4-fabe50606aa6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.670704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a929566-35f0-4d3b-96d4-fabe50606aa6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.697544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a929566-35f0-4d3b-96d4-fabe50606aa6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f51388d-1efc-4b1b-ac3e-0f26a1d895a1,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:24.710810 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a929566-35f0-4d3b-96d4-fabe50606aa6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.715112 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1a929566-35f0-4d3b-96d4-fabe50606aa6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1594501 Mar 03 05:54:24.715112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34564) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:24.720634 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ba1cf01a-8e5f-444b-adc9-8a1b5fa3f852 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Request body: {'security_group_rule': {'security_group_id': '558c7014-f696-4694-9ca3-021812e5dd2c', 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:24.726943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ba1cf01a-8e5f-444b-adc9-8a1b5fa3f852 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:24.730879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ba1cf01a-8e5f-444b-adc9-8a1b5fa3f852 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:security_group_rule and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:24.734450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ba1cf01a-8e5f-444b-adc9-8a1b5fa3f852 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:24.741424 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ba1cf01a-8e5f-444b-adc9-8a1b5fa3f852 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:24.764041 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf01a-8e5f-444b-adc9-8a1b5fa3f852 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.776604 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccd10-b715-45b0-be2b-130c748d211d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.783425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 51caf370-d8e3-40d3-b468-b0dc1deafb8b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:24.783425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.790117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] For port dd07ee46-d719-4226-88e8-b5af29afb14b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dd07ee46-d719-4226-88e8-b5af29afb14b,segment=NetworkSegment(228fcac0-22f9-49fa-a84c-81cccd6e292d),segment_id=228fcac0-22f9-49fa-a84c-81cccd6e292d)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:24.790389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.814074 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-05cdc58b-bf7d-4b54-b810-626ebdff91e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.829530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf01a-8e5f-444b-adc9-8a1b5fa3f852 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.834855 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf01a-8e5f-444b-adc9-8a1b5fa3f852 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.861018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1cf01a-8e5f-444b-adc9-8a1b5fa3f852 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c533e4-c4ad-4b42-a2f0-b032f09f2a21,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:24.876079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ba1cf01a-8e5f-444b-adc9-8a1b5fa3f852 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.880016 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ba1cf01a-8e5f-444b-adc9-8a1b5fa3f852 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614709 Mar 03 05:54:24.880197 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34568) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:24.887908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a7fd586f-3d15-4025-a00d-494f06177581 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Request body: {'security_group_rule': {'security_group_id': '558c7014-f696-4694-9ca3-021812e5dd2c', 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:24.888286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdc58b-bf7d-4b54-b810-626ebdff91e7 None None] Pushing event deleted for resources: {'Port': ['ID=dd07ee46-d719-4226-88e8-b5af29afb14b,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:24.896849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a7fd586f-3d15-4025-a00d-494f06177581 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:24.897048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cdc58b-bf7d-4b54-b810-626ebdff91e7 None None] No DVR routers for this DVR port dd07ee46-d719-4226-88e8-b5af29afb14b on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:54:24.906126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a7fd586f-3d15-4025-a00d-494f06177581 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:security_group_rule and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:24.913895 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a7fd586f-3d15-4025-a00d-494f06177581 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:24.923408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a7fd586f-3d15-4025-a00d-494f06177581 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:24.945436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7fd586f-3d15-4025-a00d-494f06177581 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:24.994868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'name': 'tempest-TestVolumeBootPattern-46072826-router', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:12Z', 'updated_at': '2022-03-03T05:54:21Z', 'revision_number': 4, 'project_id': '93f6f26a899e4576af3ab8a20eecda5f', 'gw_port': {'id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:14Z', 'updated_at': '2022-03-03T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '61acaae0-1a0a-416f-ac4e-e3cd8768b331', 'name': '', 'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'mac_address': 'fa:16:3e:26:38:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '0b798f18-43b6-4c49-a96a-49547737e6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:19Z', 'updated_at': '2022-03-03T05:54:21Z', 'revision_number': 2, 'project_id': '93f6f26a899e4576af3ab8a20eecda5f', 'subnets': [{'id': '0b798f18-43b6-4c49-a96a-49547737e6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:25.004289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Checking router: edb0945c-b255-4b45-897a-e16d4cde4f5d for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:54:25.004642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Updating router edb0945c-b255-4b45-897a-e16d4cde4f5d port 61acaae0-1a0a-416f-ac4e-e3cd8768b331 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:54:25.015491 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7fd586f-3d15-4025-a00d-494f06177581 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.019822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7fd586f-3d15-4025-a00d-494f06177581 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.053560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd586f-3d15-4025-a00d-494f06177581 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548f4591-d94c-47ba-bf71-0db5e29c1c4e,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:25.062814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.071623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7fd586f-3d15-4025-a00d-494f06177581 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.075395 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a7fd586f-3d15-4025-a00d-494f06177581 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1916554 Mar 03 05:54:25.075717 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dd07ee46-d719-4226-88e8-b5af29afb14b no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:54:25.075881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34572) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:25.080644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a0d13428-c1cc-4362-bff3-51fbe6389e73 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Request body: {'security_group_rule': {'security_group_id': '558c7014-f696-4694-9ca3-021812e5dd2c', 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:25.087292 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a0d13428-c1cc-4362-bff3-51fbe6389e73 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:25.091032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a0d13428-c1cc-4362-bff3-51fbe6389e73 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:security_group_rule and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:25.094800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a0d13428-c1cc-4362-bff3-51fbe6389e73 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:25.100318 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a0d13428-c1cc-4362-bff3-51fbe6389e73 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:25.104369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ccd10-b715-45b0-be2b-130c748d211d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for 5be44e41-22b2-4607-9794-6812f8e1761b owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:25.115169 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: dd07ee46-d719-4226-88e8-b5af29afb14b {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:54:25.115513 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dd07ee46-d719-4226-88e8-b5af29afb14b not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:54:25.130635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0d13428-c1cc-4362-bff3-51fbe6389e73 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.197035 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0d13428-c1cc-4362-bff3-51fbe6389e73 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.198690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for dd07ee46-d719-4226-88e8-b5af29afb14b owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:25.202043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0d13428-c1cc-4362-bff3-51fbe6389e73 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.231796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d13428-c1cc-4362-bff3-51fbe6389e73 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a7a1d12-b434-4479-bd5c-a744c30aec34,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:25.245617 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a0d13428-c1cc-4362-bff3-51fbe6389e73 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.247432 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a0d13428-c1cc-4362-bff3-51fbe6389e73 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1706371 Mar 03 05:54:25.250390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34576) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:25.260279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-436c72e3-f35c-47e5-97a9-f983fcbd1507 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Request body: {'security_group_rule': {'security_group_id': '558c7014-f696-4694-9ca3-021812e5dd2c', 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:25.269850 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-436c72e3-f35c-47e5-97a9-f983fcbd1507 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:25.273568 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-436c72e3-f35c-47e5-97a9-f983fcbd1507 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:security_group_rule and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:25.278089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-436c72e3-f35c-47e5-97a9-f983fcbd1507 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:25.284828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-436c72e3-f35c-47e5-97a9-f983fcbd1507 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:25.300968 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-436c72e3-f35c-47e5-97a9-f983fcbd1507 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Project e33eb203c5664af2a1609042ef91d807 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:54:25.307534 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.db.api [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87793) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:54:25.307881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG oslo_db.api [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:54:25.307994 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-436c72e3-f35c-47e5-97a9-f983fcbd1507 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.403181 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-436c72e3-f35c-47e5-97a9-f983fcbd1507 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.407237 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-436c72e3-f35c-47e5-97a9-f983fcbd1507 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.409049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccd10-b715-45b0-be2b-130c748d211d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.431956 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c72e3-f35c-47e5-97a9-f983fcbd1507 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa74c454-23b7-48e6-9e1a-7a6be6fd32c3,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:25.442821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-436c72e3-f35c-47e5-97a9-f983fcbd1507 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.444334 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-436c72e3-f35c-47e5-97a9-f983fcbd1507 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1911228 Mar 03 05:54:25.447285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34580) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:25.452536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e8d7e2f9-37c8-4e7d-916d-ed8f729c1827 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Request body: {'security_group_rule': {'security_group_id': '558c7014-f696-4694-9ca3-021812e5dd2c', 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:25.460084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e8d7e2f9-37c8-4e7d-916d-ed8f729c1827 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:25.461927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ccd10-b715-45b0-be2b-130c748d211d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=5be44e41-22b2-4607-9794-6812f8e1761b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:25.464217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e8d7e2f9-37c8-4e7d-916d-ed8f729c1827 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:security_group_rule and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:25.467351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e8d7e2f9-37c8-4e7d-916d-ed8f729c1827 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:25.473267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e8d7e2f9-37c8-4e7d-916d-ed8f729c1827 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:25.490521 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-e8d7e2f9-37c8-4e7d-916d-ed8f729c1827 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Project e33eb203c5664af2a1609042ef91d807 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:54:25.498554 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8d7e2f9-37c8-4e7d-916d-ed8f729c1827 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.546265 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.569114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Transition to ACTIVE for port object 61acaae0-1a0a-416f-ac4e-e3cd8768b331 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:25.580009 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.596817 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8d7e2f9-37c8-4e7d-916d-ed8f729c1827 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.601504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8d7e2f9-37c8-4e7d-916d-ed8f729c1827 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.629523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7e2f9-37c8-4e7d-916d-ed8f729c1827 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3681a41d-49ae-4202-86be-d2b209ca3d2f,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:25.662427 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e8d7e2f9-37c8-4e7d-916d-ed8f729c1827 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.667038 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e8d7e2f9-37c8-4e7d-916d-ed8f729c1827 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2152526 Mar 03 05:54:25.740376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccd10-b715-45b0-be2b-130c748d211d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.773051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cca56-3bab-420c-beb8-f0002f4c8d61 None None] Pushing event updated for resources: {'Port': ['ID=61acaae0-1a0a-416f-ac4e-e3cd8768b331,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:25.842908 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Attempting to bind port 61acaae0-1a0a-416f-ac4e-e3cd8768b331 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:25.843280 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Attempting to bind port 61acaae0-1a0a-416f-ac4e-e3cd8768b331 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'b2360205-3776-45b3-93e2-f25be92de4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:25.843869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Attempting to bind port 61acaae0-1a0a-416f-ac4e-e3cd8768b331 on network e9772777-eab8-4e5b-806b-64124a74d147 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:25.851190 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:25.851579 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Checking segment: {'id': 'b2360205-3776-45b3-93e2-f25be92de4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:25.852015 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.852404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Bound using segment: {'id': 'b2360205-3776-45b3-93e2-f25be92de4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:25.852864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Bound port: 61acaae0-1a0a-416f-ac4e-e3cd8768b331, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2360205-3776-45b3-93e2-f25be92de4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:25.853235 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:25.950883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] For port 61acaae0-1a0a-416f-ac4e-e3cd8768b331, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:25.953943 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] For port 61acaae0-1a0a-416f-ac4e-e3cd8768b331, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=61acaae0-1a0a-416f-ac4e-e3cd8768b331,segment=NetworkSegment(b2360205-3776-45b3-93e2-f25be92de4ce),segment_id=b2360205-3776-45b3-93e2-f25be92de4ce)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:25.957845 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:26.055852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cca56-3bab-420c-beb8-f0002f4c8d61 None None] Pushing event updated for resources: {'Port': ['ID=61acaae0-1a0a-416f-ac4e-e3cd8768b331,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:26.061067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3ccd10-b715-45b0-be2b-130c748d211d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 3582691b-e34f-46bb-98db-d3f9e2b37b12 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:54:26.067137 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Routers {'edb0945c-b255-4b45-897a-e16d4cde4f5d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:26.067873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['edb0945c-b255-4b45-897a-e16d4cde4f5d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:26.208574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port dd07ee46-d719-4226-88e8-b5af29afb14b {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:26.209090 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:26.281224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] Set router edb0945c-b255-4b45-897a-e16d4cde4f5d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:26.382220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3ccd10-b715-45b0-be2b-130c748d211d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:26.393413 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d28b98b-37d7-4e65-a61a-d403e32e40f6 None None] Sync routers for ids ['3582691b-e34f-46bb-98db-d3f9e2b37b12'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:26.408260 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d28b98b-37d7-4e65-a61a-d403e32e40f6 None None] Routers {'3582691b-e34f-46bb-98db-d3f9e2b37b12'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:26.408868 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0d28b98b-37d7-4e65-a61a-d403e32e40f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3582691b-e34f-46bb-98db-d3f9e2b37b12'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:26.471981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] The port 'dd07ee46-d719-4226-88e8-b5af29afb14b' was deleted {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:54:26.479347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34630) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:26.490171 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ac3ccd10-b715-45b0-be2b-130c748d211d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/3582691b-e34f-46bb-98db-d3f9e2b37b12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2767646 Mar 03 05:54:26.550700 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a897d9da-eeb7-4814-8aa8-2550e2d99aeb tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=3582691b-e34f-46bb-98db-d3f9e2b37b12 HTTP/1.1" status: 200 len: 205 time: 0.0699680 Mar 03 05:54:26.551384 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34634) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:26.553547 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0d28b98b-37d7-4e65-a61a-d403e32e40f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:26.565315 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d28b98b-37d7-4e65-a61a-d403e32e40f6 None None] Routers {'3582691b-e34f-46bb-98db-d3f9e2b37b12'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:26.566374 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0d28b98b-37d7-4e65-a61a-d403e32e40f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3582691b-e34f-46bb-98db-d3f9e2b37b12'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:26.642290 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0d28b98b-37d7-4e65-a61a-d403e32e40f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:26.642962 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d28b98b-37d7-4e65-a61a-d403e32e40f6 None None] The sync data for ids ['3582691b-e34f-46bb-98db-d3f9e2b37b12'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:26.658148 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:26.685499 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'name': 'tempest-TestVolumeBootPattern-46072826-router', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:12Z', 'updated_at': '2022-03-03T05:54:21Z', 'revision_number': 4, 'project_id': '93f6f26a899e4576af3ab8a20eecda5f', 'gw_port': {'id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:14Z', 'updated_at': '2022-03-03T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '61acaae0-1a0a-416f-ac4e-e3cd8768b331', 'name': '', 'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'mac_address': 'fa:16:3e:26:38:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '0b798f18-43b6-4c49-a96a-49547737e6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:19Z', 'updated_at': '2022-03-03T05:54:25Z', 'revision_number': 4, 'project_id': '93f6f26a899e4576af3ab8a20eecda5f', 'subnets': [{'id': '0b798f18-43b6-4c49-a96a-49547737e6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:26.687739 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:26.689790 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5772550f-8243-4b3c-827c-f569f7473e06 None None] The sync data for ids ['edb0945c-b255-4b45-897a-e16d4cde4f5d'] in dv-neutron-831582-1-hyperv is: [{'id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'name': 'tempest-TestVolumeBootPattern-46072826-router', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:12Z', 'updated_at': '2022-03-03T05:54:21Z', 'revision_number': 4, 'project_id': '93f6f26a899e4576af3ab8a20eecda5f', 'gw_port': {'id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:14Z', 'updated_at': '2022-03-03T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '61acaae0-1a0a-416f-ac4e-e3cd8768b331', 'name': '', 'network_id': 'e9772777-eab8-4e5b-806b-64124a74d147', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'mac_address': 'fa:16:3e:26:38:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '0b798f18-43b6-4c49-a96a-49547737e6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:19Z', 'updated_at': '2022-03-03T05:54:25Z', 'revision_number': 4, 'project_id': '93f6f26a899e4576af3ab8a20eecda5f', 'subnets': [{'id': '0b798f18-43b6-4c49-a96a-49547737e6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:26.702284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '228fcac0-22f9-49fa-a84c-81cccd6e292d') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:26.702733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '228fcac0-22f9-49fa-a84c-81cccd6e292d') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:26.721080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:26.762956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:26.774758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:54:26.775149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:26.781285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e42026ab-a4da-4cea-88ef-a992812dfa8e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: util.warn( Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:54:26.806795 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:54:26.891419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:26.909835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:26.916462 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/networks/ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9 HTTP/1.1" status: 204 len: 168 time: 4.1184001 Mar 03 05:54:26.920505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34642) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:26.928885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1056918840'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:26.932576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bea50-bba6-403d-a8b4-36a8956e6871 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Network': ['ID=ca3fb5fd-c27b-45ac-8e4d-43fbd377eed9,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:26.935989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:26.940144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:network and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:26.943014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:26.950418 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:26.964466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:26.968871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:27.017640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:54:27.029783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:27.030197 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Added segment e08630f5-5f4d-4951-a914-aea38c385739 of type vlan for network ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d Mar 03 05:54:27.063454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:27.109007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:27.115707 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:27.116426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:27.139987 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e42026ab-a4da-4cea-88ef-a992812dfa8e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:27.143294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e42026ab-a4da-4cea-88ef-a992812dfa8e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:27.177578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e42026ab-a4da-4cea-88ef-a992812dfa8e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:27.178515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42026ab-a4da-4cea-88ef-a992812dfa8e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Fanout notify agent at l3_agent the message router_deleted on router 3582691b-e34f-46bb-98db-d3f9e2b37b12 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:54:27.196151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e42026ab-a4da-4cea-88ef-a992812dfa8e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:27.200403 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e42026ab-a4da-4cea-88ef-a992812dfa8e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/3582691b-e34f-46bb-98db-d3f9e2b37b12 HTTP/1.1" status: 204 len: 168 time: 0.6477079 Mar 03 05:54:27.201055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34678) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:27.239585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34684) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:27.240503 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3192396 Mar 03 05:54:27.253250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cafaef-e5ab-444f-b137-d1da80c78fbe tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Network': ['ID=ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:27.257479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': 'ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:27.266041 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:54:27.377382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a15862-f71f-4930-972b-e168339b1816 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting subnet 19d6a4b1-c940-4441-a94e-9066e8648d39 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:54:27.389922 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-30a15862-f71f-4930-972b-e168339b1816 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:27.458801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:27.467573 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:27.475801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:27.479882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-30a15862-f71f-4930-972b-e168339b1816 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:27.514776 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:27.542248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:27.546728 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:27.825079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-30a15862-f71f-4930-972b-e168339b1816 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:27.957275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-30a15862-f71f-4930-972b-e168339b1816 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.019513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a15862-f71f-4930-972b-e168339b1816 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Subnet': ['ID=19d6a4b1-c940-4441-a94e-9066e8648d39,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:28.027539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-30a15862-f71f-4930-972b-e168339b1816 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.033279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2ff079-d58b-46c4-bab4-1878a2ac7a50 None None] Network c73329ee-8357-4cfe-92de-05a3ecb17ace requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:28.037559 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-30a15862-f71f-4930-972b-e168339b1816 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/19d6a4b1-c940-4441-a94e-9066e8648d39 HTTP/1.1" status: 204 len: 168 time: 0.8354895 Mar 03 05:54:28.039000 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.040398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34690) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:28.112485 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Subnet': ['ID=06a4da44-6048-48e2-a6aa-5b150f0dfb26,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:28.144305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Checking segment: {'id': 'e08630f5-5f4d-4951-a914-aea38c385739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:28.144551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network hostable DHCP agents. Network: ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:54:28.169769 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:54:28.183519 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:28.188106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:28.188961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.218378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34694) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:28.220456 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a1c3cdc2-ffbb-4fb3-8da4-cc5c5311d881 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9789083 Mar 03 05:54:28.226259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-fa415258-2bdb-40c5-98bb-3b1e8c75ce0b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-291478907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:28.234319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4d7edd-7cbb-4c29-85a4-b19493eee3f2 None None] Network ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:28.241921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fa415258-2bdb-40c5-98bb-3b1e8c75ce0b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:28.252267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fa415258-2bdb-40c5-98bb-3b1e8c75ce0b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:router and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:28.257306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fa415258-2bdb-40c5-98bb-3b1e8c75ce0b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:28.264665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.272322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fa415258-2bdb-40c5-98bb-3b1e8c75ce0b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:28.289509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port 59de8bf3-628a-47fa-be11-7690e65a7c95 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:28.289927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.327484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa415258-2bdb-40c5-98bb-3b1e8c75ce0b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.328538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa415258-2bdb-40c5-98bb-3b1e8c75ce0b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.385410 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 61acaae0-1a0a-416f-ac4e-e3cd8768b331 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:28.391742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa415258-2bdb-40c5-98bb-3b1e8c75ce0b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.478947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa415258-2bdb-40c5-98bb-3b1e8c75ce0b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.560252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa415258-2bdb-40c5-98bb-3b1e8c75ce0b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.562584 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fa415258-2bdb-40c5-98bb-3b1e8c75ce0b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3423481 Mar 03 05:54:28.566682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34698) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:28.574911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'network_id': 'ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d', 'name': 'tempest-PortsTestJSON-1656640039'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:28.587427 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 61acaae0-1a0a-416f-ac4e-e3cd8768b331 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:28.600406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] For port 59de8bf3-628a-47fa-be11-7690e65a7c95, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=59de8bf3-628a-47fa-be11-7690e65a7c95,segment=NetworkSegment(bd20fa3b-6054-4316-848e-e4ac12aa9c99),segment_id=bd20fa3b-6054-4316-848e-e4ac12aa9c99)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:28.600793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.602276 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 61acaae0-1a0a-416f-ac4e-e3cd8768b331 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:28.602650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.637012 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d', 'network_id': 'ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d', 'tenant_id': '33f21d662a984c25b873b7ac650ce82e', 'fixed_ips': [{'subnet_id': '06a4da44-6048-48e2-a6aa-5b150f0dfb26'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:54:28.637837 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.660086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123c12e4-ca55-45f5-b2cf-20da62412876 None None] DHCP port deletion for c73329ee-8357-4cfe-92de-05a3ecb17ace request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:54:28.672953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-123c12e4-ca55-45f5-b2cf-20da62412876 None None] Deleting port 59de8bf3-628a-47fa-be11-7690e65a7c95 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:28.673322 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-123c12e4-ca55-45f5-b2cf-20da62412876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.800011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for 59de8bf3-628a-47fa-be11-7690e65a7c95 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:28.912478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:28.923218 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:28.927078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.979711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=59de8bf3-628a-47fa-be11-7690e65a7c95,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:28.985793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:28.987451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:28.990140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.007114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No DVR routers for this DVR port 59de8bf3-628a-47fa-be11-7690e65a7c95 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:54:29.089083 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Allocated IP 172.20.0.2 (ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d/06a4da44-6048-48e2-a6aa-5b150f0dfb26/ee2c7926-292f-4c72-a992-63c08e4484c9) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:29.101542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-123c12e4-ca55-45f5-b2cf-20da62412876 None None] For port 59de8bf3-628a-47fa-be11-7690e65a7c95, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=59de8bf3-628a-47fa-be11-7690e65a7c95,segment=NetworkSegment(bd20fa3b-6054-4316-848e-e4ac12aa9c99),segment_id=bd20fa3b-6054-4316-848e-e4ac12aa9c99)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:29.101814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port cece8d9b-347a-4f6a-8143-bb646fc9542e yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:54:29.101925 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-123c12e4-ca55-45f5-b2cf-20da62412876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.174448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 61acaae0-1a0a-416f-ac4e-e3cd8768b331, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=61acaae0-1a0a-416f-ac4e-e3cd8768b331,segment=NetworkSegment(b2360205-3776-45b3-93e2-f25be92de4ce),segment_id=b2360205-3776-45b3-93e2-f25be92de4ce)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:29.239063 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-123c12e4-ca55-45f5-b2cf-20da62412876 None None] Calling delete_port for 59de8bf3-628a-47fa-be11-7690e65a7c95 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:29.265324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.316495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.378312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73329ee-8357-4cfe-92de-05a3ecb17ace']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:29.398820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd20fa3b-6054-4316-848e-e4ac12aa9c99') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:29.399142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd20fa3b-6054-4316-848e-e4ac12aa9c99') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:29.410741 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.429789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.438344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:54:29.438803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.475356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=61acaae0-1a0a-416f-ac4e-e3cd8768b331,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:54:29.478346 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:54:29.483398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-123c12e4-ca55-45f5-b2cf-20da62412876 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:54:29.483751 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-123c12e4-ca55-45f5-b2cf-20da62412876 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:54:29.550762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.558197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.564733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.578369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Transition to ACTIVE for port object ee2c7926-292f-4c72-a992-63c08e4484c9 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:29.582597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Network': ['ID=c73329ee-8357-4cfe-92de-05a3ecb17ace,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:29.593426 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c1b72f70-1c59-444a-8657-14dcf6583b91 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/networks/c73329ee-8357-4cfe-92de-05a3ecb17ace HTTP/1.1" status: 204 len: 168 time: 1.5518906 Mar 03 05:54:29.597031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34704) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:29.602709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f83eb798-4402-4194-9cdd-baa534cc4b9e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-47269507', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:29.609248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f83eb798-4402-4194-9cdd-baa534cc4b9e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:29.610981 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Transition to ACTIVE for port object ee2c7926-292f-4c72-a992-63c08e4484c9 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:29.613434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f83eb798-4402-4194-9cdd-baa534cc4b9e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:router and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:29.616620 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f83eb798-4402-4194-9cdd-baa534cc4b9e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:29.618055 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.623865 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f83eb798-4402-4194-9cdd-baa534cc4b9e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:29.635927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f83eb798-4402-4194-9cdd-baa534cc4b9e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.636949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f83eb798-4402-4194-9cdd-baa534cc4b9e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.653511 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f83eb798-4402-4194-9cdd-baa534cc4b9e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.678192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Network ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:29.679445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f83eb798-4402-4194-9cdd-baa534cc4b9e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.681209 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:29.685297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:29.704742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.14 (ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d/06a4da44-6048-48e2-a6aa-5b150f0dfb26/cece8d9b-347a-4f6a-8143-bb646fc9542e) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:29.714501 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f83eb798-4402-4194-9cdd-baa534cc4b9e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.719915 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f83eb798-4402-4194-9cdd-baa534cc4b9e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.1193535 Mar 03 05:54:29.720114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34708) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:29.728397 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'network': {'name': 'tempest-RoutersTest-735919817'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:29.737159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:29.744431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:network and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:29.747709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:29.756296 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:29.772212 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:29.777464 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.787273 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Pushing event updated for resources: {'Port': ['ID=ee2c7926-292f-4c72-a992-63c08e4484c9,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:29.796487 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Attempting to bind port ee2c7926-292f-4c72-a992-63c08e4484c9 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:29.796842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Attempting to bind port ee2c7926-292f-4c72-a992-63c08e4484c9 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'e08630f5-5f4d-4951-a914-aea38c385739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:29.797188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Attempting to bind port ee2c7926-292f-4c72-a992-63c08e4484c9 on network ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:29.802646 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:29.803023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Checking segment: {'id': 'e08630f5-5f4d-4951-a914-aea38c385739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:29.803431 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.803844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Bound using segment: {'id': 'e08630f5-5f4d-4951-a914-aea38c385739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:29.804485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Bound port: ee2c7926-292f-4c72-a992-63c08e4484c9, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e08630f5-5f4d-4951-a914-aea38c385739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:29.804866 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.818832 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:54:29.829309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.829669 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Added segment 1fe9ae21-345f-49d9-91e8-8eec796aec88 of type vlan for network decd7ae9-d9df-450e-bdad-a9dcbdbd8d65 Mar 03 05:54:29.862619 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.903044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] For port ee2c7926-292f-4c72-a992-63c08e4484c9, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:29.903411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.906749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] For port ee2c7926-292f-4c72-a992-63c08e4484c9, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ee2c7926-292f-4c72-a992-63c08e4484c9,segment=NetworkSegment(e08630f5-5f4d-4951-a914-aea38c385739),segment_id=e08630f5-5f4d-4951-a914-aea38c385739)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:29.911655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:29.912317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.912776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:29.982445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:30.004464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Transition to ACTIVE for port object cece8d9b-347a-4f6a-8143-bb646fc9542e will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:30.011590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-123c12e4-ca55-45f5-b2cf-20da62412876 None None] Deleting port 59de8bf3-628a-47fa-be11-7690e65a7c95 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:30.011827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-123c12e4-ca55-45f5-b2cf-20da62412876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:30.031122 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3076003 Mar 03 05:54:30.032252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34714) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:30.034795 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293a184-1fdf-44c6-80f9-03a62f5d5789 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Network': ['ID=decd7ae9-d9df-450e-bdad-a9dcbdbd8d65,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:30.039516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'subnet': {'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:30.063948 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network decd7ae9-d9df-450e-bdad-a9dcbdbd8d65 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:54:30.145559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-123c12e4-ca55-45f5-b2cf-20da62412876 None None] The port '59de8bf3-628a-47fa-be11-7690e65a7c95' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:54:30.173201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:30.223164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dcd82-56e3-48a6-bf24-74d77bccb749 None None] Pushing event updated for resources: {'Port': ['ID=ee2c7926-292f-4c72-a992-63c08e4484c9,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:30.278767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=cece8d9b-347a-4f6a-8143-bb646fc9542e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:30.290337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:30.293902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:30.295675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:30.299937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:30.299937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:subnet and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:30.308161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:30.311466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:30.361688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:30.382570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 61acaae0-1a0a-416f-ac4e-e3cd8768b331 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:30.396825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:30.404588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:30.446721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:30.447650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:30.495384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 61acaae0-1a0a-416f-ac4e-e3cd8768b331 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:30.496009 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:30.550866 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4d1eb4f2-d544-41e9-9990-5ed41cc7964e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9800858 Mar 03 05:54:30.555302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34718) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:30.735014 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 59de8bf3-628a-47fa-be11-7690e65a7c95 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:54:30.772372 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 59de8bf3-628a-47fa-be11-7690e65a7c95 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:54:30.772753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 59de8bf3-628a-47fa-be11-7690e65a7c95 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:54:31.246352 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:31.387841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Subnet': ['ID=2ac2653f-31af-4092-82af-94f9036f4948,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:31.399878 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:54:31.431341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Checking segment: {'id': '1fe9ae21-345f-49d9-91e8-8eec796aec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:31.431706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network hostable DHCP agents. Network: decd7ae9-d9df-450e-bdad-a9dcbdbd8d65, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:54:31.452222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cf38d4-feb9-42c4-860e-411c2cfcf7ee None None] Network ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:31.466653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:31.481201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network decd7ae9-d9df-450e-bdad-a9dcbdbd8d65 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:54:31.522594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, decd7ae9-d9df-450e-bdad-a9dcbdbd8d65) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:31.533695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:31.534274 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:31.538768 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a0b7b6-3093-42d0-8285-a6ebc80e6479 None None] Network decd7ae9-d9df-450e-bdad-a9dcbdbd8d65 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:31.574614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34724) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:31.575409 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6e856891-de69-4fcb-90c4-b5c15c400fba tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5418158 Mar 03 05:54:31.683131 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ad1bab80-31de-42b2-85e2-fb797726340c None None] Provisioning for port ee2c7926-292f-4c72-a992-63c08e4484c9 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:31.937762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:31.944521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:32.003211 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:54:32.008831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:32.142333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=cece8d9b-347a-4f6a-8143-bb646fc9542e,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:32.166261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:32.366766 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Allocated IP 172.20.0.2 (decd7ae9-d9df-450e-bdad-a9dcbdbd8d65/2ac2653f-31af-4092-82af-94f9036f4948/dfdb4080-fc07-460a-b781-bcdad7357e68) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:32.455224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:32.481018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ee2c7926-292f-4c72-a992-63c08e4484c9 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:32.620208 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:32.710845 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2276f1f6-df45-45c6-b245-c6a82df03fce None None] Provisioning for port cece8d9b-347a-4f6a-8143-bb646fc9542e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:32.747996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2276f1f6-df45-45c6-b245-c6a82df03fce None None] Provisioning complete for port cece8d9b-347a-4f6a-8143-bb646fc9542e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:32.748507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2276f1f6-df45-45c6-b245-c6a82df03fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:32.773053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port ee2c7926-292f-4c72-a992-63c08e4484c9 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:32.818815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port ee2c7926-292f-4c72-a992-63c08e4484c9 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:32.819337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:32.892246 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2276f1f6-df45-45c6-b245-c6a82df03fce None None] Port cece8d9b-347a-4f6a-8143-bb646fc9542e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:32.918301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:32.933058 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Transition to ACTIVE for port object dfdb4080-fc07-460a-b781-bcdad7357e68 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:32.981112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Transition to ACTIVE for port object dfdb4080-fc07-460a-b781-bcdad7357e68 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:32.996518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.106824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.114931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.123922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.138764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Network decd7ae9-d9df-450e-bdad-a9dcbdbd8d65 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:33.148276 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:33.160060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:33.177807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f4cd507c-679f-4705-920e-eeaafa88e711 None None] Provisioning complete for port cece8d9b-347a-4f6a-8143-bb646fc9542e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:33.178167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f4cd507c-679f-4705-920e-eeaafa88e711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.201559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Allocated IP 172.20.0.1 (decd7ae9-d9df-450e-bdad-a9dcbdbd8d65/2ac2653f-31af-4092-82af-94f9036f4948/f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:33.243195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Pushing event updated for resources: {'Port': ['ID=dfdb4080-fc07-460a-b781-bcdad7357e68,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:33.329001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port ee2c7926-292f-4c72-a992-63c08e4484c9, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ee2c7926-292f-4c72-a992-63c08e4484c9,segment=NetworkSegment(e08630f5-5f4d-4951-a914-aea38c385739),segment_id=e08630f5-5f4d-4951-a914-aea38c385739)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:33.335662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd507c-679f-4705-920e-eeaafa88e711 None None] Port cece8d9b-347a-4f6a-8143-bb646fc9542e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:33.356269 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Attempting to bind port dfdb4080-fc07-460a-b781-bcdad7357e68 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:33.356736 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Attempting to bind port dfdb4080-fc07-460a-b781-bcdad7357e68 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1fe9ae21-345f-49d9-91e8-8eec796aec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:33.357171 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Attempting to bind port dfdb4080-fc07-460a-b781-bcdad7357e68 on network decd7ae9-d9df-450e-bdad-a9dcbdbd8d65 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:33.359382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.406147 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:33.406679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Checking segment: {'id': '1fe9ae21-345f-49d9-91e8-8eec796aec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:33.407222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.407833 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Bound using segment: {'id': '1fe9ae21-345f-49d9-91e8-8eec796aec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:33.408418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Bound port: dfdb4080-fc07-460a-b781-bcdad7357e68, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe9ae21-345f-49d9-91e8-8eec796aec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:33.408786 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.434506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.451677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Transition to ACTIVE for port object f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:33.487047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=cece8d9b-347a-4f6a-8143-bb646fc9542e,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:33.490328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.490746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.526571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=ee2c7926-292f-4c72-a992-63c08e4484c9,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:33.539756 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] For port dfdb4080-fc07-460a-b781-bcdad7357e68, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:33.545965 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] For port dfdb4080-fc07-460a-b781-bcdad7357e68, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dfdb4080-fc07-460a-b781-bcdad7357e68,segment=NetworkSegment(1fe9ae21-345f-49d9-91e8-8eec796aec88),segment_id=1fe9ae21-345f-49d9-91e8-8eec796aec88)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:33.552725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.585156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network decd7ae9-d9df-450e-bdad-a9dcbdbd8d65 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:33.585725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:33.590137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:33.650930 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bb57b-fcf3-4876-ba57-2b8db9a8ac1b None None] Pushing event updated for resources: {'Port': ['ID=dfdb4080-fc07-460a-b781-bcdad7357e68,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:33.651119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:33.666407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.680176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:33.681350 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:33.810798 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:33.975221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Router c1f006bf-6734-431c-b268-7e17f2a6463c is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:54:34.063038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-080d3e34-e1dd-450a-b6d7-dbfaaaefdc1c None None] Provisioning complete for port cece8d9b-347a-4f6a-8143-bb646fc9542e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:34.063413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-080d3e34-e1dd-450a-b6d7-dbfaaaefdc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:34.148357 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-080d3e34-e1dd-450a-b6d7-dbfaaaefdc1c None None] Port cece8d9b-347a-4f6a-8143-bb646fc9542e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:34.183968 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:34.191620 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5e189048-8501-4a8d-ac61-2d206261c029 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "PUT /v2.0/routers/c1f006bf-6734-431c-b268-7e17f2a6463c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6326373 Mar 03 05:54:34.192278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34732) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:34.195925 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efa7a56-4082-43f4-a037-7526e9b0ef5a None None] Sync routers for ids ['c1f006bf-6734-431c-b268-7e17f2a6463c'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:34.205680 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa7a56-4082-43f4-a037-7526e9b0ef5a None None] Routers {'c1f006bf-6734-431c-b268-7e17f2a6463c'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:34.206412 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6efa7a56-4082-43f4-a037-7526e9b0ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['c1f006bf-6734-431c-b268-7e17f2a6463c'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:34.272686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6efa7a56-4082-43f4-a037-7526e9b0ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:34.284070 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa7a56-4082-43f4-a037-7526e9b0ef5a None None] Routers {'c1f006bf-6734-431c-b268-7e17f2a6463c'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:34.284876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6efa7a56-4082-43f4-a037-7526e9b0ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['c1f006bf-6734-431c-b268-7e17f2a6463c'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:34.370813 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3274b60b-4b50-4717-b208-83270c1393aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:34.371541 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3274b60b-4b50-4717-b208-83270c1393aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:34.403111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3274b60b-4b50-4717-b208-83270c1393aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:34.407099 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3274b60b-4b50-4717-b208-83270c1393aa tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1f006bf-6734-431c-b268-7e17f2a6463c HTTP/1.1" status: 200 len: 983 time: 0.2108297 Mar 03 05:54:34.407799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34738) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:34.413827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6efa7a56-4082-43f4-a037-7526e9b0ef5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:34.414235 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efa7a56-4082-43f4-a037-7526e9b0ef5a None None] The sync data for ids ['c1f006bf-6734-431c-b268-7e17f2a6463c'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:34.422107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:34.432998 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:34.527377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ee2c7926-292f-4c72-a992-63c08e4484c9 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:34.585297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:34.589408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:34.623610 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port ee2c7926-292f-4c72-a992-63c08e4484c9 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:34.624074 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:34.782091 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dfdb4080-fc07-460a-b781-bcdad7357e68 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:34.810052 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network decd7ae9-d9df-450e-bdad-a9dcbdbd8d65 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:34.815385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:34.864704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port dfdb4080-fc07-460a-b781-bcdad7357e68 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:34.998007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5455043d-bb83-4340-b725-6c7bbdaf0273 None None] Network decd7ae9-d9df-450e-bdad-a9dcbdbd8d65 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:35.054367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-795c17bf-c92f-4fd2-9946-461f893a9151 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:35.147111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 6a235076-0554-42fd-b4f8-5e86778839a3 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:54:35.185008 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fde54cd7-2711-4e20-8e80-5d0490ed225b None None] Provisioning for port dfdb4080-fc07-460a-b781-bcdad7357e68 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:35.194832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fde54cd7-2711-4e20-8e80-5d0490ed225b None None] Provisioning complete for port dfdb4080-fc07-460a-b781-bcdad7357e68 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:35.195204 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fde54cd7-2711-4e20-8e80-5d0490ed225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:35.434808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fde54cd7-2711-4e20-8e80-5d0490ed225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:35.533053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:35.544023 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Sync routers for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:35.551327 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c9cc50d4-0c2d-40f5-a720-8dde6503b8a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9753158 Mar 03 05:54:35.552666 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34744) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:35.554727 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:35.556149 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:35.559936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'network': {'name': 'tempest-RoutersTest-927973219'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:35.571077 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:35.578242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:network and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:35.582415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-fde54cd7-2711-4e20-8e80-5d0490ed225b None None] For port dfdb4080-fc07-460a-b781-bcdad7357e68, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dfdb4080-fc07-460a-b781-bcdad7357e68,segment=NetworkSegment(1fe9ae21-345f-49d9-91e8-8eec796aec88),segment_id=1fe9ae21-345f-49d9-91e8-8eec796aec88)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:35.593513 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:35.603570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:35.604538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-795c17bf-c92f-4fd2-9946-461f893a9151 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port cece8d9b-347a-4f6a-8143-bb646fc9542e {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:35.604538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-795c17bf-c92f-4fd2-9946-461f893a9151 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:35.608442 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fde54cd7-2711-4e20-8e80-5d0490ed225b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:35.633314 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:35.640859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:35.703019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:54:35.732824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:35.733196 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Added segment a44e5f7a-87c4-4e67-928a-42d30d9653af of type vlan for network e01ebed1-0704-4426-b5a3-87f2f31355d4 Mar 03 05:54:35.765638 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:35.778415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:35.797189 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde54cd7-2711-4e20-8e80-5d0490ed225b None None] Pushing event updated for resources: {'Port': ['ID=dfdb4080-fc07-460a-b781-bcdad7357e68,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:35.830203 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:35.852017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:35.852017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:35.945859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-795c17bf-c92f-4fd2-9946-461f893a9151 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:35.960904 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4033759 Mar 03 05:54:35.964822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34754) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:35.982071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'subnet': {'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:36.093491 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1772bf-da64-40d3-9cc2-350e5cc81040 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Network': ['ID=e01ebed1-0704-4426-b5a3-87f2f31355d4,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:36.116101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network e01ebed1-0704-4426-b5a3-87f2f31355d4 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:54:36.146822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:36.151282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:subnet and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:36.154533 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-795c17bf-c92f-4fd2-9946-461f893a9151 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for cece8d9b-347a-4f6a-8143-bb646fc9542e owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:36.155537 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:36.162628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:36.179672 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:36.195208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:36.272949 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:33Z', 'revision_number': 2, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:34Z', 'revision_number': 2, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:36.274312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5fdbb2d4-db70-4d5e-8c3a-8723566259cf None None] Provisioning complete for port dfdb4080-fc07-460a-b781-bcdad7357e68 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:36.274565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fdbb2d4-db70-4d5e-8c3a-8723566259cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:36.282460 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Checking router: 6a235076-0554-42fd-b4f8-5e86778839a3 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:54:36.282813 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Updating router 6a235076-0554-42fd-b4f8-5e86778839a3 port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:54:36.471106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dfdb4080-fc07-460a-b781-bcdad7357e68 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:36.496463 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:36.564747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-795c17bf-c92f-4fd2-9946-461f893a9151 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:36.697255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c17bf-c92f-4fd2-9946-461f893a9151 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=cece8d9b-347a-4f6a-8143-bb646fc9542e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:36.803937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:36.840545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port dfdb4080-fc07-460a-b781-bcdad7357e68 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:36.841157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:36.940072 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5fdbb2d4-db70-4d5e-8c3a-8723566259cf None None] Provisioning for port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:36.948482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5fdbb2d4-db70-4d5e-8c3a-8723566259cf None None] Provisioning complete for port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:36.950177 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5fdbb2d4-db70-4d5e-8c3a-8723566259cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:36.996977 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Checking segment: {'id': 'a44e5f7a-87c4-4e67-928a-42d30d9653af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:36.997664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network hostable DHCP agents. Network: e01ebed1-0704-4426-b5a3-87f2f31355d4, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:54:37.009899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Subnet': ['ID=e6009cb9-3e09-4704-9a21-146d2a5b2d7e,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:37.032541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-5fdbb2d4-db70-4d5e-8c3a-8723566259cf None None] Port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:37.052738 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network e01ebed1-0704-4426-b5a3-87f2f31355d4 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:54:37.083693 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, e01ebed1-0704-4426-b5a3-87f2f31355d4) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:37.088945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:37.090024 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:37.101398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-795c17bf-c92f-4fd2-9946-461f893a9151 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:37.118672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c031224e-6717-4e94-aeb5-bb56170a2c77 None None] Network e01ebed1-0704-4426-b5a3-87f2f31355d4 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:37.141155 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e44aeb6a-4509-4e30-b9f6-85916182d1cf tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1679447 Mar 03 05:54:37.143377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34760) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:37.224400 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:37.251232 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Transition to ACTIVE for port object f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:37.270946 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:37.448770 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-e01ebed1-0704-4426-b5a3-87f2f31355d4', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:54:37.449833 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:37.525256 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Pushing event updated for resources: {'Port': ['ID=f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:37.538810 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:37.539158 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:37.539491 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:37.539835 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:37.540270 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:37.540590 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:37.540898 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:37.541210 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:37.541516 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:37.541851 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:37.542136 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:37.542435 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:54:37.568104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795c17bf-c92f-4fd2-9946-461f893a9151 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Router c1f006bf-6734-431c-b268-7e17f2a6463c has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:54:37.641241 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Attempting to bind port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:37.641609 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Attempting to bind port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1fe9ae21-345f-49d9-91e8-8eec796aec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:37.641963 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Attempting to bind port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 on network decd7ae9-d9df-450e-bdad-a9dcbdbd8d65 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:37.652851 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:37.653228 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Checking segment: {'id': '1fe9ae21-345f-49d9-91e8-8eec796aec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:37.653623 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:37.654303 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Bound using segment: {'id': '1fe9ae21-345f-49d9-91e8-8eec796aec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:37.654770 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Bound port: f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe9ae21-345f-49d9-91e8-8eec796aec88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:37.655392 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:37.708516 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Allocated IP 172.21.0.2 (e01ebed1-0704-4426-b5a3-87f2f31355d4/e6009cb9-3e09-4704-9a21-146d2a5b2d7e/e2bad48c-f448-4d63-9199-ac852b26cda8) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:37.837636 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] For port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:37.842032 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] For port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00,segment=NetworkSegment(1fe9ae21-345f-49d9-91e8-8eec796aec88),segment_id=1fe9ae21-345f-49d9-91e8-8eec796aec88)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:37.858089 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:37.992222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795c17bf-c92f-4fd2-9946-461f893a9151 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:38.017069 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-795c17bf-c92f-4fd2-9946-461f893a9151 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "PUT /v2.0/routers/c1f006bf-6734-431c-b268-7e17f2a6463c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6059124 Mar 03 05:54:38.017443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34766) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:38.020795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ad6e6-f1fc-4772-9913-012702d4d1c1 None None] Sync routers for ids ['c1f006bf-6734-431c-b268-7e17f2a6463c'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:38.050333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ad6e6-f1fc-4772-9913-012702d4d1c1 None None] Routers {'c1f006bf-6734-431c-b268-7e17f2a6463c'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:38.051397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6f5ad6e6-f1fc-4772-9913-012702d4d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['c1f006bf-6734-431c-b268-7e17f2a6463c'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:38.053303 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:38.056021 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:38.074272 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-362c7c5a-2b39-4c54-8d46-66447088dd2a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:54:38.074806 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-362c7c5a-2b39-4c54-8d46-66447088dd2a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:38.110984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-362c7c5a-2b39-4c54-8d46-66447088dd2a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:38.115348 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-362c7c5a-2b39-4c54-8d46-66447088dd2a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/cece8d9b-347a-4f6a-8143-bb646fc9542e HTTP/1.1" status: 404 len: 333 time: 0.0940692 Mar 03 05:54:38.115613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34770) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:38.121714 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7a83e-75d9-4a55-ac0f-0b3fc64aca99 None None] Pushing event updated for resources: {'Port': ['ID=f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:38.128184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:38.167763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:38.194962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Transition to ACTIVE for port object e2bad48c-f448-4d63-9199-ac852b26cda8 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:38.243582 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Transition to ACTIVE for port object e2bad48c-f448-4d63-9199-ac852b26cda8 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:38.264086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:38.308212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2df64d86-3d8c-4384-901d-a74778bedf0e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:38.375363 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:38.397729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Pushing event updated for resources: {'Port': ['ID=e2bad48c-f448-4d63-9199-ac852b26cda8,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:38.408157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6f5ad6e6-f1fc-4772-9913-012702d4d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:38.452074 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Network e01ebed1-0704-4426-b5a3-87f2f31355d4 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:38.461510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:38.468969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ad6e6-f1fc-4772-9913-012702d4d1c1 None None] Routers {'c1f006bf-6734-431c-b268-7e17f2a6463c'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:38.469591 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6f5ad6e6-f1fc-4772-9913-012702d4d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['c1f006bf-6734-431c-b268-7e17f2a6463c'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:38.535118 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:38.594392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6f5ad6e6-f1fc-4772-9913-012702d4d1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:38.594954 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ad6e6-f1fc-4772-9913-012702d4d1c1 None None] The sync data for ids ['c1f006bf-6734-431c-b268-7e17f2a6463c'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:38.665615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Attempting to bind port e2bad48c-f448-4d63-9199-ac852b26cda8 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:38.666059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Attempting to bind port e2bad48c-f448-4d63-9199-ac852b26cda8 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'a44e5f7a-87c4-4e67-928a-42d30d9653af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:38.666524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Attempting to bind port e2bad48c-f448-4d63-9199-ac852b26cda8 on network e01ebed1-0704-4426-b5a3-87f2f31355d4 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:38.673286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:38.674401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Checking segment: {'id': 'a44e5f7a-87c4-4e67-928a-42d30d9653af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:38.674401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:38.675125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Bound using segment: {'id': 'a44e5f7a-87c4-4e67-928a-42d30d9653af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:38.675720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Bound port: e2bad48c-f448-4d63-9199-ac852b26cda8, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44e5f7a-87c4-4e67-928a-42d30d9653af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:38.676218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:38.716540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2df64d86-3d8c-4384-901d-a74778bedf0e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:38.720677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2df64d86-3d8c-4384-901d-a74778bedf0e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:38.748772 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2df64d86-3d8c-4384-901d-a74778bedf0e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:38.750453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df64d86-3d8c-4384-901d-a74778bedf0e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Fanout notify agent at l3_agent the message router_deleted on router c1f006bf-6734-431c-b268-7e17f2a6463c {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:54:38.766714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2df64d86-3d8c-4384-901d-a74778bedf0e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:38.771618 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2df64d86-3d8c-4384-901d-a74778bedf0e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/routers/c1f006bf-6734-431c-b268-7e17f2a6463c HTTP/1.1" status: 204 len: 168 time: 0.6519566 Mar 03 05:54:38.773482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34776) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:38.824094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] For port e2bad48c-f448-4d63-9199-ac852b26cda8, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:38.828416 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] For port e2bad48c-f448-4d63-9199-ac852b26cda8, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e2bad48c-f448-4d63-9199-ac852b26cda8,segment=NetworkSegment(a44e5f7a-87c4-4e67-928a-42d30d9653af),segment_id=a44e5f7a-87c4-4e67-928a-42d30d9653af)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:38.835449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:38.872048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-8331e7bd-ac3c-4cd2-8108-ac20a3e15b93 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting subnet 06a4da44-6048-48e2-a6aa-5b150f0dfb26 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:54:38.884546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8331e7bd-ac3c-4cd2-8108-ac20a3e15b93 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:38.908316 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:33Z', 'revision_number': 2, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:37Z', 'revision_number': 4, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:38.913070 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6aac5-6fb7-46fb-9ae1-b6fa6e2708c0 None None] The sync data for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv is: [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:33Z', 'revision_number': 2, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:37Z', 'revision_number': 4, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:38.954578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Allocated IP 172.21.0.1 (e01ebed1-0704-4426-b5a3-87f2f31355d4/e6009cb9-3e09-4704-9a21-146d2a5b2d7e/76849f5f-eb8f-4387-b820-46eb0a349bc2) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:38.964271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8331e7bd-ac3c-4cd2-8108-ac20a3e15b93 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:39.025161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fe838-79fd-4786-a0c5-e2088b3d6fe1 None None] Pushing event updated for resources: {'Port': ['ID=e2bad48c-f448-4d63-9199-ac852b26cda8,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:39.097616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8331e7bd-ac3c-4cd2-8108-ac20a3e15b93 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:39.201305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8331e7bd-ac3c-4cd2-8108-ac20a3e15b93 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:39.220809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:39.241028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Transition to ACTIVE for port object 76849f5f-eb8f-4387-b820-46eb0a349bc2 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:39.255617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331e7bd-ac3c-4cd2-8108-ac20a3e15b93 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Subnet': ['ID=06a4da44-6048-48e2-a6aa-5b150f0dfb26,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:39.256804 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8331e7bd-ac3c-4cd2-8108-ac20a3e15b93 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:39.263803 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8331e7bd-ac3c-4cd2-8108-ac20a3e15b93 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/06a4da44-6048-48e2-a6aa-5b150f0dfb26 HTTP/1.1" status: 204 len: 168 time: 0.4897876 Mar 03 05:54:39.266536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34782) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:39.293417 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:39.310962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185abc75-3e79-4102-b9b6-d2a786e86d99 None None] Network ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:39.398820 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network e01ebed1-0704-4426-b5a3-87f2f31355d4 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:39.402793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:39.415704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:39.517872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:39.540977 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=76849f5f-eb8f-4387-b820-46eb0a349bc2,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:39.589037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:39.607186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port ee2c7926-292f-4c72-a992-63c08e4484c9 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:39.609815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:39.689564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:39.860054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73355818-7804-445a-8092-5ada1b9dc88a None None] DHCP port deletion for ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:54:39.864941 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-73355818-7804-445a-8092-5ada1b9dc88a None None] Deleting port ee2c7926-292f-4c72-a992-63c08e4484c9 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:39.865291 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-73355818-7804-445a-8092-5ada1b9dc88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:39.935572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] For port ee2c7926-292f-4c72-a992-63c08e4484c9, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ee2c7926-292f-4c72-a992-63c08e4484c9,segment=NetworkSegment(e08630f5-5f4d-4951-a914-aea38c385739),segment_id=e08630f5-5f4d-4951-a914-aea38c385739)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:39.936339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:40.270054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-73355818-7804-445a-8092-5ada1b9dc88a None None] For port ee2c7926-292f-4c72-a992-63c08e4484c9, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ee2c7926-292f-4c72-a992-63c08e4484c9,segment=NetworkSegment(e08630f5-5f4d-4951-a914-aea38c385739),segment_id=e08630f5-5f4d-4951-a914-aea38c385739)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:40.281298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-73355818-7804-445a-8092-5ada1b9dc88a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:40.335458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for ee2c7926-292f-4c72-a992-63c08e4484c9 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:40.432135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:40.445256 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:40.474764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:40.541391 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=ee2c7926-292f-4c72-a992-63c08e4484c9,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:40.544616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No DVR routers for this DVR port ee2c7926-292f-4c72-a992-63c08e4484c9 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:54:40.552843 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-73355818-7804-445a-8092-5ada1b9dc88a None None] Calling delete_port for ee2c7926-292f-4c72-a992-63c08e4484c9 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:40.623620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:40.692773 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:40.696176 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252b5316-8c0d-472e-a903-3643b8825d93 None None] Network e01ebed1-0704-4426-b5a3-87f2f31355d4 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:40.701804 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=76849f5f-eb8f-4387-b820-46eb0a349bc2,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:40.764296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:40.796491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:40.823199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e08630f5-5f4d-4951-a914-aea38c385739') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:40.823563 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e08630f5-5f4d-4951-a914-aea38c385739') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:40.839801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:40.866679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:40.878583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:54:40.878583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:40.885436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network e01ebed1-0704-4426-b5a3-87f2f31355d4 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:40.886898 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:40.898773 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-73355818-7804-445a-8092-5ada1b9dc88a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:54:40.899168 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-73355818-7804-445a-8092-5ada1b9dc88a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:54:40.905919 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:54:40.908531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3ee859e2-ee92-4810-9b17-9182f0d451fc None None] Provisioning for port e2bad48c-f448-4d63-9199-ac852b26cda8 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:40.955096 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:40.975633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:40.976030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.074385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.107472 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.128620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Network': ['ID=ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:41.134350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.148681 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c5bc9056-435d-4c54-a5ae-5886b5605922 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/networks/ff81289f-b9a9-4cf0-8f7a-c9c673f64a3d HTTP/1.1" status: 204 len: 168 time: 1.8773422 Mar 03 05:54:41.149722 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34788) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:41.198206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00,segment=NetworkSegment(1fe9ae21-345f-49d9-91e8-8eec796aec88),segment_id=1fe9ae21-345f-49d9-91e8-8eec796aec88)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:41.204862 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.205723 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e2bad48c-f448-4d63-9199-ac852b26cda8 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:41.284263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cb35f6-aefc-46b8-abb8-e8a2aa9b409e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:41.284947 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 6a235076-0554-42fd-b4f8-5e86778839a3 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:54:41.289769 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d1cb35f6-aefc-46b8-abb8-e8a2aa9b409e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:41.324047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:41.327296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d1cb35f6-aefc-46b8-abb8-e8a2aa9b409e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:41.328690 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d1cb35f6-aefc-46b8-abb8-e8a2aa9b409e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/cc75bf67-618f-4534-ba52-d28727c5ed57 HTTP/1.1" status: 200 len: 841 time: 0.1775315 Mar 03 05:54:41.332300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34794) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:41.396605 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-623eeb71-0eaa-47f6-be31-9f705bf8f14d None None] Provisioning for port 76849f5f-eb8f-4387-b820-46eb0a349bc2 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:41.403518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-73355818-7804-445a-8092-5ada1b9dc88a None None] Deleting port ee2c7926-292f-4c72-a992-63c08e4484c9 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:41.403925 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-73355818-7804-445a-8092-5ada1b9dc88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.451722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-623eeb71-0eaa-47f6-be31-9f705bf8f14d None None] Provisioning complete for port 76849f5f-eb8f-4387-b820-46eb0a349bc2 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:41.452128 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-623eeb71-0eaa-47f6-be31-9f705bf8f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.462009 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9d2eb389-5bb2-4a66-a2fc-d1a08f1ddfdb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/cc75bf67-618f-4534-ba52-d28727c5ed57?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1282661 Mar 03 05:54:41.465462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34798) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:41.472173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:41.587297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-623eeb71-0eaa-47f6-be31-9f705bf8f14d None None] Port 76849f5f-eb8f-4387-b820-46eb0a349bc2 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:41.593198 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-73355818-7804-445a-8092-5ada1b9dc88a None None] The port 'ee2c7926-292f-4c72-a992-63c08e4484c9' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:54:41.611453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:41.623805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port e2bad48c-f448-4d63-9199-ac852b26cda8 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:41.624972 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Sync routers for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:41.630340 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e2bad48c-f448-4d63-9199-ac852b26cda8 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:41.630755 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.634407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:41.641437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:41.642530 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:41.644202 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:41.649505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:41.655847 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c04ea35f-651e-4ee6-a2c5-7b51b117d487 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5111065 Mar 03 05:54:41.656414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:41.658864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34802) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:41.667163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'network': {'name': 'tempest-RoutersTest-1499796489'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:41.668633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:41.673040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.678452 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-623eeb71-0eaa-47f6-be31-9f705bf8f14d None None] Provisioning complete for port e2bad48c-f448-4d63-9199-ac852b26cda8 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:41.678945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-623eeb71-0eaa-47f6-be31-9f705bf8f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.690299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:41.694757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:network and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:41.698409 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:41.713690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:41.741390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:41.745582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.812110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:54:41.825509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.826059 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Added segment d0229226-4463-41a4-bb01-f7b96d176bd8 of type vlan for network 1ffa6b12-340f-488b-9d03-94b3bed7695e Mar 03 05:54:41.882098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.896293 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-623eeb71-0eaa-47f6-be31-9f705bf8f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.946664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.959602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.960063 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-623eeb71-0eaa-47f6-be31-9f705bf8f14d None None] For port e2bad48c-f448-4d63-9199-ac852b26cda8, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e2bad48c-f448-4d63-9199-ac852b26cda8,segment=NetworkSegment(a44e5f7a-87c4-4e67-928a-42d30d9653af),segment_id=a44e5f7a-87c4-4e67-928a-42d30d9653af)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:41.969745 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-623eeb71-0eaa-47f6-be31-9f705bf8f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:41.970186 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:41.977484 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:41.988284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.043582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.118446 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4581451 Mar 03 05:54:42.126867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34808) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:42.137723 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:42.140866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'subnet': {'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:42.143381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:42.156238 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:42.157279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.158710 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f182365-a743-48c8-b5f5-facff27fee73 None None] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:42.171656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623eeb71-0eaa-47f6-be31-9f705bf8f14d None None] Pushing event updated for resources: {'Port': ['ID=e2bad48c-f448-4d63-9199-ac852b26cda8,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:42.179977 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-db361d16-b846-4897-afb6-352832458dcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:54:42.180467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-db361d16-b846-4897-afb6-352832458dcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:54:42.188571 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7217374 Mar 03 05:54:42.193536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34812) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:42.203202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'security_group': {'name': 'tempest-secgroup-772286604'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:42.218387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:42.221159 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ef47f6b1-0cb0-44eb-ab30-a58ad79846ca None None] Provisioning complete for port 76849f5f-eb8f-4387-b820-46eb0a349bc2 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:42.223208 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ef47f6b1-0cb0-44eb-ab30-a58ad79846ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.226187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f72be-dfb6-4ef7-9b37-ce60b02ef2f4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Subnet': ['ID=f7ccbf46-5c55-463d-b29f-3ec7a71ff9cd,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:42.229041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:security_group and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:42.232546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:42.242553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:42.268577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff877c1-1d4d-4fc1-9846-9576bc73bb0f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Network': ['ID=1ffa6b12-340f-488b-9d03-94b3bed7695e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:42.271240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.298328 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ef47f6b1-0cb0-44eb-ab30-a58ad79846ca None None] Port 76849f5f-eb8f-4387-b820-46eb0a349bc2 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:42.303199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 1ffa6b12-340f-488b-9d03-94b3bed7695e details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:54:42.312748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:42.324835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:security_group_rule and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:42.333485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:42.343004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:42.355494 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:42.362148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:subnet and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:42.371095 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:42.381835 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:42.408712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:42.415850 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.469554 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.488467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.558770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.562543 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3651662 Mar 03 05:54:42.567211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34826) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:42.575917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'security_group': {'name': 'tempest-secgroup-311113955'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:42.581598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:42.587739 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:security_group and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:42.590701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:42.596809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:42.602840 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:39Z', 'revision_number': 3, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:40Z', 'revision_number': 2, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:42.605549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35807ed6-4c4b-4341-94a8-ef8420c3c9a4 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b202f5fe-3758-494f-8c57-7e6b06e938e6,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:42.613174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.616936 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Checking router: 6a235076-0554-42fd-b4f8-5e86778839a3 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:54:42.617527 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Updating router 6a235076-0554-42fd-b4f8-5e86778839a3 port 76849f5f-eb8f-4387-b820-46eb0a349bc2 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:54:42.642324 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:42.646269 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:security_group_rule and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:42.650509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:42.657517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:42.693617 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.739064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.744401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.791531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd88273-b996-4e2f-b8a3-f2f857d78760,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:42.810338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.814150 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-560722ca-b05d-4362-ae13-e1593f25dc53 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2433302 Mar 03 05:54:42.815185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34830) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:42.817628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-10b9c10b-56ee-408e-abf6-c16bc071a420', 'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'tenant_id': '33f21d662a984c25b873b7ac650ce82e', 'fixed_ips': [{'subnet_id': 'f7ccbf46-5c55-463d-b29f-3ec7a71ff9cd'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:54:42.818632 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.821391 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-936014025', 'security_groups': ['6cd88273-b996-4e2f-b8a3-f2f857d78760'], 'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f7ccbf46-5c55-463d-b29f-3ec7a71ff9cd'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:42.824354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:42.879388 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ee2c7926-292f-4c72-a992-63c08e4484c9 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:54:42.919129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: ee2c7926-292f-4c72-a992-63c08e4484c9 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:54:42.920117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ee2c7926-292f-4c72-a992-63c08e4484c9 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:54:42.961342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Subnet': ['ID=79f03f8c-f295-4383-9230-32879c61923d,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:42.977234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Checking segment: {'id': 'd0229226-4463-41a4-bb01-f7b96d176bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:42.982115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network hostable DHCP agents. Network: 1ffa6b12-340f-488b-9d03-94b3bed7695e, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:54:42.983314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:42.993700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:43.005879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:43.035067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network 1ffa6b12-340f-488b-9d03-94b3bed7695e is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:54:43.056446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 1ffa6b12-340f-488b-9d03-94b3bed7695e) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:43.061687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:43.062375 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:43.091627 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-64829e1c-0cf6-4f12-acb8-db5d18aa8d2b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9608710 Mar 03 05:54:43.095688 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34834) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:43.104143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Allocated IP 172.20.0.2 (10b9c10b-56ee-408e-abf6-c16bc071a420/f7ccbf46-5c55-463d-b29f-3ec7a71ff9cd/52ed2aae-e548-4830-9629-54535c42bf1c) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:43.190880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:43.205557 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:43.223184 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port 2ce0f2f4-e016-4ae3-a8e9-42782013a3ff yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:54:43.236872 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Transition to ACTIVE for port object 76849f5f-eb8f-4387-b820-46eb0a349bc2 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:43.256640 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:43.346204 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:43.357032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Transition to ACTIVE for port object 52ed2aae-e548-4830-9629-54535c42bf1c will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:43.365090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651afa9d-8966-4c3f-a9f8-7cda2a418a56 None None] Network 1ffa6b12-340f-488b-9d03-94b3bed7695e requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:43.482462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:43.501113 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa946a-16ab-4a2f-9124-5289ed47ca6e None None] Pushing event updated for resources: {'Port': ['ID=76849f5f-eb8f-4387-b820-46eb0a349bc2,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:43.539668 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Attempting to bind port 76849f5f-eb8f-4387-b820-46eb0a349bc2 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:43.540171 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Attempting to bind port 76849f5f-eb8f-4387-b820-46eb0a349bc2 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'a44e5f7a-87c4-4e67-928a-42d30d9653af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:43.540626 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Attempting to bind port 76849f5f-eb8f-4387-b820-46eb0a349bc2 on network e01ebed1-0704-4426-b5a3-87f2f31355d4 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:43.547403 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:43.547941 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Checking segment: {'id': 'a44e5f7a-87c4-4e67-928a-42d30d9653af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:43.548417 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:43.548998 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Bound using segment: {'id': 'a44e5f7a-87c4-4e67-928a-42d30d9653af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:43.549529 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Bound port: 76849f5f-eb8f-4387-b820-46eb0a349bc2, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44e5f7a-87c4-4e67-928a-42d30d9653af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:43.549961 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:43.585306 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Transition to ACTIVE for port object 52ed2aae-e548-4830-9629-54535c42bf1c will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:43.597534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:43.665372 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] For port 76849f5f-eb8f-4387-b820-46eb0a349bc2, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:43.673912 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] For port 76849f5f-eb8f-4387-b820-46eb0a349bc2, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=76849f5f-eb8f-4387-b820-46eb0a349bc2,segment=NetworkSegment(a44e5f7a-87c4-4e67-928a-42d30d9653af),segment_id=a44e5f7a-87c4-4e67-928a-42d30d9653af)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:43.679697 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:43.744482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:43.745488 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Pushing event updated for resources: {'Port': ['ID=52ed2aae-e548-4830-9629-54535c42bf1c,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:43.778659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:43.787532 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:43.830313 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa946a-16ab-4a2f-9124-5289ed47ca6e None None] Pushing event updated for resources: {'Port': ['ID=76849f5f-eb8f-4387-b820-46eb0a349bc2,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:43.854107 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:43.854749 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:43.867473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-1ffa6b12-340f-488b-9d03-94b3bed7695e', 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'fixed_ips': [{'subnet_id': '79f03f8c-f295-4383-9230-32879c61923d'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:54:43.868327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:43.903345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:43.903724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:43.968160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.13 (10b9c10b-56ee-408e-abf6-c16bc071a420/f7ccbf46-5c55-463d-b29f-3ec7a71ff9cd/2ce0f2f4-e016-4ae3-a8e9-42782013a3ff) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:44.126572 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Allocated IP 172.22.0.2 (1ffa6b12-340f-488b-9d03-94b3bed7695e/79f03f8c-f295-4383-9230-32879c61923d/0e31df05-deb8-4d3b-a866-e64a429d167f) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:44.145867 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:44.288183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:44.423593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:44.459978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Transition to ACTIVE for port object 2ce0f2f4-e016-4ae3-a8e9-42782013a3ff will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:44.503258 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:39Z', 'revision_number': 3, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:43Z', 'revision_number': 4, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:44.503574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:44.508541 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd9299e-228f-4f39-bd78-427e130f389f None None] The sync data for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv is: [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:39Z', 'revision_number': 3, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:43Z', 'revision_number': 4, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:44.521638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:44.524887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Attempting to bind port 52ed2aae-e548-4830-9629-54535c42bf1c on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:44.525254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Attempting to bind port 52ed2aae-e548-4830-9629-54535c42bf1c by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '8f683289-e6e9-4e66-8994-d5b243876fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:44.525613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Attempting to bind port 52ed2aae-e548-4830-9629-54535c42bf1c on network 10b9c10b-56ee-408e-abf6-c16bc071a420 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:44.554970 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:44.554970 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Checking segment: {'id': '8f683289-e6e9-4e66-8994-d5b243876fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:44.555374 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:44.555729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Bound using segment: {'id': '8f683289-e6e9-4e66-8994-d5b243876fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:44.556230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Bound port: 52ed2aae-e548-4830-9629-54535c42bf1c, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f683289-e6e9-4e66-8994-d5b243876fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:44.556593 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:44.575864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Transition to ACTIVE for port object 0e31df05-deb8-4d3b-a866-e64a429d167f will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:44.625588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:44.643127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=2ce0f2f4-e016-4ae3-a8e9-42782013a3ff,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:44.652297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:44.658515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:44.737835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:44.738465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:44.775262 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-73a9226d-6de7-4574-b3d2-518c0315b6eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9592381 Mar 03 05:54:44.785392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34850) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:44.788147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-321cd33d-1c4d-4512-a4d8-e9314d3b4f5a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:44.796137 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Transition to ACTIVE for port object 0e31df05-deb8-4d3b-a866-e64a429d167f will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:44.828777 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:44.935175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] For port 52ed2aae-e548-4830-9629-54535c42bf1c, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:44.937973 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e2bad48c-f448-4d63-9199-ac852b26cda8 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:44.973144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Allocated IP 172.22.0.1 (1ffa6b12-340f-488b-9d03-94b3bed7695e/79f03f8c-f295-4383-9230-32879c61923d/7d3fa024-a8de-4005-a5ce-906e73910d09) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:45.008384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Network 1ffa6b12-340f-488b-9d03-94b3bed7695e is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:45.012156 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:45.024219 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] For port 52ed2aae-e548-4830-9629-54535c42bf1c, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=52ed2aae-e548-4830-9629-54535c42bf1c,segment=NetworkSegment(8f683289-e6e9-4e66-8994-d5b243876fdb),segment_id=8f683289-e6e9-4e66-8994-d5b243876fdb)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:45.025425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:45.025563 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-321cd33d-1c4d-4512-a4d8-e9314d3b4f5a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:45.031460 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-321cd33d-1c4d-4512-a4d8-e9314d3b4f5a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:45.035646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-321cd33d-1c4d-4512-a4d8-e9314d3b4f5a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:45.042955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-321cd33d-1c4d-4512-a4d8-e9314d3b4f5a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:45.069021 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:45.087234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321cd33d-1c4d-4512-a4d8-e9314d3b4f5a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:45.090943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-321cd33d-1c4d-4512-a4d8-e9314d3b4f5a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:45.158413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Pushing event updated for resources: {'Port': ['ID=0e31df05-deb8-4d3b-a866-e64a429d167f,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:45.242416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:45.272812 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Transition to ACTIVE for port object 7d3fa024-a8de-4005-a5ce-906e73910d09 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:45.304751 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.ipam_backend_mixin [None req-321cd33d-1c4d-4512-a4d8-e9314d3b4f5a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f7ccbf46-5c55-463d-b29f-3ec7a71ff9cd (CIDR: 172.20.0.0/28) Mar 03 05:54:45.306938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8998659-03d1-46bc-a06c-c0c0639aaea8 None None] Pushing event updated for resources: {'Port': ['ID=52ed2aae-e548-4830-9629-54535c42bf1c,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:45.309345 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-321cd33d-1c4d-4512-a4d8-e9314d3b4f5a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:54:45.309902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-321cd33d-1c4d-4512-a4d8-e9314d3b4f5a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:54:45.312725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:45.350472 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-321cd33d-1c4d-4512-a4d8-e9314d3b4f5a tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5715575 Mar 03 05:54:45.353195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34854) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:45.358816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:45.419124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Attempting to bind port 0e31df05-deb8-4d3b-a866-e64a429d167f on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:45.419490 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Attempting to bind port 0e31df05-deb8-4d3b-a866-e64a429d167f by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'd0229226-4463-41a4-bb01-f7b96d176bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:45.419887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Attempting to bind port 0e31df05-deb8-4d3b-a866-e64a429d167f on network 1ffa6b12-340f-488b-9d03-94b3bed7695e {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:45.429164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:45.429401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Checking segment: {'id': 'd0229226-4463-41a4-bb01-f7b96d176bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:45.429794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:45.430311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Bound using segment: {'id': 'd0229226-4463-41a4-bb01-f7b96d176bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:45.430794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Bound port: 0e31df05-deb8-4d3b-a866-e64a429d167f, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0229226-4463-41a4-bb01-f7b96d176bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:45.431167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:45.499268 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network 1ffa6b12-340f-488b-9d03-94b3bed7695e is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:45.503399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:45.506288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=7d3fa024-a8de-4005-a5ce-906e73910d09,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:45.508894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:45.550577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e2bad48c-f448-4d63-9199-ac852b26cda8 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:45.550928 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:45.597505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:45.633165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:45.640354 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:45.647221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:45.655368 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:45.656226 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] For port 0e31df05-deb8-4d3b-a866-e64a429d167f, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:45.663701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] For port 0e31df05-deb8-4d3b-a866-e64a429d167f, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=0e31df05-deb8-4d3b-a866-e64a429d167f,segment=NetworkSegment(d0229226-4463-41a4-bb01-f7b96d176bd8),segment_id=d0229226-4463-41a4-bb01-f7b96d176bd8)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:45.674536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:45.680822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:45.699618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:45.844362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8d929-2d06-4560-b005-9d4178aca1ce None None] Pushing event updated for resources: {'Port': ['ID=0e31df05-deb8-4d3b-a866-e64a429d167f,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:45.867589 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:46.182890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 52ed2aae-e548-4830-9629-54535c42bf1c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:46.237825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:46.315579 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 52ed2aae-e548-4830-9629-54535c42bf1c completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:46.330884 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 76849f5f-eb8f-4387-b820-46eb0a349bc2 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:46.354888 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:46.358432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:46.362950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:46.363543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:46.383787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Subnet': ['ID=66d791cd-427f-4416-aeb7-e0578e304e5d,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:46.421142 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f78c5e04-02ac-4667-b6df-d5f94f0684db tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0642178 Mar 03 05:54:46.421370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34864) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:46.429658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-99008ad2-19f6-4cc3-9d51-99634a2679d6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-784659202', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '66d791cd-427f-4416-aeb7-e0578e304e5d'}], 'security_groups': ['b202f5fe-3758-494f-8c57-7e6b06e938e6']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:46.436490 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 76849f5f-eb8f-4387-b820-46eb0a349bc2 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:46.445516 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 76849f5f-eb8f-4387-b820-46eb0a349bc2 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:46.446182 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:46.592456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:46.617011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-99008ad2-19f6-4cc3-9d51-99634a2679d6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:46.641416 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 76849f5f-eb8f-4387-b820-46eb0a349bc2, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=76849f5f-eb8f-4387-b820-46eb0a349bc2,segment=NetworkSegment(a44e5f7a-87c4-4e67-928a-42d30d9653af),segment_id=a44e5f7a-87c4-4e67-928a-42d30d9653af)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:46.649713 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:46.709544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:46.717971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:46.746404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=76849f5f-eb8f-4387-b820-46eb0a349bc2,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:46.841590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=7d3fa024-a8de-4005-a5ce-906e73910d09,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:46.865679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:47.015329 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network 1ffa6b12-340f-488b-9d03-94b3bed7695e is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:47.016657 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:47.101051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895754cc-6ea3-443d-8b42-35571e993aa5 None None] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:47.108309 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-99008ad2-19f6-4cc3-9d51-99634a2679d6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Delete allocated IP 172.20.0.13 (10b9c10b-56ee-408e-abf6-c16bc071a420/f7ccbf46-5c55-463d-b29f-3ec7a71ff9cd) {{(pid=87793) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 05:54:47.119919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-99008ad2-19f6-4cc3-9d51-99634a2679d6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.27 (10b9c10b-56ee-408e-abf6-c16bc071a420/66d791cd-427f-4416-aeb7-e0578e304e5d/2ce0f2f4-e016-4ae3-a8e9-42782013a3ff) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:47.273380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-495c6ddd-5d47-4244-afc9-03609c6fd891 None None] Provisioning complete for port cc75bf67-618f-4534-ba52-d28727c5ed57 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:47.273993 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-495c6ddd-5d47-4244-afc9-03609c6fd891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:47.336330 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-495c6ddd-5d47-4244-afc9-03609c6fd891 None None] Port cc75bf67-618f-4534-ba52-d28727c5ed57 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:47.392127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-495c6ddd-5d47-4244-afc9-03609c6fd891 None None] Provisioning for port 52ed2aae-e548-4830-9629-54535c42bf1c completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:47.400323 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 6a235076-0554-42fd-b4f8-5e86778839a3 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:54:47.402973 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-495c6ddd-5d47-4244-afc9-03609c6fd891 None None] Provisioning complete for port 52ed2aae-e548-4830-9629-54535c42bf1c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:47.403352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-495c6ddd-5d47-4244-afc9-03609c6fd891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:47.671056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-99008ad2-19f6-4cc3-9d51-99634a2679d6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:47.691368 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-99008ad2-19f6-4cc3-9d51-99634a2679d6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Ignored duplicate provisioning block setup for port 2ce0f2f4-e016-4ae3-a8e9-42782013a3ff by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 03 05:54:47.696336 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:47.700993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-99008ad2-19f6-4cc3-9d51-99634a2679d6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:47.725866 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Sync routers for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:47.726517 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7fb630c4-1610-43ca-a189-b0d70325a1d7 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6289046 Mar 03 05:54:47.726517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34878) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:47.732549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'network': {'name': 'tempest-RoutersTest-1329056255'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:47.735591 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-495c6ddd-5d47-4244-afc9-03609c6fd891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:47.738161 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:47.742359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:network and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:47.745827 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:47.751792 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:47.772908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:47.777371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:47.778121 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:47.779328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:47.835984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:54:47.849045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:47.849853 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Added segment a24adedc-d690-4f08-898a-267de7193366 of type vlan for network 71f2707c-b8b1-4c2d-838f-c381c47db8da Mar 03 05:54:47.880820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99008ad2-19f6-4cc3-9d51-99634a2679d6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=2ce0f2f4-e016-4ae3-a8e9-42782013a3ff,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:47.889553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cea065f-f80b-4cc5-babc-eec89ee6afe6 None None] Network 1ffa6b12-340f-488b-9d03-94b3bed7695e requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:47.901415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-99008ad2-19f6-4cc3-9d51-99634a2679d6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] In _notify_port_updated(), no bound segment for port 2ce0f2f4-e016-4ae3-a8e9-42782013a3ff on network 10b9c10b-56ee-408e-abf6-c16bc071a420 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:54:47.907730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99008ad2-19f6-4cc3-9d51-99634a2679d6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:47.909207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-99008ad2-19f6-4cc3-9d51-99634a2679d6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:47.913224 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-99008ad2-19f6-4cc3-9d51-99634a2679d6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "PUT /v2.0/ports/2ce0f2f4-e016-4ae3-a8e9-42782013a3ff HTTP/1.1" status: 200 len: 920 time: 1.4878442 Mar 03 05:54:47.913823 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:47.915432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34882) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:47.955525 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-495c6ddd-5d47-4244-afc9-03609c6fd891 None None] For port 52ed2aae-e548-4830-9629-54535c42bf1c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=52ed2aae-e548-4830-9629-54535c42bf1c,segment=NetworkSegment(8f683289-e6e9-4e66-8994-d5b243876fdb),segment_id=8f683289-e6e9-4e66-8994-d5b243876fdb)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:47.988618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:47.994397 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:47.994983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:48.010629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d35c9-048a-40fe-b909-1649de975e99 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port 2ce0f2f4-e016-4ae3-a8e9-42782013a3ff {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:54:48.015791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f7d35c9-048a-40fe-b909-1649de975e99 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:48.029306 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-495c6ddd-5d47-4244-afc9-03609c6fd891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:48.157760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 76849f5f-eb8f-4387-b820-46eb0a349bc2 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:48.191881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Network': ['ID=71f2707c-b8b1-4c2d-838f-c381c47db8da,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:48.213650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50493456-3a4c-42b2-bb13-dcc911d5ec6b None None] Update dhcp port {'port': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'fixed_ips': [{'subnet_id': 'f7ccbf46-5c55-463d-b29f-3ec7a71ff9cd', 'ip_address': '172.20.0.2'}, {'subnet_id': '66d791cd-427f-4416-aeb7-e0578e304e5d'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': '52ed2aae-e548-4830-9629-54535c42bf1c'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:54:48.228870 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1595ae58-bfb0-44f1-b764-b729e512dd4f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5009847 Mar 03 05:54:48.229501 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34886) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:48.238688 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'subnet': {'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:48.281193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 71f2707c-b8b1-4c2d-838f-c381c47db8da details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:54:48.356863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a113fbf5-134e-49e4-9561-f6c1777766d6 None None] Provisioning for port 0e31df05-deb8-4d3b-a866-e64a429d167f completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:48.366811 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:48.386354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:48.390486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:subnet and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:48.393770 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:48.401328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:48.401865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f7d35c9-048a-40fe-b909-1649de975e99 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:48.412983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Made reservation on behalf of de8e349f4d1b46c9bee33c82b530768d for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:48.417499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:48.598954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-0f7d35c9-048a-40fe-b909-1649de975e99 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for 2ce0f2f4-e016-4ae3-a8e9-42782013a3ff owned by {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:54:48.649369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9904c045-e067-4fd8-a6c2-c2493e486bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:48.687246 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:48.793414 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c6ddd-5d47-4244-afc9-03609c6fd891 None None] Pushing event updated for resources: {'Port': ['ID=52ed2aae-e548-4830-9629-54535c42bf1c,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:48.811581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f7d35c9-048a-40fe-b909-1649de975e99 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:48.814370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50493456-3a4c-42b2-bb13-dcc911d5ec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:48.820947 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Checking segment: {'id': 'a24adedc-d690-4f08-898a-267de7193366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:48.821602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network hostable DHCP agents. Network: 71f2707c-b8b1-4c2d-838f-c381c47db8da, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:54:48.826816 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Subnet': ['ID=30738ec6-ae4a-4434-9bb8-047b18d65286,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:48.854628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network 71f2707c-b8b1-4c2d-838f-c381c47db8da is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:54:48.870304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 71f2707c-b8b1-4c2d-838f-c381c47db8da) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:48.875542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:48.876332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:48.913196 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-350b7506-2523-4d59-bad3-993867d9629e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6791184 Mar 03 05:54:48.914226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34892) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:48.929298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af662633-2e23-4a27-9bb3-4e21260d85ad None None] Network 71f2707c-b8b1-4c2d-838f-c381c47db8da requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:48.936688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d35c9-048a-40fe-b909-1649de975e99 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=2ce0f2f4-e016-4ae3-a8e9-42782013a3ff,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:49.018944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0f7d35c9-048a-40fe-b909-1649de975e99 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:49.033778 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0f7d35c9-048a-40fe-b909-1649de975e99 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/2ce0f2f4-e016-4ae3-a8e9-42782013a3ff HTTP/1.1" status: 204 len: 168 time: 1.1168859 Mar 03 05:54:49.036674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34896) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:49.085504 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d551b786-f7fc-4209-b63f-c784e0294075 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:54:49.086296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d551b786-f7fc-4209-b63f-c784e0294075 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:49.110128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d551b786-f7fc-4209-b63f-c784e0294075 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:49.111369 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d551b786-f7fc-4209-b63f-c784e0294075 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/2ce0f2f4-e016-4ae3-a8e9-42782013a3ff HTTP/1.1" status: 404 len: 333 time: 0.0737319 Mar 03 05:54:49.114983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34900) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:49.191026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-edfc895b-4d93-4af9-b2f1-a8b7560ef645 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:49.224643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-edfc895b-4d93-4af9-b2f1-a8b7560ef645 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:49.286291 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 76849f5f-eb8f-4387-b820-46eb0a349bc2 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:49.287326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:49.290362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-edfc895b-4d93-4af9-b2f1-a8b7560ef645 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:49.329524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-edfc895b-4d93-4af9-b2f1-a8b7560ef645 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:49.335555 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-edfc895b-4d93-4af9-b2f1-a8b7560ef645 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/security-groups/6cd88273-b996-4e2f-b8a3-f2f857d78760 HTTP/1.1" status: 204 len: 168 time: 0.2191796 Mar 03 05:54:49.337242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34904) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:49.341884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc895b-4d93-4af9-b2f1-a8b7560ef645 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd88273-b996-4e2f-b8a3-f2f857d78760,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:49.664890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-50493456-3a4c-42b2-bb13-dcc911d5ec6b None None] Allocated IP 172.20.0.18 (10b9c10b-56ee-408e-abf6-c16bc071a420/66d791cd-427f-4416-aeb7-e0578e304e5d/52ed2aae-e548-4830-9629-54535c42bf1c) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:49.706271 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-71f2707c-b8b1-4c2d-838f-c381c47db8da', 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'fixed_ips': [{'subnet_id': '30738ec6-ae4a-4434-9bb8-047b18d65286'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:54:49.707321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:49.727103 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:45Z', 'revision_number': 4, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d3fa024-a8de-4005-a5ce-906e73910d09', 'name': '', 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:e7:76:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '79f03f8c-f295-4383-9230-32879c61923d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:44Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 2, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '79f03f8c-f295-4383-9230-32879c61923d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:49.771365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Checking router: 6a235076-0554-42fd-b4f8-5e86778839a3 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:54:49.771752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Updating router 6a235076-0554-42fd-b4f8-5e86778839a3 port 7d3fa024-a8de-4005-a5ce-906e73910d09 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:54:49.799965 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-485ac918-4709-4d8b-988d-e9058b8f21eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:49.819083 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 0e31df05-deb8-4d3b-a866-e64a429d167f up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:49.849465 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-485ac918-4709-4d8b-988d-e9058b8f21eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:49.939196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.011727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.020952 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-485ac918-4709-4d8b-988d-e9058b8f21eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.102845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ac918-4709-4d8b-988d-e9058b8f21eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b202f5fe-3758-494f-8c57-7e6b06e938e6,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:50.121398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-485ac918-4709-4d8b-988d-e9058b8f21eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.122049 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-485ac918-4709-4d8b-988d-e9058b8f21eb tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/security-groups/b202f5fe-3758-494f-8c57-7e6b06e938e6 HTTP/1.1" status: 204 len: 168 time: 0.7838438 Mar 03 05:54:50.124803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34910) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:50.172485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-50493456-3a4c-42b2-bb13-dcc911d5ec6b None None] For port 52ed2aae-e548-4830-9629-54535c42bf1c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=52ed2aae-e548-4830-9629-54535c42bf1c,segment=NetworkSegment(8f683289-e6e9-4e66-8994-d5b243876fdb),segment_id=8f683289-e6e9-4e66-8994-d5b243876fdb)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:50.263073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-61570faa-41eb-4616-938c-127aac265e71 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting subnet f7ccbf46-5c55-463d-b29f-3ec7a71ff9cd {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:54:50.311016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 0e31df05-deb8-4d3b-a866-e64a429d167f completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:50.330951 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Allocated IP 172.23.0.2 (71f2707c-b8b1-4c2d-838f-c381c47db8da/30738ec6-ae4a-4434-9bb8-047b18d65286/21b8435c-cf14-4405-9ae3-4ab12ee1540a) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:50.333177 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 0e31df05-deb8-4d3b-a866-e64a429d167f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:50.333581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.404936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.resource_extend [None req-50493456-3a4c-42b2-bb13-dcc911d5ec6b None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 03 05:54:50.423135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bec13a1c-68c1-4fd3-817d-1bffeea5f22d None None] Provisioning for port 7d3fa024-a8de-4005-a5ce-906e73910d09 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:50.440599 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50493456-3a4c-42b2-bb13-dcc911d5ec6b None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.502163 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bec13a1c-68c1-4fd3-817d-1bffeea5f22d None None] Provisioning complete for port 7d3fa024-a8de-4005-a5ce-906e73910d09 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:50.502683 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bec13a1c-68c1-4fd3-817d-1bffeea5f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.610451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-50493456-3a4c-42b2-bb13-dcc911d5ec6b None None] Transition to ACTIVE for port object 52ed2aae-e548-4830-9629-54535c42bf1c will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:50.617055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-61570faa-41eb-4616-938c-127aac265e71 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.673731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50493456-3a4c-42b2-bb13-dcc911d5ec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.678066 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fd505cfc-be4d-4100-919a-c1ba3363b67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.678241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-61570faa-41eb-4616-938c-127aac265e71 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.748864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bec13a1c-68c1-4fd3-817d-1bffeea5f22d None None] Port 7d3fa024-a8de-4005-a5ce-906e73910d09 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:50.779359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-61570faa-41eb-4616-938c-127aac265e71 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.853339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-61570faa-41eb-4616-938c-127aac265e71 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.895955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61570faa-41eb-4616-938c-127aac265e71 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Subnet': ['ID=f7ccbf46-5c55-463d-b29f-3ec7a71ff9cd,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:50.898117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-61570faa-41eb-4616-938c-127aac265e71 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:50.909271 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-61570faa-41eb-4616-938c-127aac265e71 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/f7ccbf46-5c55-463d-b29f-3ec7a71ff9cd HTTP/1.1" status: 204 len: 168 time: 0.7818365 Mar 03 05:54:50.910054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34926) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:50.918279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:51.014360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50493456-3a4c-42b2-bb13-dcc911d5ec6b None None] Pushing event updated for resources: {'Port': ['ID=52ed2aae-e548-4830-9629-54535c42bf1c,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:51.039326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bec13a1c-68c1-4fd3-817d-1bffeea5f22d None None] Provisioning complete for port 0e31df05-deb8-4d3b-a866-e64a429d167f triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:51.039699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bec13a1c-68c1-4fd3-817d-1bffeea5f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:51.070585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-4597d5cb-94a6-42be-8325-9ada3521234c tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Synchronizing usage tracker for tenant:e33eb203c5664af2a1609042ef91d807 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:51.103031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:51.109249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:51.109472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:51.112669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:51.115743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-4597d5cb-94a6-42be-8325-9ada3521234c tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Unset dirty status for tenant:e33eb203c5664af2a1609042ef91d807 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:51.116970 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-4597d5cb-94a6-42be-8325-9ada3521234c tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657090641&fields=id&tenant_id=e33eb203c5664af2a1609042ef91d807 HTTP/1.1" status: 200 len: 267 time: 0.1134129 Mar 03 05:54:51.121085 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:51.152504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:51.155680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:51.240161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:51.252278 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 0e31df05-deb8-4d3b-a866-e64a429d167f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=0e31df05-deb8-4d3b-a866-e64a429d167f,segment=NetworkSegment(d0229226-4463-41a4-bb01-f7b96d176bd8),segment_id=d0229226-4463-41a4-bb01-f7b96d176bd8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:51.262647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:51.268942 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:51.271625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Transition to ACTIVE for port object 21b8435c-cf14-4405-9ae3-4ab12ee1540a will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:51.408028 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Transition to ACTIVE for port object 7d3fa024-a8de-4005-a5ce-906e73910d09 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:51.421733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 52ed2aae-e548-4830-9629-54535c42bf1c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:51.437367 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-0397f54f-143c-4915-9ce0-06c867145805 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:51.438173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-0397f54f-143c-4915-9ce0-06c867145805 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Synchronizing usage tracker for tenant:e33eb203c5664af2a1609042ef91d807 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:54:51.451383 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Transition to ACTIVE for port object 21b8435c-cf14-4405-9ae3-4ab12ee1540a will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:51.486964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:51.497396 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:51.514307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-0397f54f-143c-4915-9ce0-06c867145805 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Unset dirty status for tenant:e33eb203c5664af2a1609042ef91d807 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:54:51.515473 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-0397f54f-143c-4915-9ce0-06c867145805 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 811 time: 0.3894386 Mar 03 05:54:51.544182 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-f3692999-5749-4c7b-abb7-a03f0f755148 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/quotas/e33eb203c5664af2a1609042ef91d807 HTTP/1.1" status: 200 len: 375 time: 0.0146837 Mar 03 05:54:51.612708 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d242fe-0623-4292-b9d9-d2eab38b8793 None None] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:51.661130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Allocated IP 172.23.0.1 (71f2707c-b8b1-4c2d-838f-c381c47db8da/30738ec6-ae4a-4434-9bb8-047b18d65286/83872dea-b019-4377-a9a5-04e856d70d7e) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:51.664893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=0e31df05-deb8-4d3b-a866-e64a429d167f,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:51.710551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Network 71f2707c-b8b1-4c2d-838f-c381c47db8da is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:51.725630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-31913d75-101e-42f6-8025-8fbb1f40c962 None None] Could not find standard attr ID for object 2ce0f2f4-e016-4ae3-a8e9-42782013a3ff. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:54:51.727672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:51.730054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:51.734437 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:51.861991 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-773e7b17-ef05-4eaa-a744-fb3d0428bbf5 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2755671 Mar 03 05:54:51.865361 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:51.952635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:51.965054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:51.971927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:51.972509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:51.982017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:51.983022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:51.984024 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6a7cd-123d-4e4d-8d8b-d4f9f4eb83d3 None None] Pushing event updated for resources: {'Port': ['ID=7d3fa024-a8de-4005-a5ce-906e73910d09,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:51.994815 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Subnet': ['ID=679b1d02-b2fb-428e-8b1d-3b7b056bc668,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:52.014286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Transition to ACTIVE for port object 83872dea-b019-4377-a9a5-04e856d70d7e will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:52.022213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34934) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:52.023402 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7a5160bb-84a4-4418-889c-9443dd8ba87e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1096244 Mar 03 05:54:52.031193 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'security_group': {'name': 'tempest-secgroup-559220849'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:52.039977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:52.044923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:security_group and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:52.047659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.049096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:52.055606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:52.059073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-31913d75-101e-42f6-8025-8fbb1f40c962 None None] Provisioning complete for port cc75bf67-618f-4534-ba52-d28727c5ed57 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:52.059233 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-31913d75-101e-42f6-8025-8fbb1f40c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.066880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.088591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:52.094325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:security_group_rule and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:52.099160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:52.105551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:52.132179 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Attempting to bind port 7d3fa024-a8de-4005-a5ce-906e73910d09 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:52.133188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Attempting to bind port 7d3fa024-a8de-4005-a5ce-906e73910d09 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'd0229226-4463-41a4-bb01-f7b96d176bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:52.133188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Attempting to bind port 7d3fa024-a8de-4005-a5ce-906e73910d09 on network 1ffa6b12-340f-488b-9d03-94b3bed7695e {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:52.148445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Attempting to bind port 21b8435c-cf14-4405-9ae3-4ab12ee1540a on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:52.148827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Attempting to bind port 21b8435c-cf14-4405-9ae3-4ab12ee1540a by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'a24adedc-d690-4f08-898a-267de7193366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:52.149195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Attempting to bind port 21b8435c-cf14-4405-9ae3-4ab12ee1540a on network 71f2707c-b8b1-4c2d-838f-c381c47db8da {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:52.193731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:52.194024 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Checking segment: {'id': 'd0229226-4463-41a4-bb01-f7b96d176bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:52.194417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.194815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Bound using segment: {'id': 'd0229226-4463-41a4-bb01-f7b96d176bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:52.195301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Bound port: 7d3fa024-a8de-4005-a5ce-906e73910d09, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0229226-4463-41a4-bb01-f7b96d176bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:52.195677 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.199205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.204540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.217107 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:52.217524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Checking segment: {'id': 'a24adedc-d690-4f08-898a-267de7193366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:52.217888 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.218285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Bound using segment: {'id': 'a24adedc-d690-4f08-898a-267de7193366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:52.218921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Bound port: 21b8435c-cf14-4405-9ae3-4ab12ee1540a, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24adedc-d690-4f08-898a-267de7193366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:52.219127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.238033 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Pushing event updated for resources: {'Port': ['ID=21b8435c-cf14-4405-9ae3-4ab12ee1540a,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:52.256156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f168b1e6-361e-49eb-a9f4-feb0d46f5305,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:52.258080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.259431 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-847fc5f1-f753-4d26-b8cb-a2b9309e0b1d tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2345722 Mar 03 05:54:52.259952 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-31913d75-101e-42f6-8025-8fbb1f40c962 None None] Port cc75bf67-618f-4534-ba52-d28727c5ed57 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:52.262091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34938) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:52.269115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'security_group': {'name': 'tempest-secgroup-1726850138'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:52.276747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:52.281883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:security_group and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:52.286226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:52.291817 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network 71f2707c-b8b1-4c2d-838f-c381c47db8da is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:52.292158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:52.309162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.331050 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:52.337222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:security_group_rule and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:52.339490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:52.340155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:52.346746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:52.348064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:52.385816 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=83872dea-b019-4377-a9a5-04e856d70d7e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:52.436571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.451228 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-aaba3082-e066-43e1-adf2-93768e9d7d22 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455663 Mar 03 05:54:52.456620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.463229 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.474250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] For port 21b8435c-cf14-4405-9ae3-4ab12ee1540a, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:52.483994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] For port 7d3fa024-a8de-4005-a5ce-906e73910d09, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:52.491144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] For port 7d3fa024-a8de-4005-a5ce-906e73910d09, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7d3fa024-a8de-4005-a5ce-906e73910d09,segment=NetworkSegment(d0229226-4463-41a4-bb01-f7b96d176bd8),segment_id=d0229226-4463-41a4-bb01-f7b96d176bd8)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:52.501160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] For port 21b8435c-cf14-4405-9ae3-4ab12ee1540a, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=21b8435c-cf14-4405-9ae3-4ab12ee1540a,segment=NetworkSegment(a24adedc-d690-4f08-898a-267de7193366),segment_id=a24adedc-d690-4f08-898a-267de7193366)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:52.504814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.509262 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97f6086-60e9-46b0-92be-963da9a6b20e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:52.513675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.515018 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bde0d59f-c239-4a1e-b27d-bfaf05328eed tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2518983 Mar 03 05:54:52.517815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34942) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:52.523320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'security_group': {'name': 'tempest-secgroup-657862288'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:52.530658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:52.534877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:security_group and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:52.538140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:52.544496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:52.550473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-31913d75-101e-42f6-8025-8fbb1f40c962 None None] Provisioning for port 52ed2aae-e548-4830-9629-54535c42bf1c completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:52.558787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.568883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.588227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:52.593860 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:security_group_rule and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:52.597181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:52.601651 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-31913d75-101e-42f6-8025-8fbb1f40c962 None None] Provisioning complete for port 52ed2aae-e548-4830-9629-54535c42bf1c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:52.602335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-31913d75-101e-42f6-8025-8fbb1f40c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.603017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:52.621305 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-0a2024c1-0a61-4b8d-a80b-3e82ecee167f service neutron] 10.222.0.20 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569715 Mar 03 05:54:52.689810 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:52.690490 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:52.718499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.749549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.758552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.864177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4907d65c-58f1-4383-958f-e15bd3bcd02a,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:52.871387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:52.872846 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5f0479df-1248-419e-969d-7abf3f211f78 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3539979 Mar 03 05:54:52.875564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34950) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:52.887327 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-562361895', 'security_groups': ['4907d65c-58f1-4383-958f-e15bd3bcd02a'], 'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '679b1d02-b2fb-428e-8b1d-3b7b056bc668'}]}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:52.941076 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6a7cd-123d-4e4d-8d8b-d4f9f4eb83d3 None None] Pushing event updated for resources: {'Port': ['ID=7d3fa024-a8de-4005-a5ce-906e73910d09,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:53.286790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:53.288958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:53.307334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:53.325659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:53.334394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:53.342516 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:53.380422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:53.453573 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25e1fd-5d8b-4901-b1d9-07e920930fb9 None None] Pushing event updated for resources: {'Port': ['ID=21b8435c-cf14-4405-9ae3-4ab12ee1540a,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:53.513576 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 0e31df05-deb8-4d3b-a866-e64a429d167f up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:53.589171 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ba7359c0-d118-4fb0-9f11-108656b30c53 req-20d7f913-e08f-44ee-bd79-4c6f2401a936 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 210 time: 0.2583923 Mar 03 05:54:53.589999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:53.628068 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event updated for resources: {'Port': ['ID=83872dea-b019-4377-a9a5-04e856d70d7e,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:53.633450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:53.640758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] device_id is not set on port cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 05:54:53.736278 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee160c9-5f4e-4281-b88e-73d70e4bf5c5 None None] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:53.820919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Network 71f2707c-b8b1-4c2d-838f-c381c47db8da is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:53.822067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:53.961463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.11 (10b9c10b-56ee-408e-abf6-c16bc071a420/679b1d02-b2fb-428e-8b1d-3b7b056bc668/cdff82d7-aa28-4f9a-be5d-a9bbf6246b10) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:54.078379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 0e31df05-deb8-4d3b-a866-e64a429d167f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:54.078748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:54.131312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 6a235076-0554-42fd-b4f8-5e86778839a3 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:54:54.220625 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:54.231046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e62ea65-d57a-42d7-896a-4fdf7ed1934d None None] Network 71f2707c-b8b1-4c2d-838f-c381c47db8da requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:54.240180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Transition to ACTIVE for port object cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:54.270248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:54.318531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cd1a097e-aefc-4569-9e95-1876a3089dd0 None None] Provisioning complete for port cc75bf67-618f-4534-ba52-d28727c5ed57 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:54.318921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cd1a097e-aefc-4569-9e95-1876a3089dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:54.356808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:54.360155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:54.367499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:54.455949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=cdff82d7-aa28-4f9a-be5d-a9bbf6246b10,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:54.506883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:54.507496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:54.512466 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:54.522634 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-af24c3fa-bd1d-4c14-a518-a07ffe5a6e04 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6063316 Mar 03 05:54:54.523437 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34968) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:54.528417 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-25ef31a4-08ec-4c42-afd2-152212afc150 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:54.545119 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c9bd9199-3ee6-4188-9649-5fbee5087a6b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6684690 Mar 03 05:54:54.545997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34972) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:54.553315 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-de502d0f-ed70-4f71-adb8-67fbe568911e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:54.615342 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a097e-aefc-4569-9e95-1876a3089dd0 None None] Port cc75bf67-618f-4534-ba52-d28727c5ed57 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:54.706021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-de502d0f-ed70-4f71-adb8-67fbe568911e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:54.709165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-de502d0f-ed70-4f71-adb8-67fbe568911e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:54.712447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-de502d0f-ed70-4f71-adb8-67fbe568911e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:54.718264 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-de502d0f-ed70-4f71-adb8-67fbe568911e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:54.722298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cd1a097e-aefc-4569-9e95-1876a3089dd0 None None] Provisioning complete for port 52ed2aae-e548-4830-9629-54535c42bf1c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:54.723405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cd1a097e-aefc-4569-9e95-1876a3089dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:54.733285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de502d0f-ed70-4f71-adb8-67fbe568911e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:54.736973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-de502d0f-ed70-4f71-adb8-67fbe568911e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:54.784671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:52Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d3fa024-a8de-4005-a5ce-906e73910d09', 'name': '', 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:e7:76:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '79f03f8c-f295-4383-9230-32879c61923d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:44Z', 'updated_at': '2022-03-03T05:54:52Z', 'revision_number': 4, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '79f03f8c-f295-4383-9230-32879c61923d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83872dea-b019-4377-a9a5-04e856d70d7e', 'name': '', 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:79:50:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:50Z', 'updated_at': '2022-03-03T05:54:51Z', 'revision_number': 1, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:54.797181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4df20a-e363-4c7f-b1f1-394878836d24 None None] The sync data for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv is: [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:52Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d3fa024-a8de-4005-a5ce-906e73910d09', 'name': '', 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:e7:76:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '79f03f8c-f295-4383-9230-32879c61923d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:44Z', 'updated_at': '2022-03-03T05:54:52Z', 'revision_number': 4, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '79f03f8c-f295-4383-9230-32879c61923d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83872dea-b019-4377-a9a5-04e856d70d7e', 'name': '', 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:79:50:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:50Z', 'updated_at': '2022-03-03T05:54:51Z', 'revision_number': 1, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:54:54.930445 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0751740e-1035-4e36-9b61-1bb50dc8bbd6 req-5bc63986-19e3-4726-9828-ebb0bd201bd7 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 210 time: 0.1568096 Mar 03 05:54:54.953975 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.ipam_backend_mixin [None req-de502d0f-ed70-4f71-adb8-67fbe568911e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 679b1d02-b2fb-428e-8b1d-3b7b056bc668 (CIDR: 172.20.0.0/28) Mar 03 05:54:54.961423 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-de502d0f-ed70-4f71-adb8-67fbe568911e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:54:54.962121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de502d0f-ed70-4f71-adb8-67fbe568911e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:54:55.011663 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-de502d0f-ed70-4f71-adb8-67fbe568911e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4593556 Mar 03 05:54:55.012648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34978) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:55.018495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-3f291051-1ac8-4860-a262-607c146730ea tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:55.134036 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d870091e-88f7-45c3-b65b-50305065d246 None None] Provisioning for port 21b8435c-cf14-4405-9ae3-4ab12ee1540a completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:55.276640 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0fd200ed-b60a-4d7b-afee-9e30af072faf None None] Provisioning for port cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:55.313779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0fd200ed-b60a-4d7b-afee-9e30af072faf None None] Provisioning complete for port cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:55.314358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0fd200ed-b60a-4d7b-afee-9e30af072faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:55.461952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-b5955559-3439-489a-a4d4-af6c557b47e7 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:55.466991 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-b5955559-3439-489a-a4d4-af6c557b47e7 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 811 time: 0.4247794 Mar 03 05:54:55.468537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3f291051-1ac8-4860-a262-607c146730ea tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:55.542996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3f291051-1ac8-4860-a262-607c146730ea tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:55.564606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3f291051-1ac8-4860-a262-607c146730ea tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:55.589474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3f291051-1ac8-4860-a262-607c146730ea tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:55.603651 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0fd200ed-b60a-4d7b-afee-9e30af072faf None None] Port cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:55.643447 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0fd200ed-b60a-4d7b-afee-9e30af072faf None None] Provisioning complete for port cc75bf67-618f-4534-ba52-d28727c5ed57 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:55.644080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0fd200ed-b60a-4d7b-afee-9e30af072faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:55.648151 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-c0e8905a-65f8-4cbe-ad6e-b816ee17f69e tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e33eb203c5664af2a1609042ef91d807 HTTP/1.1" status: 200 len: 379 time: 0.1662440 Mar 03 05:54:55.658374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.extraroute_db [None req-25ef31a4-08ec-4c42-afd2-152212afc150 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87792) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 05:54:55.671111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f291051-1ac8-4860-a262-607c146730ea tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:55.682965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3f291051-1ac8-4860-a262-607c146730ea tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:55.706077 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.extraroute_db [None req-25ef31a4-08ec-4c42-afd2-152212afc150 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Removed routes are [] {{(pid=87792) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 05:54:55.706850 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25ef31a4-08ec-4c42-afd2-152212afc150 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:55.758595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 21b8435c-cf14-4405-9ae3-4ab12ee1540a up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:55.931387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 21b8435c-cf14-4405-9ae3-4ab12ee1540a completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:55.950077 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0fd200ed-b60a-4d7b-afee-9e30af072faf None None] Port cc75bf67-618f-4534-ba52-d28727c5ed57 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:55.956458 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 21b8435c-cf14-4405-9ae3-4ab12ee1540a triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:55.956842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:56.026064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0fd200ed-b60a-4d7b-afee-9e30af072faf None None] Provisioning complete for port 52ed2aae-e548-4830-9629-54535c42bf1c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:56.027409 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0fd200ed-b60a-4d7b-afee-9e30af072faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:56.080248 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.ipam_backend_mixin [None req-3f291051-1ac8-4860-a262-607c146730ea tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 66d791cd-427f-4416-aeb7-e0578e304e5d (CIDR: 172.20.0.16/28) Mar 03 05:54:56.090244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Request body: {'port': {'device_id': '3f1900f6-c67b-4c0d-8e49-b3241412e065', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'admin_state_up': True, 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'security_groups': ['558c7014-f696-4694-9ca3-021812e5dd2c']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:56.133733 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f291051-1ac8-4860-a262-607c146730ea tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:54:56.134231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f291051-1ac8-4860-a262-607c146730ea tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:54:56.370302 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ef301acc-91f3-4727-8b41-430a4d4dcfa7 req-59b92536-e1af-4368-9147-93cce0e99063 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 210 time: 0.0717371 Mar 03 05:54:56.398734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:56.427862 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25ef31a4-08ec-4c42-afd2-152212afc150 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:56.447971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25ef31a4-08ec-4c42-afd2-152212afc150 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:56.500867 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 21b8435c-cf14-4405-9ae3-4ab12ee1540a, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=21b8435c-cf14-4405-9ae3-4ab12ee1540a,segment=NetworkSegment(a24adedc-d690-4f08-898a-267de7193366),segment_id=a24adedc-d690-4f08-898a-267de7193366)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:56.506205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:56.508007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7d3fa024-a8de-4005-a5ce-906e73910d09 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:56.538986 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3f291051-1ac8-4860-a262-607c146730ea tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5251946 Mar 03 05:54:56.539809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 34986) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:56.575284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'subnet': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:56.691035 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1e48cf80-08e0-4fc9-a3c2-817493d2ced2 None None] Could not find standard attr ID for object 2ce0f2f4-e016-4ae3-a8e9-42782013a3ff. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:54:56.719529 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=21b8435c-cf14-4405-9ae3-4ab12ee1540a,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:56.745327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1e48cf80-08e0-4fc9-a3c2-817493d2ced2 None None] Provisioning for port 83872dea-b019-4377-a9a5-04e856d70d7e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:56.752412 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1e48cf80-08e0-4fc9-a3c2-817493d2ced2 None None] Provisioning complete for port 83872dea-b019-4377-a9a5-04e856d70d7e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:56.752785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e48cf80-08e0-4fc9-a3c2-817493d2ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:56.787991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ef31a4-08ec-4c42-afd2-152212afc150 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 6a235076-0554-42fd-b4f8-5e86778839a3 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:54:56.814106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1e48cf80-08e0-4fc9-a3c2-817493d2ced2 None None] Port 83872dea-b019-4377-a9a5-04e856d70d7e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:56.815956 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 7d3fa024-a8de-4005-a5ce-906e73910d09 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:56.826255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7d3fa024-a8de-4005-a5ce-906e73910d09 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:56.826634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:56.867079 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1e48cf80-08e0-4fc9-a3c2-817493d2ced2 None None] Provisioning complete for port cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:56.867457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e48cf80-08e0-4fc9-a3c2-817493d2ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:56.878824 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Sync routers for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:54:56.892866 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:56.893483 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:56.928550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:56.931697 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1e48cf80-08e0-4fc9-a3c2-817493d2ced2 None None] Port cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:56.946734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:port and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:56.961346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1e48cf80-08e0-4fc9-a3c2-817493d2ced2 None None] Provisioning complete for port 21b8435c-cf14-4405-9ae3-4ab12ee1540a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:56.961749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e48cf80-08e0-4fc9-a3c2-817493d2ced2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:56.965353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:56.979687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:56.982533 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:54:56.990148 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Usage tracker for resource:subnet and tenant:33f21d662a984c25b873b7ac650ce82e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:54:56.996700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:54:57.004841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:54:57.015162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Made reservation on behalf of e33eb203c5664af2a1609042ef91d807 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:57.019416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:57.086766 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Made reservation on behalf of 33f21d662a984c25b873b7ac650ce82e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:54:57.090168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:57.137218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:57.178117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ef31a4-08ec-4c42-afd2-152212afc150 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:57.187978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25ef31a4-08ec-4c42-afd2-152212afc150 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:57.188187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 7d3fa024-a8de-4005-a5ce-906e73910d09, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7d3fa024-a8de-4005-a5ce-906e73910d09,segment=NetworkSegment(d0229226-4463-41a4-bb01-f7b96d176bd8),segment_id=d0229226-4463-41a4-bb01-f7b96d176bd8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:57.192806 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-25ef31a4-08ec-4c42-afd2-152212afc150 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3 HTTP/1.1" status: 200 len: 932 time: 2.6683657 Mar 03 05:54:57.193526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34990) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:57.197038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:57.216795 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:57.362279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=7d3fa024-a8de-4005-a5ce-906e73910d09,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:57.461375 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3895c3a2-96fc-4a8b-bf44-7262e27eb4d8 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3 HTTP/1.1" status: 200 len: 932 time: 0.2666495 Mar 03 05:54:57.464182 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 34996) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:57.466771 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 21b8435c-cf14-4405-9ae3-4ab12ee1540a up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:57.470008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d73ea41e-2e64-4325-8344-e44220a42b7f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'router': {'routes': None}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:57.493674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Allocated IP 172.20.0.3 (2d3ae7a8-fae7-4b3f-96c0-3331c58d4506/72259fe0-eab8-4ca9-8e4c-529b159e4c00/b1c25d45-114b-4b76-8996-7459caa98368) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:57.648694 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 21b8435c-cf14-4405-9ae3-4ab12ee1540a triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:57.649330 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:57.653757 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-367b60fc-d64e-4399-a296-aa314c93c65c req-eeea9e8a-1ad4-4cce-a29f-edaaa9c298e5 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 210 time: 0.0593090 Mar 03 05:54:57.724021 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:55Z', 'revision_number': 6, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d3fa024-a8de-4005-a5ce-906e73910d09', 'name': '', 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:e7:76:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '79f03f8c-f295-4383-9230-32879c61923d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:44Z', 'updated_at': '2022-03-03T05:54:52Z', 'revision_number': 4, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '79f03f8c-f295-4383-9230-32879c61923d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83872dea-b019-4377-a9a5-04e856d70d7e', 'name': '', 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:79:50:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:50Z', 'updated_at': '2022-03-03T05:54:53Z', 'revision_number': 2, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:57.729316 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Checking router: 6a235076-0554-42fd-b4f8-5e86778839a3 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:54:57.729966 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Updating router 6a235076-0554-42fd-b4f8-5e86778839a3 port 83872dea-b019-4377-a9a5-04e856d70d7e binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:54:57.809322 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:57.860983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:57.869806 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:57.951748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Subnet': ['ID=67eafa0d-9360-494f-b3c1-7636f9650f6b,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:57.958938 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Transition to ACTIVE for port object b1c25d45-114b-4b76-8996-7459caa98368 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:57.964274 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:57.966334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:57.969617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:57.970164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:57.981646 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5467482a-165e-4eb8-9049-97cce02d0ef0 None None] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:54:58.008728 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-685e5f3e-cdcc-4c32-a3c6-768e8c9d87d3 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4587340 Mar 03 05:54:58.010358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35000) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:58.020232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-756833e5-a199-4c7d-827e-fe0753a8a413 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2016100798', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '67eafa0d-9360-494f-b3c1-7636f9650f6b'}], 'security_groups': ['f168b1e6-361e-49eb-a9f4-feb0d46f5305', 'd97f6086-60e9-46b0-92be-963da9a6b20e']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:58.086156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:58.184578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:54:58.199515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:54:58.210210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:54:58.241443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'Port': ['ID=b1c25d45-114b-4b76-8996-7459caa98368,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:58.274474 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:58.288162 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Transition to ACTIVE for port object 83872dea-b019-4377-a9a5-04e856d70d7e will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:58.296326 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:58.324652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.extraroute_db [None req-d73ea41e-2e64-4325-8344-e44220a42b7f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Added routes are [] {{(pid=87792) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 05:54:58.325788 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.extraroute_db [None req-d73ea41e-2e64-4325-8344-e44220a42b7f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87792) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 05:54:58.374459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d73ea41e-2e64-4325-8344-e44220a42b7f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:58.380912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-756833e5-a199-4c7d-827e-fe0753a8a413 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:58.396068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:58.396759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:58.427881 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-08da030b-4ef9-4441-9325-cc39dda92d8f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7608852 Mar 03 05:54:58.519515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Request body: {'port': {'device_id': '3f1900f6-c67b-4c0d-8e49-b3241412e065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:54:58.656204 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f7470-bf49-4f9e-bb50-ed3fdc48a036 None None] Update dhcp port {'port': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'fixed_ips': [{'subnet_id': '66d791cd-427f-4416-aeb7-e0578e304e5d', 'ip_address': '172.20.0.18'}, {'subnet_id': '67eafa0d-9360-494f-b3c1-7636f9650f6b'}, {'subnet_id': '679b1d02-b2fb-428e-8b1d-3b7b056bc668'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': '52ed2aae-e548-4830-9629-54535c42bf1c'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:54:58.738200 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8298f48-65e1-43a1-b7a5-0e2d4994396a None None] Pushing event updated for resources: {'Port': ['ID=83872dea-b019-4377-a9a5-04e856d70d7e,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:58.762322 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Attempting to bind port 83872dea-b019-4377-a9a5-04e856d70d7e on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:54:58.763275 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Attempting to bind port 83872dea-b019-4377-a9a5-04e856d70d7e by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'a24adedc-d690-4f08-898a-267de7193366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:54:58.763404 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Attempting to bind port 83872dea-b019-4377-a9a5-04e856d70d7e on network 71f2707c-b8b1-4c2d-838f-c381c47db8da {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:54:58.771506 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:54:58.772466 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Checking segment: {'id': 'a24adedc-d690-4f08-898a-267de7193366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:54:58.773183 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:58.773745 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Bound using segment: {'id': 'a24adedc-d690-4f08-898a-267de7193366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:54:58.774435 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Bound port: 83872dea-b019-4377-a9a5-04e856d70d7e, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24adedc-d690-4f08-898a-267de7193366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:54:58.775206 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:58.779467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-950f7470-bf49-4f9e-bb50-ed3fdc48a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:58.809403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8e52b9e1-1dc9-4980-912c-2dcbe14ba588 None None] Provisioning for port b1c25d45-114b-4b76-8996-7459caa98368 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:54:58.824496 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8e52b9e1-1dc9-4980-912c-2dcbe14ba588 None None] Provisioning complete for port b1c25d45-114b-4b76-8996-7459caa98368 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:58.824863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8e52b9e1-1dc9-4980-912c-2dcbe14ba588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:58.863982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:58.890816 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] For port 83872dea-b019-4377-a9a5-04e856d70d7e, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:54:58.896726 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] For port 83872dea-b019-4377-a9a5-04e856d70d7e, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=83872dea-b019-4377-a9a5-04e856d70d7e,segment=NetworkSegment(a24adedc-d690-4f08-898a-267de7193366),segment_id=a24adedc-d690-4f08-898a-267de7193366)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:54:58.904609 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:58.967483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8e52b9e1-1dc9-4980-912c-2dcbe14ba588 None None] Port b1c25d45-114b-4b76-8996-7459caa98368 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:54:59.033574 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:54:59.034562 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:54:59.216584 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8298f48-65e1-43a1-b7a5-0e2d4994396a None None] Pushing event updated for resources: {'Port': ['ID=83872dea-b019-4377-a9a5-04e856d70d7e,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:54:59.325130 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:54:59.326906 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-950f7470-bf49-4f9e-bb50-ed3fdc48a036 None None] Allocated IP 172.20.0.34 (10b9c10b-56ee-408e-abf6-c16bc071a420/67eafa0d-9360-494f-b3c1-7636f9650f6b/52ed2aae-e548-4830-9629-54535c42bf1c) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:59.351595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-950f7470-bf49-4f9e-bb50-ed3fdc48a036 None None] Allocated IP 172.20.0.2 (10b9c10b-56ee-408e-abf6-c16bc071a420/679b1d02-b2fb-428e-8b1d-3b7b056bc668/52ed2aae-e548-4830-9629-54535c42bf1c) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:54:59.356456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d73ea41e-2e64-4325-8344-e44220a42b7f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:59.362318 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d73ea41e-2e64-4325-8344-e44220a42b7f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:59.526538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7d3fa024-a8de-4005-a5ce-906e73910d09 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:59.647114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bf8d5-8e3e-4e50-a4f1-c4eeeabd196c req-545f7091-7cf4-4535-8f7a-c0c40a01cf07 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:54:59.649659 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-996bf8d5-8e3e-4e50-a4f1-c4eeeabd196c req-545f7091-7cf4-4535-8f7a-c0c40a01cf07 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 931 time: 0.7366574 Mar 03 05:54:59.656691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73ea41e-2e64-4325-8344-e44220a42b7f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 6a235076-0554-42fd-b4f8-5e86778839a3 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:54:59.670277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-950f7470-bf49-4f9e-bb50-ed3fdc48a036 None None] For port 52ed2aae-e548-4830-9629-54535c42bf1c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=52ed2aae-e548-4830-9629-54535c42bf1c,segment=NetworkSegment(8f683289-e6e9-4e66-8994-d5b243876fdb),segment_id=8f683289-e6e9-4e66-8994-d5b243876fdb)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:54:59.688197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7d3fa024-a8de-4005-a5ce-906e73910d09 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:54:59.688963 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:59.775526 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-950f7470-bf49-4f9e-bb50-ed3fdc48a036 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:59.804076 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-950f7470-bf49-4f9e-bb50-ed3fdc48a036 None None] Transition to ACTIVE for port object 52ed2aae-e548-4830-9629-54535c42bf1c will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:54:59.873666 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-996bf8d5-8e3e-4e50-a4f1-c4eeeabd196c req-c74182e6-36b6-43f4-b638-0dc145cdc65b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152321 Mar 03 05:54:59.881523 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 83872dea-b019-4377-a9a5-04e856d70d7e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:54:59.916190 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-950f7470-bf49-4f9e-bb50-ed3fdc48a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:59.935592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73ea41e-2e64-4325-8344-e44220a42b7f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:54:59.951075 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d73ea41e-2e64-4325-8344-e44220a42b7f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:54:59.955685 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d73ea41e-2e64-4325-8344-e44220a42b7f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3 HTTP/1.1" status: 200 len: 698 time: 2.4871347 Mar 03 05:54:59.956155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35008) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:54:59.962092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-756833e5-a199-4c7d-827e-fe0753a8a413 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Delete allocated IP 172.20.0.11 (10b9c10b-56ee-408e-abf6-c16bc071a420/679b1d02-b2fb-428e-8b1d-3b7b056bc668) {{(pid=87793) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 03 05:54:59.969623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-756833e5-a199-4c7d-827e-fe0753a8a413 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Allocated IP 172.20.0.37 (10b9c10b-56ee-408e-abf6-c16bc071a420/67eafa0d-9360-494f-b3c1-7636f9650f6b/cdff82d7-aa28-4f9a-be5d-a9bbf6246b10) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:55:00.026126 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:58Z', 'revision_number': 7, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d3fa024-a8de-4005-a5ce-906e73910d09', 'name': '', 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:e7:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '79f03f8c-f295-4383-9230-32879c61923d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:44Z', 'updated_at': '2022-03-03T05:54:57Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '79f03f8c-f295-4383-9230-32879c61923d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83872dea-b019-4377-a9a5-04e856d70d7e', 'name': '', 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:79:50:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:50Z', 'updated_at': '2022-03-03T05:54:58Z', 'revision_number': 4, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:00.033699 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b643fbd2-b538-456c-b967-1332208d5be7 None None] The sync data for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv is: [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:58Z', 'revision_number': 7, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d3fa024-a8de-4005-a5ce-906e73910d09', 'name': '', 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:e7:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '79f03f8c-f295-4383-9230-32879c61923d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:44Z', 'updated_at': '2022-03-03T05:54:57Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '79f03f8c-f295-4383-9230-32879c61923d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83872dea-b019-4377-a9a5-04e856d70d7e', 'name': '', 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:79:50:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:50Z', 'updated_at': '2022-03-03T05:54:58Z', 'revision_number': 4, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:55:00.160485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f7470-bf49-4f9e-bb50-ed3fdc48a036 None None] Pushing event updated for resources: {'Port': ['ID=52ed2aae-e548-4830-9629-54535c42bf1c,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:00.185712 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 83872dea-b019-4377-a9a5-04e856d70d7e completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:00.192891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 83872dea-b019-4377-a9a5-04e856d70d7e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:00.194991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:00.220619 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d684cdaa-68fc-4cd1-8c29-7b20928427c3 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3 HTTP/1.1" status: 200 len: 698 time: 0.2630615 Mar 03 05:55:00.221570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35012) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:00.322424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c25d45-114b-4b76-8996-7459caa98368 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:55:00.332565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-756833e5-a199-4c7d-827e-fe0753a8a413 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:00.338657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:00.374240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa6cec-21d6-4638-9e31-946814eee7c8 None None] Sync routers for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:55:00.380054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-756833e5-a199-4c7d-827e-fe0753a8a413 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Transition to ACTIVE for port object cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:00.381151 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Transition to ACTIVE for port object b1c25d45-114b-4b76-8996-7459caa98368 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:00.388064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-756833e5-a199-4c7d-827e-fe0753a8a413 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:00.401177 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:00.406402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa6cec-21d6-4638-9e31-946814eee7c8 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:00.407138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0ffa6cec-21d6-4638-9e31-946814eee7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:00.474564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:00.485657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:00.606374 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 83872dea-b019-4377-a9a5-04e856d70d7e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=83872dea-b019-4377-a9a5-04e856d70d7e,segment=NetworkSegment(a24adedc-d690-4f08-898a-267de7193366),segment_id=a24adedc-d690-4f08-898a-267de7193366)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:00.621355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:00.710690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756833e5-a199-4c7d-827e-fe0753a8a413 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event updated for resources: {'Port': ['ID=cdff82d7-aa28-4f9a-be5d-a9bbf6246b10,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:00.735949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-0ffa6cec-21d6-4638-9e31-946814eee7c8 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:00.912336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-756833e5-a199-4c7d-827e-fe0753a8a413 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] In _notify_port_updated(), no bound segment for port cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 on network 10b9c10b-56ee-408e-abf6-c16bc071a420 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 05:55:00.918883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756833e5-a199-4c7d-827e-fe0753a8a413 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:00.919509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-756833e5-a199-4c7d-827e-fe0753a8a413 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:00.923672 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-756833e5-a199-4c7d-827e-fe0753a8a413 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "PUT /v2.0/ports/cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 HTTP/1.1" status: 200 len: 960 time: 2.9095469 Mar 03 05:55:00.929602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35018) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:01.008195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Pushing event updated for resources: {'Port': ['ID=b1c25d45-114b-4b76-8996-7459caa98368,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:01.025381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:01.025723 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:01.052524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Attempting to bind port b1c25d45-114b-4b76-8996-7459caa98368 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:55:01.052776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Attempting to bind port b1c25d45-114b-4b76-8996-7459caa98368 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:55:01.053103 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Attempting to bind port b1c25d45-114b-4b76-8996-7459caa98368 on network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:55:01.058401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Port b1c25d45-114b-4b76-8996-7459caa98368 on network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:55:01.058718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Attempting to bind port b1c25d45-114b-4b76-8996-7459caa98368 on network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:55:01.064834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:55:01.065175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Checking segment: {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:55:01.065687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Bound using segment: {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:55:01.066154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Bound port: b1c25d45-114b-4b76-8996-7459caa98368, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:55:01.067148 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:01.137433 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=83872dea-b019-4377-a9a5-04e856d70d7e,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:01.182719 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] For port b1c25d45-114b-4b76-8996-7459caa98368, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:55:01.186319 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] For port b1c25d45-114b-4b76-8996-7459caa98368, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b1c25d45-114b-4b76-8996-7459caa98368,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:55:01.194380 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:01.299979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Pushing event updated for resources: {'Port': ['ID=b1c25d45-114b-4b76-8996-7459caa98368,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:01.303513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:01.304183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:01.305472 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a7920b82-77d3-4ad0-8efd-78407b10c29c service neutron] 10.222.0.23 "PUT /v2.0/ports/b1c25d45-114b-4b76-8996-7459caa98368 HTTP/1.1" status: 200 len: 1093 time: 2.7952201 Mar 03 05:55:01.305910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1900f6-c67b-4c0d-8e49-b3241412e065', 'tag': 'b1c25d45-114b-4b76-8996-7459caa98368'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:55:01.328628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0ffa6cec-21d6-4638-9e31-946814eee7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:58Z', 'revision_number': 7, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d3fa024-a8de-4005-a5ce-906e73910d09', 'name': '', 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:e7:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '79f03f8c-f295-4383-9230-32879c61923d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:44Z', 'updated_at': '2022-03-03T05:54:57Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '79f03f8c-f295-4383-9230-32879c61923d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83872dea-b019-4377-a9a5-04e856d70d7e', 'name': '', 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:79:50:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:50Z', 'updated_at': '2022-03-03T05:54:58Z', 'revision_number': 4, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:01.338600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f857068c-a0eb-4d66-bb66-8be269349353 None None] Provisioning for port cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:01.350930 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa6cec-21d6-4638-9e31-946814eee7c8 None None] Checking router: 6a235076-0554-42fd-b4f8-5e86778839a3 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:55:01.363344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f857068c-a0eb-4d66-bb66-8be269349353 None None] Provisioning complete for port cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:01.365666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f857068c-a0eb-4d66-bb66-8be269349353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:01.443348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa6cec-21d6-4638-9e31-946814eee7c8 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:01.444029 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0ffa6cec-21d6-4638-9e31-946814eee7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:01.450660 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1900f6-c67b-4c0d-8e49-b3241412e065', 'tag': 'b1c25d45-114b-4b76-8996-7459caa98368', 'status': 'completed', 'code': 200} Mar 03 05:55:01.504689 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-70bbdcc7-88d7-4c9e-ba78-3d7c997c672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:01.506779 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-70bbdcc7-88d7-4c9e-ba78-3d7c997c672b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 1096 time: 0.1491997 Mar 03 05:55:01.602441 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 52ed2aae-e548-4830-9629-54535c42bf1c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:01.624085 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-a590d0eb-d3e4-465f-9ca0-4aa52d37206d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1c25d45-114b-4b76-8996-7459caa98368 HTTP/1.1" status: 200 len: 217 time: 0.1083264 Mar 03 05:55:01.647068 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f857068c-a0eb-4d66-bb66-8be269349353 None None] Port cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:55:01.661416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd4d06-d5c5-4d04-ae35-21ffee873d9e req-a05aa6ec-698e-4c47-bbc4-5dbe1ad147ae tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:01.662931 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-79dd4d06-d5c5-4d04-ae35-21ffee873d9e req-a05aa6ec-698e-4c47-bbc4-5dbe1ad147ae tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 943 time: 0.5623384 Mar 03 05:55:01.725699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-004d7663-048a-4aa9-94b2-916c423f3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:01.727474 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-004d7663-048a-4aa9-94b2-916c423f3722 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.0968053 Mar 03 05:55:01.737064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:01.778952 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-0ffa6cec-21d6-4638-9e31-946814eee7c8 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:01.827902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-09d2832d-e64e-42b7-81fe-2f6f9c660962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:01.829593 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-09d2832d-e64e-42b7-81fe-2f6f9c660962 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0965514 Mar 03 05:55:01.909120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:01.966245 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-79dd4d06-d5c5-4d04-ae35-21ffee873d9e req-fbc97efe-bc7e-43ce-8f17-4ce0ea7d4e9a tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363062 Mar 03 05:55:02.006197 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-93d952fd-9774-418a-a660-57f7443b52ea service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689954 Mar 03 05:55:02.029342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a2abcd8a-d537-490a-86c9-1a29152e1954 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:02.041038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f857068c-a0eb-4d66-bb66-8be269349353 None None] Provisioning complete for port cc75bf67-618f-4534-ba52-d28727c5ed57 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:02.041400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f857068c-a0eb-4d66-bb66-8be269349353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:02.136717 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f857068c-a0eb-4d66-bb66-8be269349353 None None] Port cc75bf67-618f-4534-ba52-d28727c5ed57 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:55:02.167659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 83872dea-b019-4377-a9a5-04e856d70d7e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:02.240593 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f857068c-a0eb-4d66-bb66-8be269349353 None None] Provisioning for port 52ed2aae-e548-4830-9629-54535c42bf1c completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:02.250876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f857068c-a0eb-4d66-bb66-8be269349353 None None] Provisioning complete for port 52ed2aae-e548-4830-9629-54535c42bf1c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:02.251247 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f857068c-a0eb-4d66-bb66-8be269349353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:02.317708 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc2fc0e5-6c42-4db4-9a0a-09c41d228e5b req-fbd23f39-0911-4b3b-83dc-bab2cdd9bfd8 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057208 Mar 03 05:55:02.319889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:02.322404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 83872dea-b019-4377-a9a5-04e856d70d7e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:02.322726 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:02.376305 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0ffa6cec-21d6-4638-9e31-946814eee7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:58Z', 'revision_number': 7, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d3fa024-a8de-4005-a5ce-906e73910d09', 'name': '', 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:e7:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '79f03f8c-f295-4383-9230-32879c61923d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:44Z', 'updated_at': '2022-03-03T05:54:57Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '79f03f8c-f295-4383-9230-32879c61923d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83872dea-b019-4377-a9a5-04e856d70d7e', 'name': '', 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:79:50:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:50Z', 'updated_at': '2022-03-03T05:55:00Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:02.383481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=cdff82d7-aa28-4f9a-be5d-a9bbf6246b10,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:02.392823 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffa6cec-21d6-4638-9e31-946814eee7c8 None None] The sync data for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv is: [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:54:58Z', 'revision_number': 7, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d3fa024-a8de-4005-a5ce-906e73910d09', 'name': '', 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:e7:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '79f03f8c-f295-4383-9230-32879c61923d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:44Z', 'updated_at': '2022-03-03T05:54:57Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '79f03f8c-f295-4383-9230-32879c61923d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83872dea-b019-4377-a9a5-04e856d70d7e', 'name': '', 'network_id': '71f2707c-b8b1-4c2d-838f-c381c47db8da', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:79:50:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:50Z', 'updated_at': '2022-03-03T05:55:00Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '30738ec6-ae4a-4434-9bb8-047b18d65286', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:55:02.429810 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:02.430099 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:02.430796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:02.430796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:02.431038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:02.431374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:02.431689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:02.432035 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:02.432355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:02.432670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:02.432987 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:02.433307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:02.531495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:02.537640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c1d92-a6a8-4400-9123-da20177811c3 req-c4671c10-9b2f-4ad5-b56f-a67c0bfe4376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:02.541288 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ed5c1d92-a6a8-4400-9123-da20177811c3 req-c4671c10-9b2f-4ad5-b56f-a67c0bfe4376 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 1096 time: 0.1636643 Mar 03 05:55:02.587339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-061f1533-fb81-4f81-942f-dc5a3c0b50a8 None None] Could not find standard attr ID for object cdff82d7-aa28-4f9a-be5d-a9bbf6246b10. {{(pid=87794) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 03 05:55:02.591708 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-675f9082-cdc9-4170-93b8-2014ce44e93c tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 HTTP/1.1" status: 204 len: 168 time: 1.6589155 Mar 03 05:55:02.592081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35024) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:02.652983 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb890fb-df53-412b-a627-134d73f64ba7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] GET failed (client error): The resource could not be found. Mar 03 05:55:02.653439 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6fb890fb-df53-412b-a627-134d73f64ba7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:02.663658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a2abcd8a-d537-490a-86c9-1a29152e1954 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port 83872dea-b019-4377-a9a5-04e856d70d7e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:02.664042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a2abcd8a-d537-490a-86c9-1a29152e1954 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:02.708436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c1d92-a6a8-4400-9123-da20177811c3 req-3405b3d4-2b79-4092-8626-421b0d50cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:02.709929 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ed5c1d92-a6a8-4400-9123-da20177811c3 req-3405b3d4-2b79-4092-8626-421b0d50cd73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 912 time: 0.1568751 Mar 03 05:55:02.716009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6fb890fb-df53-412b-a627-134d73f64ba7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:02.717130 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6fb890fb-df53-412b-a627-134d73f64ba7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports/cdff82d7-aa28-4f9a-be5d-a9bbf6246b10 HTTP/1.1" status: 404 len: 333 time: 0.1218517 Mar 03 05:55:02.720078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35028) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:02.800854 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ed5c1d92-a6a8-4400-9123-da20177811c3 req-daabacdf-ea5a-47a4-9088-5fae8f6b015f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1c25d45-114b-4b76-8996-7459caa98368 HTTP/1.1" status: 200 len: 217 time: 0.0780201 Mar 03 05:55:02.862491 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-a2abcd8a-d537-490a-86c9-1a29152e1954 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] For port 83872dea-b019-4377-a9a5-04e856d70d7e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=83872dea-b019-4377-a9a5-04e856d70d7e,segment=NetworkSegment(a24adedc-d690-4f08-898a-267de7193366),segment_id=a24adedc-d690-4f08-898a-267de7193366)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:02.862845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a2abcd8a-d537-490a-86c9-1a29152e1954 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:02.893964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c1d92-a6a8-4400-9123-da20177811c3 req-82855c11-4609-4d89-9457-2428ec79057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:02.895413 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ed5c1d92-a6a8-4400-9123-da20177811c3 req-82855c11-4609-4d89-9457-2428ec79057a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.0874362 Mar 03 05:55:02.897673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-567ee752-0473-493e-9c44-84a8c93e5a29 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:02.963376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-567ee752-0473-493e-9c44-84a8c93e5a29 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:02.986491 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a2abcd8a-d537-490a-86c9-1a29152e1954 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for 83872dea-b019-4377-a9a5-04e856d70d7e owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:03.019241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c1d92-a6a8-4400-9123-da20177811c3 req-c933d224-49d6-4503-8d77-33ebd454d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:03.021289 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ed5c1d92-a6a8-4400-9123-da20177811c3 req-c933d224-49d6-4503-8d77-33ebd454d52b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1141872 Mar 03 05:55:03.026526 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-567ee752-0473-493e-9c44-84a8c93e5a29 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:03.067254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ee752-0473-493e-9c44-84a8c93e5a29 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4907d65c-58f1-4383-958f-e15bd3bcd02a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:03.104361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-567ee752-0473-493e-9c44-84a8c93e5a29 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:03.107912 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-567ee752-0473-493e-9c44-84a8c93e5a29 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/security-groups/4907d65c-58f1-4383-958f-e15bd3bcd02a HTTP/1.1" status: 204 len: 168 time: 0.3844962 Mar 03 05:55:03.108612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35034) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:03.195592 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ed5c1d92-a6a8-4400-9123-da20177811c3 req-ea5ceb2d-6ac8-4d8a-88a3-09f5fd2faa54 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642153 Mar 03 05:55:03.340552 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ed5c1d92-a6a8-4400-9123-da20177811c3 req-77f43aae-e58f-45a0-b48d-a937ae70d389 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358383 Mar 03 05:55:03.396265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f286ddd9-5c77-4bfd-8416-3e9318371551 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:03.413764 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a2abcd8a-d537-490a-86c9-1a29152e1954 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:03.479356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abcd8a-d537-490a-86c9-1a29152e1954 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=83872dea-b019-4377-a9a5-04e856d70d7e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:03.487859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df54bc3-5219-4a38-9bf0-6172e67251e0 req-73519da7-9f8a-4c1a-830a-8587d7f8ac51 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:03.489904 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2df54bc3-5219-4a38-9bf0-6172e67251e0 req-73519da7-9f8a-4c1a-830a-8587d7f8ac51 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 943 time: 0.3785205 Mar 03 05:55:03.491826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f286ddd9-5c77-4bfd-8416-3e9318371551 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:03.655145 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2df54bc3-5219-4a38-9bf0-6172e67251e0 req-3121eb83-5d79-4787-924c-2eaafb7c55ae tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279390 Mar 03 05:55:03.657969 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f286ddd9-5c77-4bfd-8416-3e9318371551 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:03.726578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286ddd9-5c77-4bfd-8416-3e9318371551 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97f6086-60e9-46b0-92be-963da9a6b20e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:03.808664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f286ddd9-5c77-4bfd-8416-3e9318371551 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:03.809682 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f286ddd9-5c77-4bfd-8416-3e9318371551 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/security-groups/d97f6086-60e9-46b0-92be-963da9a6b20e HTTP/1.1" status: 204 len: 168 time: 0.7004240 Mar 03 05:55:03.812319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35038) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:03.854849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a2abcd8a-d537-490a-86c9-1a29152e1954 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:04.023905 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a6c44fc-532f-4bd9-86c2-e176315c4ee8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:04.070864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a6c44fc-532f-4bd9-86c2-e176315c4ee8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:04.241321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a6c44fc-532f-4bd9-86c2-e176315c4ee8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:04.263805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c44fc-532f-4bd9-86c2-e176315c4ee8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f168b1e6-361e-49eb-a9f4-feb0d46f5305,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:04.272718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2abcd8a-d537-490a-86c9-1a29152e1954 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 6a235076-0554-42fd-b4f8-5e86778839a3 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:55:04.277094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a6c44fc-532f-4bd9-86c2-e176315c4ee8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:04.278191 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1a6c44fc-532f-4bd9-86c2-e176315c4ee8 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/security-groups/f168b1e6-361e-49eb-a9f4-feb0d46f5305 HTTP/1.1" status: 204 len: 168 time: 0.4649999 Mar 03 05:55:04.280944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35042) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:04.350318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting subnet 679b1d02-b2fb-428e-8b1d-3b7b056bc668 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:55:04.353421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:04.407511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:04.439746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2abcd8a-d537-490a-86c9-1a29152e1954 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:55:04.445007 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a2abcd8a-d537-490a-86c9-1a29152e1954 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2216244 Mar 03 05:55:04.448936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35046) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:04.450931 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f4830-6bd0-4825-8a00-cafab98bcb08 None None] Sync routers for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:55:04.461123 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f4830-6bd0-4825-8a00-cafab98bcb08 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:04.461836 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-002f4830-6bd0-4825-8a00-cafab98bcb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:04.503522 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:04.524932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c1a0ee-4561-40a7-b040-309ac1328e93 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting subnet 30738ec6-ae4a-4434-9bb8-047b18d65286 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:55:04.528034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08c1a0ee-4561-40a7-b040-309ac1328e93 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:04.579135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:04.587733 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08c1a0ee-4561-40a7-b040-309ac1328e93 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:04.621386 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-002f4830-6bd0-4825-8a00-cafab98bcb08 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:04.621760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Subnet': ['ID=679b1d02-b2fb-428e-8b1d-3b7b056bc668,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:04.628178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:04.636335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bdfe0b-dc8e-472b-a108-676c93f761f3 None None] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:55:04.638817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:04.639722 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:04.640089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:04.640420 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:04.640774 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:04.641105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:04.641423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:04.641743 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:04.642056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:04.642368 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:04.642686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:04.643001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:04.649289 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7ca9b33e-9b06-4be1-a9e9-253f2241e61f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/679b1d02-b2fb-428e-8b1d-3b7b056bc668 HTTP/1.1" status: 204 len: 168 time: 0.3671417 Mar 03 05:55:04.653481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35050) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:04.911245 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-557350b4-a451-4670-9081-57c069132801 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting subnet 67eafa0d-9360-494f-b3c1-7636f9650f6b {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:55:04.913684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08c1a0ee-4561-40a7-b040-309ac1328e93 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:04.949416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-557350b4-a451-4670-9081-57c069132801 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.018001 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-002f4830-6bd0-4825-8a00-cafab98bcb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:03Z', 'revision_number': 8, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d3fa024-a8de-4005-a5ce-906e73910d09', 'name': '', 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:e7:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '79f03f8c-f295-4383-9230-32879c61923d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:44Z', 'updated_at': '2022-03-03T05:54:57Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '79f03f8c-f295-4383-9230-32879c61923d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:05.023518 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f4830-6bd0-4825-8a00-cafab98bcb08 None None] Checking router: 6a235076-0554-42fd-b4f8-5e86778839a3 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:55:05.033881 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f4830-6bd0-4825-8a00-cafab98bcb08 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:05.034750 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-002f4830-6bd0-4825-8a00-cafab98bcb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:05.050083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953a302-809b-4dee-adc1-4ef2bb15176f req-e0c0ae5d-9b29-45d2-b933-145d60153fd0 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:05.051659 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5953a302-809b-4dee-adc1-4ef2bb15176f req-e0c0ae5d-9b29-45d2-b933-145d60153fd0 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 943 time: 0.2412531 Mar 03 05:55:05.053899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-557350b4-a451-4670-9081-57c069132801 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.154920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08c1a0ee-4561-40a7-b040-309ac1328e93 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.196420 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-002f4830-6bd0-4825-8a00-cafab98bcb08 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:05.213914 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5953a302-809b-4dee-adc1-4ef2bb15176f req-5872255e-b105-41c6-81f2-ef72ba495bcc tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320648 Mar 03 05:55:05.217446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1a0ee-4561-40a7-b040-309ac1328e93 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Subnet': ['ID=30738ec6-ae4a-4434-9bb8-047b18d65286,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:05.223798 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-08c1a0ee-4561-40a7-b040-309ac1328e93 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.234398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238ddcf1-a763-4f3c-90ff-85e757067fd8 None None] Network 71f2707c-b8b1-4c2d-838f-c381c47db8da requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:55:05.237320 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-08c1a0ee-4561-40a7-b040-309ac1328e93 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/30738ec6-ae4a-4434-9bb8-047b18d65286 HTTP/1.1" status: 204 len: 168 time: 0.7869852 Mar 03 05:55:05.238637 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35056) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:05.279959 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-557350b4-a451-4670-9081-57c069132801 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.471262 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.498233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port 21b8435c-cf14-4405-9ae3-4ab12ee1540a {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:05.498634 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.538118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-557350b4-a451-4670-9081-57c069132801 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.588404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1b43db-e87b-48c1-8a3b-6de7ef8a71bc None None] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:55:05.588598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-557350b4-a451-4670-9081-57c069132801 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.601420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557350b4-a451-4670-9081-57c069132801 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Subnet': ['ID=67eafa0d-9360-494f-b3c1-7636f9650f6b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:05.612717 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-557350b4-a451-4670-9081-57c069132801 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/67eafa0d-9360-494f-b3c1-7636f9650f6b HTTP/1.1" status: 204 len: 168 time: 0.9558136 Mar 03 05:55:05.613105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35060) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:05.635896 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-002f4830-6bd0-4825-8a00-cafab98bcb08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:03Z', 'revision_number': 8, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d3fa024-a8de-4005-a5ce-906e73910d09', 'name': '', 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:e7:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '79f03f8c-f295-4383-9230-32879c61923d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:44Z', 'updated_at': '2022-03-03T05:54:57Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '79f03f8c-f295-4383-9230-32879c61923d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:05.640836 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002f4830-6bd0-4825-8a00-cafab98bcb08 None None] The sync data for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv is: [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:03Z', 'revision_number': 8, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d3fa024-a8de-4005-a5ce-906e73910d09', 'name': '', 'network_id': '1ffa6b12-340f-488b-9d03-94b3bed7695e', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:e7:76:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '79f03f8c-f295-4383-9230-32879c61923d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:44Z', 'updated_at': '2022-03-03T05:54:57Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '79f03f8c-f295-4383-9230-32879c61923d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:55:05.661500 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23aa992-515b-46e1-a04d-056852f0b340 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:05.661961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23aa992-515b-46e1-a04d-056852f0b340 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:05.664475 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f23aa992-515b-46e1-a04d-056852f0b340 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/679b1d02-b2fb-428e-8b1d-3b7b056bc668 HTTP/1.1" status: 404 len: 337 time: 0.0496383 Mar 03 05:55:05.666924 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35064) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:05.684312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1389de7-46fe-4e13-9e99-e189b733e543 None None] DHCP port deletion for 71f2707c-b8b1-4c2d-838f-c381c47db8da request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:55:05.702875 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e1389de7-46fe-4e13-9e99-e189b733e543 None None] Deleting port 21b8435c-cf14-4405-9ae3-4ab12ee1540a {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:05.703298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e1389de7-46fe-4e13-9e99-e189b733e543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.738940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfa9651-f4cd-4ca0-ac19-6b02e0fbf31f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting subnet 66d791cd-427f-4416-aeb7-e0578e304e5d {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:55:05.742536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9651-f4cd-4ca0-ac19-6b02e0fbf31f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.786896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3cd29735-be2b-4a13-a916-ef76762de18b None None] Provisioning complete for port cc75bf67-618f-4534-ba52-d28727c5ed57 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:05.787584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3cd29735-be2b-4a13-a916-ef76762de18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.796565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] For port 21b8435c-cf14-4405-9ae3-4ab12ee1540a, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=21b8435c-cf14-4405-9ae3-4ab12ee1540a,segment=NetworkSegment(a24adedc-d690-4f08-898a-267de7193366),segment_id=a24adedc-d690-4f08-898a-267de7193366)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:05.797179 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.804997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9651-f4cd-4ca0-ac19-6b02e0fbf31f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.877809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3cd29735-be2b-4a13-a916-ef76762de18b None None] Port cc75bf67-618f-4534-ba52-d28727c5ed57 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:55:05.889340 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9651-f4cd-4ca0-ac19-6b02e0fbf31f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.923170 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for 21b8435c-cf14-4405-9ae3-4ab12ee1540a owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:05.969253 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9651-f4cd-4ca0-ac19-6b02e0fbf31f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:05.979370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3cd29735-be2b-4a13-a916-ef76762de18b None None] Provisioning complete for port 52ed2aae-e548-4830-9629-54535c42bf1c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:05.979747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3cd29735-be2b-4a13-a916-ef76762de18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:06.010129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:06.021669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7bfa9651-f4cd-4ca0-ac19-6b02e0fbf31f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:06.029918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa9651-f4cd-4ca0-ac19-6b02e0fbf31f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Subnet': ['ID=66d791cd-427f-4416-aeb7-e0578e304e5d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:06.034588 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7bfa9651-f4cd-4ca0-ac19-6b02e0fbf31f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/66d791cd-427f-4416-aeb7-e0578e304e5d HTTP/1.1" status: 204 len: 168 time: 0.3631594 Mar 03 05:55:06.037539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35070) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:06.069516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=21b8435c-cf14-4405-9ae3-4ab12ee1540a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:06.074430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No DVR routers for this DVR port 21b8435c-cf14-4405-9ae3-4ab12ee1540a on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:55:06.081251 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f492ff-6a52-409f-8af1-b003f01fabb6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:06.082837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f492ff-6a52-409f-8af1-b003f01fabb6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:06.084665 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-86f492ff-6a52-409f-8af1-b003f01fabb6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/f7ccbf46-5c55-463d-b29f-3ec7a71ff9cd HTTP/1.1" status: 404 len: 337 time: 0.0459828 Mar 03 05:55:06.087261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35074) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:06.138378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1ca5d1ae-5897-4b7b-ba29-bcf1539ca615 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Synchronizing usage tracker for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:06.152884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1ca5d1ae-5897-4b7b-ba29-bcf1539ca615 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Unset dirty status for tenant:33f21d662a984c25b873b7ac650ce82e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:06.157310 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1ca5d1ae-5897-4b7b-ba29-bcf1539ca615 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1f006bf-6734-431c-b268-7e17f2a6463c HTTP/1.1" status: 200 len: 205 time: 0.0668480 Mar 03 05:55:06.157575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35078) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:06.194870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e1389de7-46fe-4e13-9e99-e189b733e543 None None] For port 21b8435c-cf14-4405-9ae3-4ab12ee1540a, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=21b8435c-cf14-4405-9ae3-4ab12ee1540a,segment=NetworkSegment(a24adedc-d690-4f08-898a-267de7193366),segment_id=a24adedc-d690-4f08-898a-267de7193366)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:06.195411 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e1389de7-46fe-4e13-9e99-e189b733e543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:06.209211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:06.229707 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-a49a2602-58c2-4a52-a719-c48774fd2de6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] delete failed (client error): The resource could not be found. Mar 03 05:55:06.230629 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a49a2602-58c2-4a52-a719-c48774fd2de6 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/routers/c1f006bf-6734-431c-b268-7e17f2a6463c HTTP/1.1" status: 404 len: 336 time: 0.0721567 Mar 03 05:55:06.233224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35082) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:06.237908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f2707c-b8b1-4c2d-838f-c381c47db8da']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:06.251860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24adedc-d690-4f08-898a-267de7193366') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:06.252184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24adedc-d690-4f08-898a-267de7193366') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:06.265157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:06.282447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:06.284988 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a02e82-4ae8-4dc3-adc0-e29836d7a69b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:06.286002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2a02e82-4ae8-4dc3-adc0-e29836d7a69b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:06.290712 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b2a02e82-4ae8-4dc3-adc0-e29836d7a69b tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/06a4da44-6048-48e2-a6aa-5b150f0dfb26 HTTP/1.1" status: 404 len: 337 time: 0.0536931 Mar 03 05:55:06.294224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35088) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:06.295291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:55:06.295972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:55:06.312364 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:55:06.342452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35092) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:06.365189 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e1389de7-46fe-4e13-9e99-e189b733e543 None None] Calling delete_port for 21b8435c-cf14-4405-9ae3-4ab12ee1540a owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:06.482334 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-e1389de7-46fe-4e13-9e99-e189b733e543 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:55:06.482887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-e1389de7-46fe-4e13-9e99-e189b733e543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:55:06.497616 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b460e24-6b17-441d-8b19-40fbef90e5c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:06.498314 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b460e24-6b17-441d-8b19-40fbef90e5c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:06.523342 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1b460e24-6b17-441d-8b19-40fbef90e5c1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/9185b0e8-8d48-4656-ab5c-7b1d5b4a11b8 HTTP/1.1" status: 404 len: 337 time: 0.2121873 Mar 03 05:55:06.524892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35096) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:06.529022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:06.534140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:06.546464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2646f6d-4836-4fb8-8555-6700c358a338 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:06.547282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2646f6d-4836-4fb8-8555-6700c358a338 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:06.547446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2646f6d-4836-4fb8-8555-6700c358a338 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:06.559016 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e2646f6d-4836-4fb8-8555-6700c358a338 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=1718f33843874129926d855b187d15f2&network_id=a2f921e0-f6e8-44eb-8200-49bd27a07840 HTTP/1.1" status: 200 len: 2999 time: 0.2056634 Mar 03 05:55:06.584229 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fa1226-264c-4ac7-8097-84df77a9b8d2 None None] Update dhcp port {'port': {'network_id': '10b9c10b-56ee-408e-abf6-c16bc071a420', 'fixed_ips': [{'subnet_id': '66d791cd-427f-4416-aeb7-e0578e304e5d'}], 'binding:host_id': 'dv-neutron-831582-1-hyperv'}, 'id': '52ed2aae-e548-4830-9629-54535c42bf1c'} from dv-neutron-831582-1-hyperv. {{(pid=87794) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 03 05:55:06.637523 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16fa1226-264c-4ac7-8097-84df77a9b8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:06.709643 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/networks/71f2707c-b8b1-4c2d-838f-c381c47db8da HTTP/1.1" status: 204 len: 168 time: 1.4655600 Mar 03 05:55:06.709643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49948a8e-97d4-4bbd-bb9c-95d9f18ea33a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Network': ['ID=71f2707c-b8b1-4c2d-838f-c381c47db8da,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:06.710813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35102) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:06.712320 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a82d1a-c033-45ba-9a2b-ca2219ba1d0f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:06.712879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a82d1a-c033-45ba-9a2b-ca2219ba1d0f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:06.716933 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-78a82d1a-c033-45ba-9a2b-ca2219ba1d0f tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/9906438c-d087-4913-9b79-7a267ed688e2 HTTP/1.1" status: 404 len: 337 time: 0.1884055 Mar 03 05:55:06.717100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35106) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:06.764654 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19c2efb-290b-41ce-9fec-3f3022f0faf1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:06.765119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19c2efb-290b-41ce-9fec-3f3022f0faf1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:06.769280 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f19c2efb-290b-41ce-9fec-3f3022f0faf1 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/782025f5-d112-48b8-bc67-66d82b7bf6a3 HTTP/1.1" status: 404 len: 333 time: 0.0489149 Mar 03 05:55:06.774373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35112) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:06.821431 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5070c6d-b902-4356-adc8-a3d1a36d9730 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:06.821888 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5070c6d-b902-4356-adc8-a3d1a36d9730 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:06.824515 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e5070c6d-b902-4356-adc8-a3d1a36d9730 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/99a206d5-1e39-4ec4-ad6d-1235ece54533 HTTP/1.1" status: 404 len: 337 time: 0.0482860 Mar 03 05:55:06.832695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b90343-f2ba-4958-8af3-aa28cceb4974 req-840dc337-6829-42d8-a495-d64d495cd560 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:06.834192 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-67b90343-f2ba-4958-8af3-aa28cceb4974 req-840dc337-6829-42d8-a495-d64d495cd560 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 943 time: 0.4505153 Mar 03 05:55:06.834661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35116) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:06.875390 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e19b8b-74b5-41c3-b2c7-b43e037354e7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:06.875972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e19b8b-74b5-41c3-b2c7-b43e037354e7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:06.877715 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a1e19b8b-74b5-41c3-b2c7-b43e037354e7 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/d044af7f-ae98-47ab-804d-3d8da341388f HTTP/1.1" status: 404 len: 337 time: 0.0421679 Mar 03 05:55:06.886102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35120) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:06.889761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e5392-84ba-4b58-8457-1235a2cee85d None None] Network 10b9c10b-56ee-408e-abf6-c16bc071a420 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:55:06.911245 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-05880357-fd50-4acd-9b7f-3fed4a1c75d6 None None] Provisioning complete for port cc75bf67-618f-4534-ba52-d28727c5ed57 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:06.911618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-05880357-fd50-4acd-9b7f-3fed4a1c75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:06.917953 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-67b90343-f2ba-4958-8af3-aa28cceb4974 req-8a65e2f7-7fd9-4b0d-856c-9a0a6a4af66e tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488815 Mar 03 05:55:06.952524 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ade6596-4d2c-453d-8a9d-ab11739e123e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:06.953370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ade6596-4d2c-453d-8a9d-ab11739e123e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:06.959111 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2ade6596-4d2c-453d-8a9d-ab11739e123e tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/3c3b4572-5ebe-48b7-956c-669a2fec3dc3 HTTP/1.1" status: 404 len: 333 time: 0.0709929 Mar 03 05:55:06.961537 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35124) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:07.013762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e1389de7-46fe-4e13-9e99-e189b733e543 None None] Deleting port 21b8435c-cf14-4405-9ae3-4ab12ee1540a {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:07.014232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e1389de7-46fe-4e13-9e99-e189b733e543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:07.016007 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc70553-e361-4966-8bf3-4aadcfd9f4e9 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:07.016638 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc70553-e361-4966-8bf3-4aadcfd9f4e9 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:07.018493 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cbc70553-e361-4966-8bf3-4aadcfd9f4e9 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/b1563e40-cb3c-46fe-b8a7-e8abd72bb8d3 HTTP/1.1" status: 404 len: 337 time: 0.0559945 Mar 03 05:55:07.024211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35128) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:07.067670 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b1cdfd-842d-4b06-a80e-02e24ecb9ba9 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:07.069207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b1cdfd-842d-4b06-a80e-02e24ecb9ba9 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:07.072474 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c8b1cdfd-842d-4b06-a80e-02e24ecb9ba9 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/subnets/e713c3ff-d2cf-4153-b302-0fa8ff318215 HTTP/1.1" status: 404 len: 337 time: 0.0445650 Mar 03 05:55:07.073127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35132) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:07.145967 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-05880357-fd50-4acd-9b7f-3fed4a1c75d6 None None] Port cc75bf67-618f-4534-ba52-d28727c5ed57 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:55:07.154131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d0091c89-ec67-4033-b785-14867d480c30 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port cc75bf67-618f-4534-ba52-d28727c5ed57 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:07.154783 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d0091c89-ec67-4033-b785-14867d480c30 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:07.158589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e1389de7-46fe-4e13-9e99-e189b733e543 None None] The port '21b8435c-cf14-4405-9ae3-4ab12ee1540a' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:55:07.254707 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-05880357-fd50-4acd-9b7f-3fed4a1c75d6 None None] Provisioning complete for port 52ed2aae-e548-4830-9629-54535c42bf1c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:07.255076 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-05880357-fd50-4acd-9b7f-3fed4a1c75d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:07.430859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329785f6-c417-4d34-aa8b-25707d616cb6 None None] DHCP port deletion for 10b9c10b-56ee-408e-abf6-c16bc071a420 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:55:07.434858 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 21b8435c-cf14-4405-9ae3-4ab12ee1540a no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:55:07.440276 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c24e732d-bef0-4069-8655-6b9189f5adc6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:07.475684 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-329785f6-c417-4d34-aa8b-25707d616cb6 None None] Deleting port 52ed2aae-e548-4830-9629-54535c42bf1c {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:07.476664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-329785f6-c417-4d34-aa8b-25707d616cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:07.494006 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d0091c89-ec67-4033-b785-14867d480c30 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:07.522085 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 21b8435c-cf14-4405-9ae3-4ab12ee1540a {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:55:07.522719 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 21b8435c-cf14-4405-9ae3-4ab12ee1540a not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:55:07.523306 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 52ed2aae-e548-4830-9629-54535c42bf1c no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:55:07.647977 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d0091c89-ec67-4033-b785-14867d480c30 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for cc75bf67-618f-4534-ba52-d28727c5ed57 owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:07.750545 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d0091c89-ec67-4033-b785-14867d480c30 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:07.751298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:07.800829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0091c89-ec67-4033-b785-14867d480c30 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=cc75bf67-618f-4534-ba52-d28727c5ed57,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:07.808106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d0091c89-ec67-4033-b785-14867d480c30 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:07.823836 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d0091c89-ec67-4033-b785-14867d480c30 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/ports/cc75bf67-618f-4534-ba52-d28727c5ed57 HTTP/1.1" status: 204 len: 168 time: 0.7474084 Mar 03 05:55:07.824206 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35136) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:07.831301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c24e732d-bef0-4069-8655-6b9189f5adc6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port 7d3fa024-a8de-4005-a5ce-906e73910d09 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:07.832483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c24e732d-bef0-4069-8655-6b9189f5adc6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:07.852468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-329785f6-c417-4d34-aa8b-25707d616cb6 None None] For port 52ed2aae-e548-4830-9629-54535c42bf1c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=52ed2aae-e548-4830-9629-54535c42bf1c,segment=NetworkSegment(8f683289-e6e9-4e66-8994-d5b243876fdb),segment_id=8f683289-e6e9-4e66-8994-d5b243876fdb)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:07.852848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-329785f6-c417-4d34-aa8b-25707d616cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:07.865128 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 52ed2aae-e548-4830-9629-54535c42bf1c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=52ed2aae-e548-4830-9629-54535c42bf1c,segment=NetworkSegment(8f683289-e6e9-4e66-8994-d5b243876fdb),segment_id=8f683289-e6e9-4e66-8994-d5b243876fdb)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:07.920866 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:07.921598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 83872dea-b019-4377-a9a5-04e856d70d7e no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:55:07.941021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:07.952762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Deleting port 52ed2aae-e548-4830-9629-54535c42bf1c {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:07.953199 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:08.031664 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-c24e732d-bef0-4069-8655-6b9189f5adc6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] For port 7d3fa024-a8de-4005-a5ce-906e73910d09, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7d3fa024-a8de-4005-a5ce-906e73910d09,segment=NetworkSegment(d0229226-4463-41a4-bb01-f7b96d176bd8),segment_id=d0229226-4463-41a4-bb01-f7b96d176bd8)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:08.032212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c24e732d-bef0-4069-8655-6b9189f5adc6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:08.062797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 83872dea-b019-4377-a9a5-04e856d70d7e {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:55:08.063139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 83872dea-b019-4377-a9a5-04e856d70d7e not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:55:08.084255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-329785f6-c417-4d34-aa8b-25707d616cb6 None None] Calling delete_port for 52ed2aae-e548-4830-9629-54535c42bf1c owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:08.110377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=52ed2aae-e548-4830-9629-54535c42bf1c,revision_number=10']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:08.159371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-329785f6-c417-4d34-aa8b-25707d616cb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:55:08.159722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-329785f6-c417-4d34-aa8b-25707d616cb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:55:08.162549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c24e732d-bef0-4069-8655-6b9189f5adc6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for 7d3fa024-a8de-4005-a5ce-906e73910d09 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:08.229623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] For port 52ed2aae-e548-4830-9629-54535c42bf1c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=52ed2aae-e548-4830-9629-54535c42bf1c,segment=NetworkSegment(8f683289-e6e9-4e66-8994-d5b243876fdb),segment_id=8f683289-e6e9-4e66-8994-d5b243876fdb)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:08.230227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:08.365790 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Calling delete_port for 52ed2aae-e548-4830-9629-54535c42bf1c owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:08.399838 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:55:08.466021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c24e732d-bef0-4069-8655-6b9189f5adc6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:08.516132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e732d-bef0-4069-8655-6b9189f5adc6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=7d3fa024-a8de-4005-a5ce-906e73910d09,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:08.516364 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a003b1-2c8e-4aed-9f2b-aac4e7750791 req-0d18ed21-24f6-4b49-b9c7-1946f84b32e9 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:08.517868 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-97a003b1-2c8e-4aed-9f2b-aac4e7750791 req-0d18ed21-24f6-4b49-b9c7-1946f84b32e9 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 943 time: 0.4575028 Mar 03 05:55:08.600117 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-97a003b1-2c8e-4aed-9f2b-aac4e7750791 req-44f6f1a9-1cc5-4ffb-ad0e-f1ac45f699bf tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714319 Mar 03 05:55:08.608677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:08.661245 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-329785f6-c417-4d34-aa8b-25707d616cb6 None None] Deleting port 52ed2aae-e548-4830-9629-54535c42bf1c {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:08.661621 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-329785f6-c417-4d34-aa8b-25707d616cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:08.661893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Port': ['ID=52ed2aae-e548-4830-9629-54535c42bf1c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:08.663707 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] No DVR routers for this DVR port 52ed2aae-e548-4830-9629-54535c42bf1c on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:55:08.734627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-329785f6-c417-4d34-aa8b-25707d616cb6 None None] The port '52ed2aae-e548-4830-9629-54535c42bf1c' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:55:08.777540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c24e732d-bef0-4069-8655-6b9189f5adc6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:08.805235 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:08.829777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b9c10b-56ee-408e-abf6-c16bc071a420']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:08.841441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f683289-e6e9-4e66-8994-d5b243876fdb') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:08.841740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f683289-e6e9-4e66-8994-d5b243876fdb') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:08.853718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:08.869792 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:08.876013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:55:08.876401 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:55:08.891855 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:55:08.974796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:08.991595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:09.002445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] Pushing event deleted for resources: {'Network': ['ID=10b9c10b-56ee-408e-abf6-c16bc071a420,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:09.009653 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-213bd7ec-0bc3-4e76-84a5-11a66dd04399 tempest-PortsTestJSON-516149320 tempest-PortsTestJSON-516149320-project] 10.222.0.20 "DELETE /v2.0/networks/10b9c10b-56ee-408e-abf6-c16bc071a420 HTTP/1.1" status: 204 len: 168 time: 1.1843660 Mar 03 05:55:09.146113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24e732d-bef0-4069-8655-6b9189f5adc6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 6a235076-0554-42fd-b4f8-5e86778839a3 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:55:09.237998 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c50dfdc0-e6f3-47f1-a818-e004fefeba43 req-f85454c6-277e-462a-bf0d-e170a469f915 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2461152 Mar 03 05:55:09.276911 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35146) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:09.379197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24e732d-bef0-4069-8655-6b9189f5adc6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:55:09.391028 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27097464-ade3-402a-af32-851ba1e97700 None None] Sync routers for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:55:09.404252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27097464-ade3-402a-af32-851ba1e97700 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:09.405328 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-27097464-ade3-402a-af32-851ba1e97700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:09.408299 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c24e732d-bef0-4069-8655-6b9189f5adc6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6960104 Mar 03 05:55:09.409413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35154) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:09.419250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dfdc0-e6f3-47f1-a818-e004fefeba43 req-b8fb0909-4f21-4565-81fb-b8b5455355ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:09.420977 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c50dfdc0-e6f3-47f1-a818-e004fefeba43 req-b8fb0909-4f21-4565-81fb-b8b5455355ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 1098 time: 0.1005311 Mar 03 05:55:09.508293 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b14aeaa-8f8d-45c3-b5bf-d8007549ac65 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting subnet 79f03f8c-f295-4383-9230-32879c61923d {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:55:09.519177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b14aeaa-8f8d-45c3-b5bf-d8007549ac65 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:09.564424 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d94a8c97-911e-42c3-8921-ebbaff9995d5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33f21d662a984c25b873b7ac650ce82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840004 Mar 03 05:55:09.564638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-27097464-ade3-402a-af32-851ba1e97700 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:09.565743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35158) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:09.574693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dfdc0-e6f3-47f1-a818-e004fefeba43 req-0fb42600-caed-48de-a34d-404131d0115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:09.576205 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c50dfdc0-e6f3-47f1-a818-e004fefeba43 req-0fb42600-caed-48de-a34d-404131d0115e service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2f921e0-f6e8-44eb-8200-49bd27a07840 HTTP/1.1" status: 200 len: 898 time: 0.1340981 Mar 03 05:55:09.597306 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b14aeaa-8f8d-45c3-b5bf-d8007549ac65 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:09.695675 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2a1b5b6f-3d96-42a8-b90f-09e3e6dd1212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:09.781778 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2a1b5b6f-3d96-42a8-b90f-09e3e6dd1212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:09.828382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b14aeaa-8f8d-45c3-b5bf-d8007549ac65 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:09.834432 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c50dfdc0-e6f3-47f1-a818-e004fefeba43 req-ffc5082f-c59b-40eb-b8d6-8ead7f24abf1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4a4057c-4ea4-428b-9621-483c78451977 HTTP/1.1" status: 200 len: 1000 time: 0.2519467 Mar 03 05:55:09.913372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dfdc0-e6f3-47f1-a818-e004fefeba43 req-8296f312-6bf1-4769-86f0-6a2bf41c8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:09.914819 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c50dfdc0-e6f3-47f1-a818-e004fefeba43 req-8296f312-6bf1-4769-86f0-6a2bf41c8664 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a6d81be-b38a-48dd-b97b-b7aab93cf7af HTTP/1.1" status: 200 len: 835 time: 0.0620966 Mar 03 05:55:09.914960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0a76a-6275-47d9-9efd-f970a52f452d req-ba82a477-20fe-4179-91c1-9196ba016fd1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:09.916567 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9bd0a76a-6275-47d9-9efd-f970a52f452d req-ba82a477-20fe-4179-91c1-9196ba016fd1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 943 time: 0.2188702 Mar 03 05:55:09.941171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2a1b5b6f-3d96-42a8-b90f-09e3e6dd1212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:09.965350 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b5b6f-3d96-42a8-b90f-09e3e6dd1212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88605652-ad41-4cad-8f34-d618ed815c3e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:09.967079 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-27097464-ade3-402a-af32-851ba1e97700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:08Z', 'revision_number': 9, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:09.971939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27097464-ade3-402a-af32-851ba1e97700 None None] Checking router: 6a235076-0554-42fd-b4f8-5e86778839a3 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:55:09.984144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b14aeaa-8f8d-45c3-b5bf-d8007549ac65 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:09.990653 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27097464-ade3-402a-af32-851ba1e97700 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:09.991281 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-27097464-ade3-402a-af32-851ba1e97700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:09.998009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dfdc0-e6f3-47f1-a818-e004fefeba43 req-7d9ab710-5dc7-4112-94e1-f7badd9ff732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:09.999591 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c50dfdc0-e6f3-47f1-a818-e004fefeba43 req-7d9ab710-5dc7-4112-94e1-f7badd9ff732 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2f921e0-f6e8-44eb-8200-49bd27a07840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743985 Mar 03 05:55:10.030416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0b14aeaa-8f8d-45c3-b5bf-d8007549ac65 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:10.041094 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9bd0a76a-6275-47d9-9efd-f970a52f452d req-3ebfd5f6-0022-470c-b030-216332274d28 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167448 Mar 03 05:55:10.044186 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14aeaa-8f8d-45c3-b5bf-d8007549ac65 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Subnet': ['ID=79f03f8c-f295-4383-9230-32879c61923d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:10.049101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a5196b-8f9f-4e2a-a34a-808f3233167a None None] Network 1ffa6b12-340f-488b-9d03-94b3bed7695e requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:55:10.055869 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0b14aeaa-8f8d-45c3-b5bf-d8007549ac65 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/79f03f8c-f295-4383-9230-32879c61923d HTTP/1.1" status: 204 len: 168 time: 0.6449764 Mar 03 05:55:10.056874 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2a1b5b6f-3d96-42a8-b90f-09e3e6dd1212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:10.062010 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2a1b5b6f-3d96-42a8-b90f-09e3e6dd1212 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/88605652-ad41-4cad-8f34-d618ed815c3e HTTP/1.1" status: 204 len: 168 time: 0.4959228 Mar 03 05:55:10.062806 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35164) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:10.177772 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c50dfdc0-e6f3-47f1-a818-e004fefeba43 req-1f5a6d27-d5bc-4b79-a626-359e21017cd4 service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714911 Mar 03 05:55:10.188700 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:10.200739 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port 0e31df05-deb8-4d3b-a866-e64a429d167f {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:10.201145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:10.284732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-27097464-ade3-402a-af32-851ba1e97700 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:10.345403 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c50dfdc0-e6f3-47f1-a818-e004fefeba43 req-3ecec4b6-a053-4300-ac14-c8c8ad341015 service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601014 Mar 03 05:55:10.469932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] For port 0e31df05-deb8-4d3b-a866-e64a429d167f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=0e31df05-deb8-4d3b-a866-e64a429d167f,segment=NetworkSegment(d0229226-4463-41a4-bb01-f7b96d176bd8),segment_id=d0229226-4463-41a4-bb01-f7b96d176bd8)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:10.470525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:10.598161 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for 0e31df05-deb8-4d3b-a866-e64a429d167f owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:10.692854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252549f7-3c75-4518-8802-bebfd50cb633 None None] DHCP port deletion for 1ffa6b12-340f-488b-9d03-94b3bed7695e request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:55:10.702534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-252549f7-3c75-4518-8802-bebfd50cb633 None None] Deleting port 0e31df05-deb8-4d3b-a866-e64a429d167f {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:10.702907 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-252549f7-3c75-4518-8802-bebfd50cb633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:10.814430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:10.846058 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-27097464-ade3-402a-af32-851ba1e97700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:08Z', 'revision_number': 9, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:10.862546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27097464-ade3-402a-af32-851ba1e97700 None None] The sync data for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv is: [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:08Z', 'revision_number': 9, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': '76849f5f-eb8f-4387-b820-46eb0a349bc2', 'name': '', 'network_id': 'e01ebed1-0704-4426-b5a3-87f2f31355d4', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:54:2f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:38Z', 'updated_at': '2022-03-03T05:54:46Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': 'e6009cb9-3e09-4704-9a21-146d2a5b2d7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:55:10.865135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No DVR routers for this DVR port 0e31df05-deb8-4d3b-a866-e64a429d167f on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:55:10.892662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35190) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:10.902651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=0e31df05-deb8-4d3b-a866-e64a429d167f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:10.948777 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-252549f7-3c75-4518-8802-bebfd50cb633 None None] For port 0e31df05-deb8-4d3b-a866-e64a429d167f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=0e31df05-deb8-4d3b-a866-e64a429d167f,segment=NetworkSegment(d0229226-4463-41a4-bb01-f7b96d176bd8),segment_id=d0229226-4463-41a4-bb01-f7b96d176bd8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:10.948777 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-252549f7-3c75-4518-8802-bebfd50cb633 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:10.998842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:10.999570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0112dc8a-74f4-4d3c-b119-596f46e76669 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:11.000088 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING neutron.api.v2.base [None req-0112dc8a-74f4-4d3c-b119-596f46e76669 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 05:55:11.000587 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-0112dc8a-74f4-4d3c-b119-596f46e76669 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 05:55:11.005365 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0112dc8a-74f4-4d3c-b119-596f46e76669 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1078286 Mar 03 05:55:11.005674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35196) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:11.010391 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group': {'name': 'tempest-secgroup--905275837'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:11.017057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:11.021511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:11.024354 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:11.026848 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffa6b12-340f-488b-9d03-94b3bed7695e']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:11.030205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:11.039889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0229226-4463-41a4-bb01-f7b96d176bd8') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:11.040194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0229226-4463-41a4-bb01-f7b96d176bd8') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:11.040495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:11.052538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:11.058204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:11.071360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:11.072211 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-252549f7-3c75-4518-8802-bebfd50cb633 None None] Calling delete_port for 0e31df05-deb8-4d3b-a866-e64a429d167f owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:11.074097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:11.077931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:11.078758 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:55:11.079279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:11.081468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:11.087928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:55:11.105150 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:55:11.107721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device b1c25d45-114b-4b76-8996-7459caa98368 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 05:55:11.227489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35202) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:11.243874 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:11.278107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:11.282183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-252549f7-3c75-4518-8802-bebfd50cb633 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:55:11.282471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-252549f7-3c75-4518-8802-bebfd50cb633 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:55:11.289898 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Network': ['ID=1ffa6b12-340f-488b-9d03-94b3bed7695e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:11.304745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35206) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:11.308596 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e7a7bcd0-a454-4509-b9bd-02626972546e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/networks/1ffa6b12-340f-488b-9d03-94b3bed7695e HTTP/1.1" status: 204 len: 168 time: 1.2445998 Mar 03 05:55:11.338977 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cf22e-4e5b-408a-8790-f206c14198ff req-1ec9d632-610d-4fe6-ae2d-f627705fdf00 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:11.342537 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d41cf22e-4e5b-408a-8790-f206c14198ff req-1ec9d632-610d-4fe6-ae2d-f627705fdf00 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 943 time: 0.1612468 Mar 03 05:55:11.360170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port b1c25d45-114b-4b76-8996-7459caa98368, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b1c25d45-114b-4b76-8996-7459caa98368,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:11.379780 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'b1c25d45-114b-4b76-8996-7459caa98368', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'port_id': 'b1c25d45-114b-4b76-8996-7459caa98368', 'mac_address': 'fa:16:3e:91:bc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 05:55:11.421464 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d41cf22e-4e5b-408a-8790-f206c14198ff req-1fcfeea3-c4a7-46ae-a3c0-7271a1fc8b2e tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709503 Mar 03 05:55:11.434489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7d3fa024-a8de-4005-a5ce-906e73910d09 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:55:11.470232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 7d3fa024-a8de-4005-a5ce-906e73910d09 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:55:11.470572 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7d3fa024-a8de-4005-a5ce-906e73910d09 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:55:11.470937 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 0e31df05-deb8-4d3b-a866-e64a429d167f no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:55:11.505839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b635f31-e858-4c96-8d9e-18c8fd267299 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:11.507292 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7b635f31-e858-4c96-8d9e-18c8fd267299 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 814 time: 0.2786932 Mar 03 05:55:11.514671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 0e31df05-deb8-4d3b-a866-e64a429d167f {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:55:11.515015 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 0e31df05-deb8-4d3b-a866-e64a429d167f not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:55:11.520200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:11.537670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c25d45-114b-4b76-8996-7459caa98368 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:55:11.554134 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port b1c25d45-114b-4b76-8996-7459caa98368, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b1c25d45-114b-4b76-8996-7459caa98368,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:11.558237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:11.624544 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=b1c25d45-114b-4b76-8996-7459caa98368,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:11.631831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:11.632182 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:11.632531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:11.632895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:11.633222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:11.633550 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:11.633874 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:11.634220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:11.634544 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:11.634868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:11.635184 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:11.635500 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:11.695694 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:11.703224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:11.730993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:11.744321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:11.773692 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:11.783838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-252549f7-3c75-4518-8802-bebfd50cb633 None None] Deleting port 0e31df05-deb8-4d3b-a866-e64a429d167f {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:11.784356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-252549f7-3c75-4518-8802-bebfd50cb633 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:11.794844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:11.799012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abea3f29-0eec-4d6b-8ba1-e24a2f72759d,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:11.853877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-252549f7-3c75-4518-8802-bebfd50cb633 None None] The port '0e31df05-deb8-4d3b-a866-e64a429d167f' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:55:11.889402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['b1c25d45-114b-4b76-8996-7459caa98368'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 05:55:11.937823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:11.942971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.022945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1e5ab4-37ad-4b4c-bbe5-a0d08e24109d,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:12.028109 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.029298 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2abd0e86-80a8-4371-8f84-207abd7c56e1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0227261 Mar 03 05:55:12.032420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35214) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:12.040647 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e5c6de61-d9ac-45a2-8108-f94148d62e09 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '9f1e5ab4-37ad-4b4c-bbe5-a0d08e24109d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:12.046943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e5c6de61-d9ac-45a2-8108-f94148d62e09 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:12.051411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e5c6de61-d9ac-45a2-8108-f94148d62e09 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:12.054277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e5c6de61-d9ac-45a2-8108-f94148d62e09 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:12.060668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e5c6de61-d9ac-45a2-8108-f94148d62e09 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:12.061115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d0142de0-0513-434f-96a3-14112b747fdc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.077593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5c6de61-d9ac-45a2-8108-f94148d62e09 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.139271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5c6de61-d9ac-45a2-8108-f94148d62e09 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.144720 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5c6de61-d9ac-45a2-8108-f94148d62e09 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.173225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5c6de61-d9ac-45a2-8108-f94148d62e09 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.177890 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e5c6de61-d9ac-45a2-8108-f94148d62e09 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431286 Mar 03 05:55:12.180781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35218) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:12.180952 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6de61-d9ac-45a2-8108-f94148d62e09 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b6e4fe-6ba2-4761-bbae-e971dd4cdbce,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:12.195632 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-b6997da9-64d9-4cb9-9552-be00407b5854 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '9f1e5ab4-37ad-4b4c-bbe5-a0d08e24109d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:12.204948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b6997da9-64d9-4cb9-9552-be00407b5854 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:12.211737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b6997da9-64d9-4cb9-9552-be00407b5854 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:12.222243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b6997da9-64d9-4cb9-9552-be00407b5854 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:12.232571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b6997da9-64d9-4cb9-9552-be00407b5854 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:12.450935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b6997da9-64d9-4cb9-9552-be00407b5854 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.528944 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-b6997da9-64d9-4cb9-9552-be00407b5854 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): There was a conflict when trying to complete your request. Mar 03 05:55:12.529950 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b6997da9-64d9-4cb9-9552-be00407b5854 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3497303 Mar 03 05:55:12.555380 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35224) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:12.585608 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35228) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:12.595066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-d0142de0-0513-434f-96a3-14112b747fdc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port 76849f5f-eb8f-4387-b820-46eb0a349bc2 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:12.595412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d0142de0-0513-434f-96a3-14112b747fdc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.600215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'network': {'name': 'tempest-network-smoke--1661830263', 'project_id': '1718f33843874129926d855b187d15f2', 'port_security_enabled': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:12.614777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:12.632794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:12.662729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d63acf43-2982-49eb-b21f-feb94d872741 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.673349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:55:12.676763 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.719404 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25cd6a-0960-4034-9787-d3c2c33b736f req-9fa02a34-6ecf-434f-9b9b-7803f13a5f23 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:12.720801 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1a25cd6a-0960-4034-9787-d3c2c33b736f req-9fa02a34-6ecf-434f-9b9b-7803f13a5f23 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 944 time: 0.2006533 Mar 03 05:55:12.733155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d63acf43-2982-49eb-b21f-feb94d872741 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.780204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:55:12.783930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-d0142de0-0513-434f-96a3-14112b747fdc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] For port 76849f5f-eb8f-4387-b820-46eb0a349bc2, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=76849f5f-eb8f-4387-b820-46eb0a349bc2,segment=NetworkSegment(a44e5f7a-87c4-4e67-928a-42d30d9653af),segment_id=a44e5f7a-87c4-4e67-928a-42d30d9653af)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:12.784394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d0142de0-0513-434f-96a3-14112b747fdc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.813615 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.813953 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Added segment f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63 of type vlan for network 77f109e8-63bb-4d7c-8e10-dfb723a5107a Mar 03 05:55:12.824152 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1a25cd6a-0960-4034-9787-d3c2c33b736f req-d5f4fbea-085a-4382-b1e2-b364bc29c937 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966303 Mar 03 05:55:12.854594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.859253 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d63acf43-2982-49eb-b21f-feb94d872741 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.877762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63acf43-2982-49eb-b21f-feb94d872741 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1e5ab4-37ad-4b4c-bbe5-a0d08e24109d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:12.905500 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d63acf43-2982-49eb-b21f-feb94d872741 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.906621 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d63acf43-2982-49eb-b21f-feb94d872741 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "DELETE /v2.0/security-groups/9f1e5ab4-37ad-4b4c-bbe5-a0d08e24109d HTTP/1.1" status: 204 len: 168 time: 0.3502877 Mar 03 05:55:12.909428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35232) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:12.911055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-d0142de0-0513-434f-96a3-14112b747fdc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for 76849f5f-eb8f-4387-b820-46eb0a349bc2 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:12.926319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:12.931580 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:12.932192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:13.044018 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4516423 Mar 03 05:55:13.052002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35236) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:13.056465 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d8a5e-ae5e-4a45-8a78-07a50601054f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Network': ['ID=77f109e8-63bb-4d7c-8e10-dfb723a5107a,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:13.068392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 77f109e8-63bb-4d7c-8e10-dfb723a5107a details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:55:13.085654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device b1c25d45-114b-4b76-8996-7459caa98368 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:13.090536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d0142de0-0513-434f-96a3-14112b747fdc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:13.120978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-83329c27-bce1-4cdc-a8b4-5efcbdd73e9d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Synchronizing usage tracker for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:13.142869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0142de0-0513-434f-96a3-14112b747fdc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=76849f5f-eb8f-4387-b820-46eb0a349bc2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:13.143097 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba660e-7219-4998-a581-b5ab058b2dae tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:13.144697 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-62ba660e-7219-4998-a581-b5ab058b2dae tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1718f33843874129926d855b187d15f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0917532 Mar 03 05:55:13.147858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35240) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:13.168836 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-83329c27-bce1-4cdc-a8b4-5efcbdd73e9d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Unset dirty status for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:13.176160 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-83329c27-bce1-4cdc-a8b4-5efcbdd73e9d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2591040 Mar 03 05:55:13.176160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35244) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:13.191684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-274c1d78-34b1-4562-b787-3850905e9efb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1114624095'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:13.201378 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-274c1d78-34b1-4562-b787-3850905e9efb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:13.248691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port b1c25d45-114b-4b76-8996-7459caa98368 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:13.254250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port b1c25d45-114b-4b76-8996-7459caa98368 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:13.254738 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:13.316460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-274c1d78-34b1-4562-b787-3850905e9efb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:13.380313 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-274c1d78-34b1-4562-b787-3850905e9efb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:13.390675 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56017d4-bbdd-4e39-9148-37d162075f53 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:13.392338 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d56017d4-bbdd-4e39-9148-37d162075f53 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2435734 Mar 03 05:55:13.395117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35248) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:13.440577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:13.448197 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c98863cc-9eff-4cd1-9361-5d2a27741b74 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519600 Mar 03 05:55:13.451548 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35252) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:13.461416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d0142de0-0513-434f-96a3-14112b747fdc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:13.477893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1900f6-c67b-4c0d-8e49-b3241412e065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c25d45-114b-4b76-8996-7459caa98368'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:55:13.489782 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-274c1d78-34b1-4562-b787-3850905e9efb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:13.492796 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port b1c25d45-114b-4b76-8996-7459caa98368, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b1c25d45-114b-4b76-8996-7459caa98368,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:13.497539 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9b417354-67ac-4063-b6fc-286b4bd6b52b tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1718f33843874129926d855b187d15f2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449393 Mar 03 05:55:13.498608 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-274c1d78-34b1-4562-b787-3850905e9efb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:13.501132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35258) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:13.503011 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:13.503708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-274c1d78-34b1-4562-b787-3850905e9efb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:13.534098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-274c1d78-34b1-4562-b787-3850905e9efb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:13.569260 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1900f6-c67b-4c0d-8e49-b3241412e065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c25d45-114b-4b76-8996-7459caa98368', 'code': 200} Mar 03 05:55:13.595307 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=b1c25d45-114b-4b76-8996-7459caa98368,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:13.680073 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d1ea91-0e7f-4b8b-b9d7-9ad94125c7c8 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:13.684458 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c7d1ea91-0e7f-4b8b-b9d7-9ad94125c7c8 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1795454 Mar 03 05:55:13.685088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35262) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:13.711806 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-274c1d78-34b1-4562-b787-3850905e9efb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:13.717195 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-274c1d78-34b1-4562-b787-3850905e9efb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:13.742883 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8c3b601c-a51a-4487-b7ef-fe0f486f236d tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0513372 Mar 03 05:55:13.750972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35266) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:13.761558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1788320480', 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a', 'project_id': '1718f33843874129926d855b187d15f2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:13.794469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c1d78-34b1-4562-b787-3850905e9efb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8219741f-cda5-44c8-897f-441afd8a0f7a,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:13.806385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-274c1d78-34b1-4562-b787-3850905e9efb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:13.807635 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-274c1d78-34b1-4562-b787-3850905e9efb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6310205 Mar 03 05:55:13.953654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35270) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:13.971691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-338e841e-f6a3-4cde-a480-f2a804a377b1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '8219741f-cda5-44c8-897f-441afd8a0f7a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:13.972485 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING neutron.api.v2.base [None req-338e841e-f6a3-4cde-a480-f2a804a377b1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 03 05:55:13.972971 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-338e841e-f6a3-4cde-a480-f2a804a377b1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:13.976765 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-338e841e-f6a3-4cde-a480-f2a804a377b1 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0145490 Mar 03 05:55:13.978579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35276) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:14.037177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0142de0-0513-434f-96a3-14112b747fdc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 6a235076-0554-42fd-b4f8-5e86778839a3 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:55:14.039439 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:14.044659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:subnet and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:14.048821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:14.055395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:14.075151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:55:14.078643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.102445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a0509-e31a-478b-96e9-1f7e15a61f7a req-62577c7a-6c19-4e4d-a368-427320a9a867 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:14.103928 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a72a0509-e31a-478b-96e9-1f7e15a61f7a req-62577c7a-6c19-4e4d-a368-427320a9a867 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 945 time: 0.1362767 Mar 03 05:55:14.150390 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78afebb-fbad-47c4-b416-0be769337a45 req-3221e65e-14bb-4445-95cc-3f33040ce312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:14.151785 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b78afebb-fbad-47c4-b416-0be769337a45 req-3221e65e-14bb-4445-95cc-3f33040ce312 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 1098 time: 0.3627832 Mar 03 05:55:14.206184 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30512a82-31e5-41f2-a3a3-af2b531b7201 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.221736 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a72a0509-e31a-478b-96e9-1f7e15a61f7a req-81b168f2-e3a6-4be4-ab28-c19af6aa0926 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031473 Mar 03 05:55:14.284720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0142de0-0513-434f-96a3-14112b747fdc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:55:14.293961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30512a82-31e5-41f2-a3a3-af2b531b7201 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.296449 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180918c-bd03-4517-b2ae-157cf12f5764 None None] Sync routers for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:55:14.305882 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180918c-bd03-4517-b2ae-157cf12f5764 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:14.306461 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1180918c-bd03-4517-b2ae-157cf12f5764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:14.313870 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b78afebb-fbad-47c4-b416-0be769337a45 req-9bb4b81a-95a9-4b4e-9b6f-c892b99a4fb6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986302 Mar 03 05:55:14.329504 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d0142de0-0513-434f-96a3-14112b747fdc tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0199871 Mar 03 05:55:14.334694 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35280) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:14.361848 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.405706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30512a82-31e5-41f2-a3a3-af2b531b7201 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.422132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65f62cc-1794-4920-8359-e42194b2d5e6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting subnet e6009cb9-3e09-4704-9a21-146d2a5b2d7e {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:55:14.431078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b65f62cc-1794-4920-8359-e42194b2d5e6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.460277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30512a82-31e5-41f2-a3a3-af2b531b7201 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8219741f-cda5-44c8-897f-441afd8a0f7a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:14.460822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Subnet': ['ID=9c784ca7-c374-4b0a-aac0-0061b481e422,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:14.470948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Checking segment: {'id': 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:55:14.471629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network hostable DHCP agents. Network: 77f109e8-63bb-4d7c-8e10-dfb723a5107a, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:55:14.482595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-30512a82-31e5-41f2-a3a3-af2b531b7201 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.483705 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-30512a82-31e5-41f2-a3a3-af2b531b7201 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "DELETE /v2.0/security-groups/8219741f-cda5-44c8-897f-441afd8a0f7a HTTP/1.1" status: 204 len: 168 time: 0.5042520 Mar 03 05:55:14.486521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35284) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:14.500032 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-1180918c-bd03-4517-b2ae-157cf12f5764 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:14.501410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 77f109e8-63bb-4d7c-8e10-dfb723a5107a is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:55:14.511802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 77f109e8-63bb-4d7c-8e10-dfb723a5107a) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:55:14.513393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b65f62cc-1794-4920-8359-e42194b2d5e6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.521797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2a84eb-2613-4404-afbd-4e20e40b122b None None] Network 77f109e8-63bb-4d7c-8e10-dfb723a5107a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:55:14.526410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:14.526997 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.553315 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-93e2a5e2-3728-4837-995a-269c3d57e0a2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7985439 Mar 03 05:55:14.594778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b559cb8a-9988-49fe-a3a5-6d40432af3f5 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Synchronizing usage tracker for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:14.631745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b559cb8a-9988-49fe-a3a5-6d40432af3f5 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Unset dirty status for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:14.633021 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b559cb8a-9988-49fe-a3a5-6d40432af3f5 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1456065 Mar 03 05:55:14.637136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35290) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:14.639642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b65f62cc-1794-4920-8359-e42194b2d5e6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.643832 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-13eefe46-5167-4d7a-946c-c20714b9788c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599433433'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:14.656804 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-13eefe46-5167-4d7a-946c-c20714b9788c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:14.675986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-13eefe46-5167-4d7a-946c-c20714b9788c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:14.696059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-13eefe46-5167-4d7a-946c-c20714b9788c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.734136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-13eefe46-5167-4d7a-946c-c20714b9788c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:14.739718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-13eefe46-5167-4d7a-946c-c20714b9788c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:14.744365 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-13eefe46-5167-4d7a-946c-c20714b9788c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:14.756228 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-13eefe46-5167-4d7a-946c-c20714b9788c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:14.766358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b65f62cc-1794-4920-8359-e42194b2d5e6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.848187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-13eefe46-5167-4d7a-946c-c20714b9788c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.853446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35294) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:14.858905 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-300533b4-4902-42cf-80db-95108e42b77e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1340644624', 'description': 'tempest-secgroup-smoke-1340644624 description', 'project_id': '1718f33843874129926d855b187d15f2'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:14.859515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f62cc-1794-4920-8359-e42194b2d5e6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Subnet': ['ID=e6009cb9-3e09-4704-9a21-146d2a5b2d7e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:14.863099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b65f62cc-1794-4920-8359-e42194b2d5e6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.867239 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-13eefe46-5167-4d7a-946c-c20714b9788c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.870314 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b65f62cc-1794-4920-8359-e42194b2d5e6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/e6009cb9-3e09-4704-9a21-146d2a5b2d7e HTTP/1.1" status: 204 len: 168 time: 0.5346560 Mar 03 05:55:14.872878 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35298) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:14.877928 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-300533b4-4902-42cf-80db-95108e42b77e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:14.882324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-77f109e8-63bb-4d7c-8e10-dfb723a5107a', 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ips': [{'subnet_id': '9c784ca7-c374-4b0a-aac0-0061b481e422'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:55:14.883715 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.898224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e62f08-d0eb-4393-8466-2d74f8791f78 None None] Network e01ebed1-0704-4426-b5a3-87f2f31355d4 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:55:14.900474 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1180918c-bd03-4517-b2ae-157cf12f5764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:13Z', 'revision_number': 10, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:14.904507 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180918c-bd03-4517-b2ae-157cf12f5764 None None] Checking router: 6a235076-0554-42fd-b4f8-5e86778839a3 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:55:14.918875 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180918c-bd03-4517-b2ae-157cf12f5764 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:14.919719 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1180918c-bd03-4517-b2ae-157cf12f5764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:14.929196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-300533b4-4902-42cf-80db-95108e42b77e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:14.955519 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eefe46-5167-4d7a-946c-c20714b9788c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a59ceab-26fc-4694-9957-37f81d80b9e4,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:14.962290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-13eefe46-5167-4d7a-946c-c20714b9788c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.963670 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-13eefe46-5167-4d7a-946c-c20714b9788c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3252475 Mar 03 05:55:14.967230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35302) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:14.973631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c49de265-4d04-45b4-97ed-a3d24371ffa5 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '4a59ceab-26fc-4694-9957-37f81d80b9e4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:14.974526 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.api.v2.base [None req-c49de265-4d04-45b4-97ed-a3d24371ffa5 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 03 05:55:14.975083 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-c49de265-4d04-45b4-97ed-a3d24371ffa5 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:14.976291 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c49de265-4d04-45b4-97ed-a3d24371ffa5 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073597 Mar 03 05:55:14.977576 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-300533b4-4902-42cf-80db-95108e42b77e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:14.989253 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35306) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:15.021278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-300533b4-4902-42cf-80db-95108e42b77e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:15.024950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.034514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-300533b4-4902-42cf-80db-95108e42b77e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:15.039366 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-300533b4-4902-42cf-80db-95108e42b77e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:15.041818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port e2bad48c-f448-4d63-9199-ac852b26cda8 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:15.042818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.056729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-300533b4-4902-42cf-80db-95108e42b77e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:15.100774 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aff4e3f6-447b-4696-98e2-649ccb67ac5c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.120025 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-1180918c-bd03-4517-b2ae-157cf12f5764 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:15.143951 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aff4e3f6-447b-4696-98e2-649ccb67ac5c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.239064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-300533b4-4902-42cf-80db-95108e42b77e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.245214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-300533b4-4902-42cf-80db-95108e42b77e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.265668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aff4e3f6-447b-4696-98e2-649ccb67ac5c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.339858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300533b4-4902-42cf-80db-95108e42b77e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d88ae1-c3e4-452d-9c40-6c53c62f83bc,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:15.350543 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Allocated IP 172.20.0.18 (77f109e8-63bb-4d7c-8e10-dfb723a5107a/9c784ca7-c374-4b0a-aac0-0061b481e422/8eedf7e7-e456-4d9a-98f6-0c111b917988) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:55:15.375094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-300533b4-4902-42cf-80db-95108e42b77e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.377402 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-300533b4-4902-42cf-80db-95108e42b77e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5221024 Mar 03 05:55:15.380482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aff4e3f6-447b-4696-98e2-649ccb67ac5c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.381802 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-aff4e3f6-447b-4696-98e2-649ccb67ac5c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "DELETE /v2.0/security-groups/4a59ceab-26fc-4694-9957-37f81d80b9e4 HTTP/1.1" status: 204 len: 168 time: 0.3912523 Mar 03 05:55:15.382672 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35312) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:15.385457 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4e3f6-447b-4696-98e2-649ccb67ac5c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a59ceab-26fc-4694-9957-37f81d80b9e4,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:15.389029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] For port e2bad48c-f448-4d63-9199-ac852b26cda8, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e2bad48c-f448-4d63-9199-ac852b26cda8,segment=NetworkSegment(a44e5f7a-87c4-4e67-928a-42d30d9653af),segment_id=a44e5f7a-87c4-4e67-928a-42d30d9653af)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:15.389566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.395602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35314) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:15.401872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-266c85ef-c19e-4e3f-8626-645842fe8ac3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '32d88ae1-c3e4-452d-9c40-6c53c62f83bc', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:15.440961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-266c85ef-c19e-4e3f-8626-645842fe8ac3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:15.453997 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-266c85ef-c19e-4e3f-8626-645842fe8ac3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:15.483744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-266c85ef-c19e-4e3f-8626-645842fe8ac3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:15.552182 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-266c85ef-c19e-4e3f-8626-645842fe8ac3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:15.596016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for e2bad48c-f448-4d63-9199-ac852b26cda8 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:15.599055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8447841a-21ad-4a23-b236-4eb0c23f780e tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Synchronizing usage tracker for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:15.640404 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-266c85ef-c19e-4e3f-8626-645842fe8ac3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.653434 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1180918c-bd03-4517-b2ae-157cf12f5764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:13Z', 'revision_number': 10, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:15.657910 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180918c-bd03-4517-b2ae-157cf12f5764 None None] The sync data for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv is: [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:13Z', 'revision_number': 10, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None, '_interfaces': [{'id': 'f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00', 'name': '', 'network_id': 'decd7ae9-d9df-450e-bdad-a9dcbdbd8d65', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'mac_address': 'fa:16:3e:08:e8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': '2ac2653f-31af-4092-82af-94f9036f4948', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:32Z', 'updated_at': '2022-03-03T05:54:41Z', 'revision_number': 5, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'subnets': [{'id': '2ac2653f-31af-4092-82af-94f9036f4948', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:55:15.669082 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.694970 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Transition to ACTIVE for port object 8eedf7e7-e456-4d9a-98f6-0c111b917988 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:15.700604 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8447841a-21ad-4a23-b236-4eb0c23f780e tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Unset dirty status for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:15.710652 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8447841a-21ad-4a23-b236-4eb0c23f780e tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3136885 Mar 03 05:55:15.714629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35320) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:15.742035 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-4b885ce5-78bb-4d80-9f1d-7dd78247c33d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group': {'name': 'tempest-secgroup--130437003'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:15.762669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db9e5e-cd7c-4537-9664-6519374ecb53 None None] DHCP port deletion for e01ebed1-0704-4426-b5a3-87f2f31355d4 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:55:15.764638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4b885ce5-78bb-4d80-9f1d-7dd78247c33d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:15.776424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4b885ce5-78bb-4d80-9f1d-7dd78247c33d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:15.783250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-15db9e5e-cd7c-4537-9664-6519374ecb53 None None] Deleting port e2bad48c-f448-4d63-9199-ac852b26cda8 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:15.783994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-15db9e5e-cd7c-4537-9664-6519374ecb53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.788001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.789354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50250a54-54ea-43d9-9e2e-bc30f239fd63 req-6470954c-22d9-4c57-8924-04d2c1ccf0bf tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:15.792267 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-50250a54-54ea-43d9-9e2e-bc30f239fd63 req-6470954c-22d9-4c57-8924-04d2c1ccf0bf tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 945 time: 0.3412962 Mar 03 05:55:15.821612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Transition to ACTIVE for port object 8eedf7e7-e456-4d9a-98f6-0c111b917988 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:15.831441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b885ce5-78bb-4d80-9f1d-7dd78247c33d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.845316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-266c85ef-c19e-4e3f-8626-645842fe8ac3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.852476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=e2bad48c-f448-4d63-9199-ac852b26cda8,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:15.853352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-266c85ef-c19e-4e3f-8626-645842fe8ac3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.862781 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-50250a54-54ea-43d9-9e2e-bc30f239fd63 req-fb126e1d-e954-4a80-a815-0b87920fe0ce tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647330 Mar 03 05:55:15.864399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.874041 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-15db9e5e-cd7c-4537-9664-6519374ecb53 None None] The port 'e2bad48c-f448-4d63-9199-ac852b26cda8' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:55:15.874892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No DVR routers for this DVR port e2bad48c-f448-4d63-9199-ac852b26cda8 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:55:15.877750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4b885ce5-78bb-4d80-9f1d-7dd78247c33d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:15.881889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c85ef-c19e-4e3f-8626-645842fe8ac3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8f3628-8a1d-4f6e-95c6-9c09b1439a7a,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:15.893999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-266c85ef-c19e-4e3f-8626-645842fe8ac3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.895634 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-266c85ef-c19e-4e3f-8626-645842fe8ac3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5116644 Mar 03 05:55:15.904894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35324) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:15.909964 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-06278a12-d066-4664-9a75-38895137c8df tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '32d88ae1-c3e4-452d-9c40-6c53c62f83bc', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:15.919288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-06278a12-d066-4664-9a75-38895137c8df tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:15.920381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-06278a12-d066-4664-9a75-38895137c8df tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:15.924236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-06278a12-d066-4664-9a75-38895137c8df tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:15.926790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4b885ce5-78bb-4d80-9f1d-7dd78247c33d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:15.930973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-06278a12-d066-4664-9a75-38895137c8df tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:15.943725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Network 77f109e8-63bb-4d7c-8e10-dfb723a5107a is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:55:15.944412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4b885ce5-78bb-4d80-9f1d-7dd78247c33d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:15.950760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06278a12-d066-4664-9a75-38895137c8df tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:15.957607 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:55:15.963675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4b885ce5-78bb-4d80-9f1d-7dd78247c33d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:15.965698 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:55:15.970262 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Pushing event updated for resources: {'Port': ['ID=8eedf7e7-e456-4d9a-98f6-0c111b917988,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:16.036434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06278a12-d066-4664-9a75-38895137c8df tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.044497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06278a12-d066-4664-9a75-38895137c8df tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.044746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.073022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Attempting to bind port 8eedf7e7-e456-4d9a-98f6-0c111b917988 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:55:16.073656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Attempting to bind port 8eedf7e7-e456-4d9a-98f6-0c111b917988 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:55:16.074186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Attempting to bind port 8eedf7e7-e456-4d9a-98f6-0c111b917988 on network 77f109e8-63bb-4d7c-8e10-dfb723a5107a {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:55:16.079919 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:55:16.080577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Checking segment: {'id': 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:55:16.081147 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.081727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Bound using segment: {'id': 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:55:16.082360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Bound port: 8eedf7e7-e456-4d9a-98f6-0c111b917988, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:55:16.082915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.084973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01ebed1-0704-4426-b5a3-87f2f31355d4']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:16.090085 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06278a12-d066-4664-9a75-38895137c8df tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=117abd32-0eb0-4612-9f4d-f1f8d0253457,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:16.103915 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06278a12-d066-4664-9a75-38895137c8df tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.107753 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-06278a12-d066-4664-9a75-38895137c8df tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1993690 Mar 03 05:55:16.108013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35328) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:16.118188 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-2d136761-238d-47cd-b336-7ab711358fe8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '32d88ae1-c3e4-452d-9c40-6c53c62f83bc', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:16.125211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2d136761-238d-47cd-b336-7ab711358fe8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:16.130448 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2d136761-238d-47cd-b336-7ab711358fe8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:16.136755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2d136761-238d-47cd-b336-7ab711358fe8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:16.144845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2d136761-238d-47cd-b336-7ab711358fe8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:16.172233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2d136761-238d-47cd-b336-7ab711358fe8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.196434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] For port 8eedf7e7-e456-4d9a-98f6-0c111b917988, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:55:16.200835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] For port 8eedf7e7-e456-4d9a-98f6-0c111b917988, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8eedf7e7-e456-4d9a-98f6-0c111b917988,segment=NetworkSegment(f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63),segment_id=f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:55:16.205625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.233166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44e5f7a-87c4-4e67-928a-42d30d9653af') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:16.233784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44e5f7a-87c4-4e67-928a-42d30d9653af') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:16.246008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2d136761-238d-47cd-b336-7ab711358fe8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.250631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.252766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2d136761-238d-47cd-b336-7ab711358fe8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.277642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.291913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:55:16.292338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.298271 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57df1a-6fb0-4a0d-af8c-c636cef98f23 None None] Pushing event updated for resources: {'Port': ['ID=8eedf7e7-e456-4d9a-98f6-0c111b917988,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:16.307890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d136761-238d-47cd-b336-7ab711358fe8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8c6c86-fe77-40bc-9acf-15fe18237dac,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:55:16.308419 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:55:16.310485 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2d136761-238d-47cd-b336-7ab711358fe8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.312238 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2d136761-238d-47cd-b336-7ab711358fe8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2032893 Mar 03 05:55:16.313891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35332) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:16.321259 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-06c967db-9674-45bd-96bf-f0eac737c54b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '32d88ae1-c3e4-452d-9c40-6c53c62f83bc', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:16.328961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-06c967db-9674-45bd-96bf-f0eac737c54b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:16.333462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-06c967db-9674-45bd-96bf-f0eac737c54b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:16.337668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-06c967db-9674-45bd-96bf-f0eac737c54b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:16.343391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-06c967db-9674-45bd-96bf-f0eac737c54b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:16.410405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b885ce5-78bb-4d80-9f1d-7dd78247c33d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.415884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b885ce5-78bb-4d80-9f1d-7dd78247c33d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.428185 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06c967db-9674-45bd-96bf-f0eac737c54b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.441891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.476189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.489678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Network': ['ID=e01ebed1-0704-4426-b5a3-87f2f31355d4,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:16.510551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06c967db-9674-45bd-96bf-f0eac737c54b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.516052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b885ce5-78bb-4d80-9f1d-7dd78247c33d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc99f5a-bd47-4148-952f-03e8d1cbcc07,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:16.517142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06c967db-9674-45bd-96bf-f0eac737c54b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.529825 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9feada7b-9a4b-4dab-8562-8b29ff1b573e tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/networks/e01ebed1-0704-4426-b5a3-87f2f31355d4 HTTP/1.1" status: 204 len: 168 time: 1.6558881 Mar 03 05:55:16.532597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35336) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:16.555661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c967db-9674-45bd-96bf-f0eac737c54b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215db0f6-4628-4e73-b909-603ba63afc1e,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:16.568084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06c967db-9674-45bd-96bf-f0eac737c54b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.569362 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-06c967db-9674-45bd-96bf-f0eac737c54b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2543478 Mar 03 05:55:16.572115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35340) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:16.577288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-12522e6e-c99e-47ac-84eb-2c77110f3e5e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '32d88ae1-c3e4-452d-9c40-6c53c62f83bc', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:16.584221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-12522e6e-c99e-47ac-84eb-2c77110f3e5e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:16.588167 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-12522e6e-c99e-47ac-84eb-2c77110f3e5e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:16.591076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-12522e6e-c99e-47ac-84eb-2c77110f3e5e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:16.596990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-12522e6e-c99e-47ac-84eb-2c77110f3e5e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:16.601886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b885ce5-78bb-4d80-9f1d-7dd78247c33d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.604258 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4b885ce5-78bb-4d80-9f1d-7dd78247c33d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8858626 Mar 03 05:55:16.606326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35344) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:16.612487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-51b5f556-fb9d-49b0-a74f-cdc3b0aa03bf tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '9bc99f5a-bd47-4148-952f-03e8d1cbcc07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:16.613351 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.api.v2.base [None req-51b5f556-fb9d-49b0-a74f-cdc3b0aa03bf tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 03 05:55:16.613858 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-51b5f556-fb9d-49b0-a74f-cdc3b0aa03bf tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:16.617606 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-51b5f556-fb9d-49b0-a74f-cdc3b0aa03bf tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074944 Mar 03 05:55:16.617754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35348) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:16.620446 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-12522e6e-c99e-47ac-84eb-2c77110f3e5e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:55:16.633254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-2a3390e8-33cf-4151-a066-e8e4b63b0cde tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '9bc99f5a-bd47-4148-952f-03e8d1cbcc07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:16.633905 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.api.v2.base [None req-2a3390e8-33cf-4151-a066-e8e4b63b0cde tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 03 05:55:16.634387 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-2a3390e8-33cf-4151-a066-e8e4b63b0cde tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:16.638386 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2a3390e8-33cf-4151-a066-e8e4b63b0cde tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0167091 Mar 03 05:55:16.638386 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-12522e6e-c99e-47ac-84eb-2c77110f3e5e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.643167 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35352) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:16.651179 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-9667a5bf-4cd3-4b85-8a04-ae94d9af6353 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '9bc99f5a-bd47-4148-952f-03e8d1cbcc07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:16.652003 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.api.v2.base [None req-9667a5bf-4cd3-4b85-8a04-ae94d9af6353 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 03 05:55:16.652482 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-9667a5bf-4cd3-4b85-8a04-ae94d9af6353 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:16.653541 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9667a5bf-4cd3-4b85-8a04-ae94d9af6353 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0093446 Mar 03 05:55:16.656610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35356) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:16.662222 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d8771849-7450-4804-9974-a4b811152925 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '9bc99f5a-bd47-4148-952f-03e8d1cbcc07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:16.663170 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.api.v2.base [None req-d8771849-7450-4804-9974-a4b811152925 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 03 05:55:16.663831 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-d8771849-7450-4804-9974-a4b811152925 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:16.667304 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d8771849-7450-4804-9974-a4b811152925 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0097823 Mar 03 05:55:16.671870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35360) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:16.766171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-12522e6e-c99e-47ac-84eb-2c77110f3e5e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.774843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-12522e6e-c99e-47ac-84eb-2c77110f3e5e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.798591 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-851273c2-d38e-403b-a0e3-060e27a30a46 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.805026 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12522e6e-c99e-47ac-84eb-2c77110f3e5e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01959cad-d9b1-4175-99c4-96bcaf3f9775,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:16.833755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-12522e6e-c99e-47ac-84eb-2c77110f3e5e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.834949 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-12522e6e-c99e-47ac-84eb-2c77110f3e5e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2617309 Mar 03 05:55:16.837674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35364) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:16.840761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-851273c2-d38e-403b-a0e3-060e27a30a46 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.852209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-963aefda-4816-4d8e-b946-2ef01ae9fc2c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '32d88ae1-c3e4-452d-9c40-6c53c62f83bc', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:16.861674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-963aefda-4816-4d8e-b946-2ef01ae9fc2c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:16.873340 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-963aefda-4816-4d8e-b946-2ef01ae9fc2c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:16.877148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-963aefda-4816-4d8e-b946-2ef01ae9fc2c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:16.896118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-963aefda-4816-4d8e-b946-2ef01ae9fc2c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:16.909477 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-963aefda-4816-4d8e-b946-2ef01ae9fc2c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:55:16.921593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-963aefda-4816-4d8e-b946-2ef01ae9fc2c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.934458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-851273c2-d38e-403b-a0e3-060e27a30a46 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.971289 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851273c2-d38e-403b-a0e3-060e27a30a46 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc99f5a-bd47-4148-952f-03e8d1cbcc07,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:16.983751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-851273c2-d38e-403b-a0e3-060e27a30a46 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:16.984919 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-851273c2-d38e-403b-a0e3-060e27a30a46 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "DELETE /v2.0/security-groups/9bc99f5a-bd47-4148-952f-03e8d1cbcc07 HTTP/1.1" status: 204 len: 168 time: 0.3117599 Mar 03 05:55:16.987398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35370) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:17.074366 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0904c5d9-b771-4b15-8826-1aba91481de1 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:17.122550 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-963aefda-4816-4d8e-b946-2ef01ae9fc2c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:17.125807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-872e339a-0c55-44c7-b77e-64edef3beb4d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Synchronizing usage tracker for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:17.134758 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-963aefda-4816-4d8e-b946-2ef01ae9fc2c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:17.180961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963aefda-4816-4d8e-b946-2ef01ae9fc2c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25261b49-4069-4915-a9e9-44d56db73856,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:17.194966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-872e339a-0c55-44c7-b77e-64edef3beb4d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Unset dirty status for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:17.200195 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-872e339a-0c55-44c7-b77e-64edef3beb4d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2117326 Mar 03 05:55:17.201192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35374) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:17.209475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244635e-a0e0-4d98-9968-20b4ef593049 req-d41b1a4c-b1fd-4a23-a5b5-2853c35ef3d5 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:17.211144 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f244635e-a0e0-4d98-9968-20b4ef593049 req-d41b1a4c-b1fd-4a23-a5b5-2853c35ef3d5 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 945 time: 0.1957619 Mar 03 05:55:17.211944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-963aefda-4816-4d8e-b946-2ef01ae9fc2c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:17.213996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-7ab963e7-e009-485a-b28b-f6258a07b886 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1011409867'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:17.218693 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-963aefda-4816-4d8e-b946-2ef01ae9fc2c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3799295 Mar 03 05:55:17.220014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7ab963e7-e009-485a-b28b-f6258a07b886 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:17.237302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7ab963e7-e009-485a-b28b-f6258a07b886 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:17.267233 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f244635e-a0e0-4d98-9968-20b4ef593049 req-f8747954-f329-44ae-a3ba-19b910fb3d51 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468948 Mar 03 05:55:17.339910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ab963e7-e009-485a-b28b-f6258a07b886 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:17.418632 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7ab963e7-e009-485a-b28b-f6258a07b886 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:17.434527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7ab963e7-e009-485a-b28b-f6258a07b886 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:17.438260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7ab963e7-e009-485a-b28b-f6258a07b886 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:17.466594 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8eedf7e7-e456-4d9a-98f6-0c111b917988 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:17.467482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7ab963e7-e009-485a-b28b-f6258a07b886 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:17.572505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-3a45341e-82be-46fd-8ff9-4eaa63354941 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:17.587027 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 8eedf7e7-e456-4d9a-98f6-0c111b917988 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:17.599471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cdb502-b993-4e0a-b5a1-9b40ed4c6098 None None] Network 77f109e8-63bb-4d7c-8e10-dfb723a5107a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:55:17.619445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46d889-1319-403c-98df-d0c66b3c6141 req-a8c78b7c-693b-4107-8eb0-f81f19998cd1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:17.621216 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6e46d889-1319-403c-98df-d0c66b3c6141 req-a8c78b7c-693b-4107-8eb0-f81f19998cd1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 945 time: 0.1862063 Mar 03 05:55:17.622663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-3a45341e-82be-46fd-8ff9-4eaa63354941 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:17.630492 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-3a45341e-82be-46fd-8ff9-4eaa63354941 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340644624&fields=id&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 267 time: 0.1195955 Mar 03 05:55:17.639958 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-0904c5d9-b771-4b15-8826-1aba91481de1 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:17.640526 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0904c5d9-b771-4b15-8826-1aba91481de1 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:17.672057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ab963e7-e009-485a-b28b-f6258a07b886 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:17.682763 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ab963e7-e009-485a-b28b-f6258a07b886 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:17.700750 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e2bad48c-f448-4d63-9199-ac852b26cda8 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:55:17.748183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: e2bad48c-f448-4d63-9199-ac852b26cda8 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:55:17.748183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e2bad48c-f448-4d63-9199-ac852b26cda8 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:55:17.748485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 76849f5f-eb8f-4387-b820-46eb0a349bc2 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:55:17.777932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab963e7-e009-485a-b28b-f6258a07b886 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e68f29e-f338-4df0-b8b7-6e9f168df647,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:17.784015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ab963e7-e009-485a-b28b-f6258a07b886 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:17.788821 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7ab963e7-e009-485a-b28b-f6258a07b886 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5836601 Mar 03 05:55:17.790042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 76849f5f-eb8f-4387-b820-46eb0a349bc2 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:55:17.790395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 76849f5f-eb8f-4387-b820-46eb0a349bc2 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:55:17.797376 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f35ef41e-3299-4bf4-a7ff-692f355e9acc None None] Provisioning for port 8eedf7e7-e456-4d9a-98f6-0c111b917988 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:17.816536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f35ef41e-3299-4bf4-a7ff-692f355e9acc None None] Provisioning complete for port 8eedf7e7-e456-4d9a-98f6-0c111b917988 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:17.817151 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f35ef41e-3299-4bf4-a7ff-692f355e9acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:17.833348 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35392) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:17.843526 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-7609a2e2-996f-415b-9bb5-79002c0a8772 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '8e68f29e-f338-4df0-b8b7-6e9f168df647', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:17.844065 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING neutron.api.v2.base [None req-7609a2e2-996f-415b-9bb5-79002c0a8772 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 05:55:17.844544 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-7609a2e2-996f-415b-9bb5-79002c0a8772 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:17.848117 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7609a2e2-996f-415b-9bb5-79002c0a8772 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0112636 Mar 03 05:55:17.854022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35396) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:17.861558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-077a541b-541f-4949-831a-639c46131b70 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '8e68f29e-f338-4df0-b8b7-6e9f168df647', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:17.869683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-077a541b-541f-4949-831a-639c46131b70 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:17.877900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-077a541b-541f-4949-831a-639c46131b70 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:17.883038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-077a541b-541f-4949-831a-639c46131b70 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:17.892229 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6e46d889-1319-403c-98df-d0c66b3c6141 req-ddde80c1-c8b7-4de7-97da-a6a616aa8eba tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585583 Mar 03 05:55:17.892545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-077a541b-541f-4949-831a-639c46131b70 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:17.913400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35400) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:17.923758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-0904c5d9-b771-4b15-8826-1aba91481de1 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] For port f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00,segment=NetworkSegment(1fe9ae21-345f-49d9-91e8-8eec796aec88),segment_id=1fe9ae21-345f-49d9-91e8-8eec796aec88)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:17.924145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0904c5d9-b771-4b15-8826-1aba91481de1 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:17.944542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-47b564de-9cdc-4664-9870-fb49841d775a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:17.945613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-47b564de-9cdc-4664-9870-fb49841d775a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:17.962388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-47b564de-9cdc-4664-9870-fb49841d775a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:17.963803 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-47b564de-9cdc-4664-9870-fb49841d775a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/networks?id=77f109e8-63bb-4d7c-8e10-dfb723a5107a HTTP/1.1" status: 200 len: 797 time: 0.3321984 Mar 03 05:55:17.987805 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a69ccbdd-231d-4f9b-956b-eeacf483fda7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/quotas/1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 375 time: 0.0171757 Mar 03 05:55:18.051254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f35ef41e-3299-4bf4-a7ff-692f355e9acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:18.099335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f35ef41e-3299-4bf4-a7ff-692f355e9acc None None] For port 8eedf7e7-e456-4d9a-98f6-0c111b917988, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8eedf7e7-e456-4d9a-98f6-0c111b917988,segment=NetworkSegment(f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63),segment_id=f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:18.104489 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-8558ee51-555d-469e-995f-dd3ebe12c146 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1096768 Mar 03 05:55:18.105929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f35ef41e-3299-4bf4-a7ff-692f355e9acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:18.236129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-0904c5d9-b771-4b15-8826-1aba91481de1 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:18.250034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ef41e-3299-4bf4-a7ff-692f355e9acc None None] Pushing event updated for resources: {'Port': ['ID=8eedf7e7-e456-4d9a-98f6-0c111b917988,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:18.257968 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3ffca118-8fb1-4102-a5b4-b02f3170652c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:18.266958 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-6c1de638-b3b6-445b-a4ca-26f13edf0d8c service neutron] 10.222.0.20 "GET /v2.0/networks/77f109e8-63bb-4d7c-8e10-dfb723a5107a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517234 Mar 03 05:55:18.290756 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-077a541b-541f-4949-831a-639c46131b70 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:18.294487 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-077a541b-541f-4949-831a-639c46131b70 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4369388 Mar 03 05:55:18.298227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35406) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:18.327081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-908821ee-02b4-489a-a4e4-6e8a2c3aa1fb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '8e68f29e-f338-4df0-b8b7-6e9f168df647', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:18.328112 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.api.v2.base [None req-908821ee-02b4-489a-a4e4-6e8a2c3aa1fb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 03 05:55:18.328240 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-908821ee-02b4-489a-a4e4-6e8a2c3aa1fb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:18.331928 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-908821ee-02b4-489a-a4e4-6e8a2c3aa1fb tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0297079 Mar 03 05:55:18.333528 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35410) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:18.341146 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a9ba9617-0841-4e17-ae8a-19b36af8450f tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '8e68f29e-f338-4df0-b8b7-6e9f168df647', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:18.349863 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a9ba9617-0841-4e17-ae8a-19b36af8450f tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:18.366999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd24c18a-eee3-4f27-9d81-8658e5d2d0e3 tempest-TestVolumeBootPattern-1160262659 tempest-TestVolumeBootPattern-1160262659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:18.371625 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cd24c18a-eee3-4f27-9d81-8658e5d2d0e3 tempest-TestVolumeBootPattern-1160262659 tempest-TestVolumeBootPattern-1160262659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 1093 time: 0.4502342 Mar 03 05:55:18.372213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35414) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:18.379896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'b1c25d45-114b-4b76-8996-7459caa98368', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:18.391402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:18.396002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:floatingip and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:18.399166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:18.400409 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a9ba9617-0841-4e17-ae8a-19b36af8450f tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:18.405321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:18.410517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a9ba9617-0841-4e17-ae8a-19b36af8450f tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:18.419479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a9ba9617-0841-4e17-ae8a-19b36af8450f tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:18.432948 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cda09996-7af4-4c5b-9e43-a6b6e4993b07 None None] Provisioning complete for port 8eedf7e7-e456-4d9a-98f6-0c111b917988 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:18.433369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cda09996-7af4-4c5b-9e43-a6b6e4993b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:18.447683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:18.469220 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a5294611-62b7-4b63-ba92-3881663aac40 service neutron] 10.222.0.20 "GET /v2.0/networks/77f109e8-63bb-4d7c-8e10-dfb723a5107a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969366 Mar 03 05:55:18.471444 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-a9ba9617-0841-4e17-ae8a-19b36af8450f tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:18.475747 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a9ba9617-0841-4e17-ae8a-19b36af8450f tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1411617 Mar 03 05:55:18.476410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35418) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:18.481721 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1279eb99-3dbf-4a02-85c4-556b03e5c482 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '8e68f29e-f338-4df0-b8b7-6e9f168df647', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:18.482340 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.api.v2.base [None req-1279eb99-3dbf-4a02-85c4-556b03e5c482 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 03 05:55:18.482880 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-1279eb99-3dbf-4a02-85c4-556b03e5c482 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:18.487447 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1279eb99-3dbf-4a02-85c4-556b03e5c482 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100472 Mar 03 05:55:18.488086 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35422) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:18.493949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-01ed350e-915d-4442-833d-203ad0eebc2c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '8e68f29e-f338-4df0-b8b7-6e9f168df647', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:18.507918 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-01ed350e-915d-4442-833d-203ad0eebc2c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:18.512737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-01ed350e-915d-4442-833d-203ad0eebc2c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:18.516550 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-01ed350e-915d-4442-833d-203ad0eebc2c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:18.521181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0904c5d9-b771-4b15-8826-1aba91481de1 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:18.528372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-01ed350e-915d-4442-833d-203ad0eebc2c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:18.568209 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-01ed350e-915d-4442-833d-203ad0eebc2c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:18.573241 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-01ed350e-915d-4442-833d-203ad0eebc2c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0838933 Mar 03 05:55:18.573887 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35426) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:18.579142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f0dd9ef0-e067-4ff0-acdd-585d0568e669 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '8e68f29e-f338-4df0-b8b7-6e9f168df647', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:18.579652 dv-neutron-831582-1-hyperv neutron-server[87792]: WARNING neutron.api.v2.base [None req-f0dd9ef0-e067-4ff0-acdd-585d0568e669 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 03 05:55:18.580288 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-f0dd9ef0-e067-4ff0-acdd-585d0568e669 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:18.581156 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f0dd9ef0-e067-4ff0-acdd-585d0568e669 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062912 Mar 03 05:55:18.584392 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35430) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:18.589151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d8c84a48-1748-482f-9c90-5c4c383e9f1c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '8e68f29e-f338-4df0-b8b7-6e9f168df647', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:18.595872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d8c84a48-1748-482f-9c90-5c4c383e9f1c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:18.599909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d8c84a48-1748-482f-9c90-5c4c383e9f1c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:18.603709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d8c84a48-1748-482f-9c90-5c4c383e9f1c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:18.610793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d8c84a48-1748-482f-9c90-5c4c383e9f1c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:18.626385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904c5d9-b771-4b15-8826-1aba91481de1 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:18.656642 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-d8c84a48-1748-482f-9c90-5c4c383e9f1c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:18.660664 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d8c84a48-1748-482f-9c90-5c4c383e9f1c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0726502 Mar 03 05:55:18.661009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35436) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:18.666765 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-2d390c79-dc37-41f1-b105-227942addb66 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '8e68f29e-f338-4df0-b8b7-6e9f168df647', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:18.675578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2d390c79-dc37-41f1-b105-227942addb66 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:18.680895 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2d390c79-dc37-41f1-b105-227942addb66 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:18.684540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2d390c79-dc37-41f1-b105-227942addb66 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:18.691751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2d390c79-dc37-41f1-b105-227942addb66 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:18.764778 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c184e6e9-9f2a-4a01-a14e-d503d958dd8f req-fe22d891-8725-43aa-8b3a-6e6ef7e98b4f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 210 time: 0.0537214 Mar 03 05:55:18.780977 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-2d390c79-dc37-41f1-b105-227942addb66 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:18.782325 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2d390c79-dc37-41f1-b105-227942addb66 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1201737 Mar 03 05:55:18.785957 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35442) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:18.861760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-afc59c77-83a2-4198-bae2-be6d149cf276 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:18.895920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0904c5d9-b771-4b15-8826-1aba91481de1 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:18.898159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-afc59c77-83a2-4198-bae2-be6d149cf276 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:18.913261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:18.959451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-afc59c77-83a2-4198-bae2-be6d149cf276 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:18.981064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc59c77-83a2-4198-bae2-be6d149cf276 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e68f29e-f338-4df0-b8b7-6e9f168df647,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:18.992112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-afc59c77-83a2-4198-bae2-be6d149cf276 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:18.993362 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-afc59c77-83a2-4198-bae2-be6d149cf276 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "DELETE /v2.0/security-groups/8e68f29e-f338-4df0-b8b7-6e9f168df647 HTTP/1.1" status: 204 len: 168 time: 0.2061858 Mar 03 05:55:18.996727 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35452) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:19.058809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6fdd4d49-efd7-4963-a851-2f72e81589ca tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Synchronizing usage tracker for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:19.076019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6fdd4d49-efd7-4963-a851-2f72e81589ca tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Unset dirty status for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:19.081171 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6fdd4d49-efd7-4963-a851-2f72e81589ca tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787020 Mar 03 05:55:19.082096 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35456) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:19.088236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-432c4f8b-a084-4227-a8b0-e185270eddaa tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group': {'name': 'tempest-secgroup--375305651'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:19.095461 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-432c4f8b-a084-4227-a8b0-e185270eddaa tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:19.106278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-432c4f8b-a084-4227-a8b0-e185270eddaa tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:19.117735 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-432c4f8b-a084-4227-a8b0-e185270eddaa tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:19.138657 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-432c4f8b-a084-4227-a8b0-e185270eddaa tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:19.142691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-432c4f8b-a084-4227-a8b0-e185270eddaa tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:19.146309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-432c4f8b-a084-4227-a8b0-e185270eddaa tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:19.152139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-432c4f8b-a084-4227-a8b0-e185270eddaa tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:19.237377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-432c4f8b-a084-4227-a8b0-e185270eddaa tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:19.241496 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-432c4f8b-a084-4227-a8b0-e185270eddaa tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:19.291784 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c4f8b-a084-4227-a8b0-e185270eddaa tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a42539c-a93a-4553-92ae-3933f1137667,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:19.298968 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-432c4f8b-a084-4227-a8b0-e185270eddaa tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:19.300637 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-432c4f8b-a084-4227-a8b0-e185270eddaa tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2174153 Mar 03 05:55:19.303420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35460) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:19.305558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0904c5d9-b771-4b15-8826-1aba91481de1 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 6a235076-0554-42fd-b4f8-5e86778839a3 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:55:19.309813 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a1f5bbf5-547e-4507-94ac-6614a678f90d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '6a42539c-a93a-4553-92ae-3933f1137667', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:19.317550 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a1f5bbf5-547e-4507-94ac-6614a678f90d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:19.321469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a1f5bbf5-547e-4507-94ac-6614a678f90d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:19.324664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a1f5bbf5-547e-4507-94ac-6614a678f90d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:19.325969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Allocated IP 172.26.3.221 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/bdc38df3-5388-42a4-a31d-3cf0483306ca) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:55:19.333691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a1f5bbf5-547e-4507-94ac-6614a678f90d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:19.381297 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-a1f5bbf5-547e-4507-94ac-6614a678f90d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The resource could not be found. Mar 03 05:55:19.383089 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a1f5bbf5-547e-4507-94ac-6614a678f90d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0773158 Mar 03 05:55:19.396416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35464) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:19.407386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-70ebeb79-92a9-4f56-be71-3b086430689b tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': '6a42539c-a93a-4553-92ae-3933f1137667', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0ab4a586-0d52-42c4-9705-531fe8e37be3'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:19.427700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-70ebeb79-92a9-4f56-be71-3b086430689b tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:19.484903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8eedf7e7-e456-4d9a-98f6-0c111b917988 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:19.557175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8eedf7e7-e456-4d9a-98f6-0c111b917988 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:19.557539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:19.619291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-70ebeb79-92a9-4f56-be71-3b086430689b tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:19.635038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-70ebeb79-92a9-4f56-be71-3b086430689b tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:19.653423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0904c5d9-b771-4b15-8826-1aba91481de1 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:55:19.655217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-70ebeb79-92a9-4f56-be71-3b086430689b tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:19.688248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c22246-f2fd-4deb-beb8-a9b82a94b933 None None] Sync routers for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:55:19.704709 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c22246-f2fd-4deb-beb8-a9b82a94b933 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:19.705382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-56c22246-f2fd-4deb-beb8-a9b82a94b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:19.752499 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0904c5d9-b771-4b15-8826-1aba91481de1 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2189617 Mar 03 05:55:19.755761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35468) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:19.790754 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-70ebeb79-92a9-4f56-be71-3b086430689b tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The resource could not be found. Mar 03 05:55:19.791818 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-70ebeb79-92a9-4f56-be71-3b086430689b tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3887472 Mar 03 05:55:19.795173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35472) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:19.834876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:19.867717 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-56c22246-f2fd-4deb-beb8-a9b82a94b933 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:19.879715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-192b4db6-c2df-492e-a762-2ce14922b734 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting subnet 2ac2653f-31af-4092-82af-94f9036f4948 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:55:19.883669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-192b4db6-c2df-492e-a762-2ce14922b734 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:19.950242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-192b4db6-c2df-492e-a762-2ce14922b734 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:19.983072 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-56c22246-f2fd-4deb-beb8-a9b82a94b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:18Z', 'revision_number': 11, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:19.988738 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c22246-f2fd-4deb-beb8-a9b82a94b933 None None] Checking router: 6a235076-0554-42fd-b4f8-5e86778839a3 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:55:19.997643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c22246-f2fd-4deb-beb8-a9b82a94b933 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:19.998590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-56c22246-f2fd-4deb-beb8-a9b82a94b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:54:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:20.001190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7c574f63-8673-4564-827d-d0647f94ae3c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.060493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-46a3b525-a73f-4a5f-b787-d0fb46ca0153 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:20.061968 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-46a3b525-a73f-4a5f-b787-d0fb46ca0153 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks?id=77f109e8-63bb-4d7c-8e10-dfb723a5107a HTTP/1.1" status: 200 len: 797 time: 0.2097275 Mar 03 05:55:20.063646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7c574f63-8673-4564-827d-d0647f94ae3c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.106846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.115894 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8e8a20ec-1fdb-4683-9005-3d9efd1ebe4a req-c799f3c1-99a3-4f03-a72f-7389fa0c3d6e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 210 time: 0.0690947 Mar 03 05:55:20.138481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-192b4db6-c2df-492e-a762-2ce14922b734 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.145397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-56c22246-f2fd-4deb-beb8-a9b82a94b933 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:20.215703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:55:20.221461 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-2dcd4206-5b60-4a0b-a663-2cf77a22c49e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 473 time: 0.1470826 Mar 03 05:55:20.225273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:55:20.232256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:55:20.235261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-192b4db6-c2df-492e-a762-2ce14922b734 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.261408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'Port': ['ID=bdc38df3-5388-42a4-a31d-3cf0483306ca,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:20.265949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-56c22246-f2fd-4deb-beb8-a9b82a94b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:18Z', 'revision_number': 11, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:20.266567 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'port': {'device_id': '03094d3a-39de-4df0-823b-a5f8c65d4a50', 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a', 'admin_state_up': True, 'tenant_id': '1718f33843874129926d855b187d15f2', 'security_groups': ['32d88ae1-c3e4-452d-9c40-6c53c62f83bc']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:20.270288 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c22246-f2fd-4deb-beb8-a9b82a94b933 None None] The sync data for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv is: [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:18Z', 'revision_number': 11, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:55:20.276737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b4db6-c2df-492e-a762-2ce14922b734 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac2653f-31af-4092-82af-94f9036f4948,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:20.287422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-192b4db6-c2df-492e-a762-2ce14922b734 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.290248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7c574f63-8673-4564-827d-d0647f94ae3c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.294355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a714c806-2939-4e44-9448-e5cbd573c397 None None] Network decd7ae9-d9df-450e-bdad-a9dcbdbd8d65 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:55:20.310923 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-192b4db6-c2df-492e-a762-2ce14922b734 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/2ac2653f-31af-4092-82af-94f9036f4948 HTTP/1.1" status: 204 len: 168 time: 0.5531430 Mar 03 05:55:20.311874 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35482) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:20.340320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c574f63-8673-4564-827d-d0647f94ae3c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a42539c-a93a-4553-92ae-3933f1137667,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:20.444670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.452767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7c574f63-8673-4564-827d-d0647f94ae3c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.455828 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7c574f63-8673-4564-827d-d0647f94ae3c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "DELETE /v2.0/security-groups/6a42539c-a93a-4553-92ae-3933f1137667 HTTP/1.1" status: 204 len: 168 time: 0.6572049 Mar 03 05:55:20.457572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35486) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:20.472049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Deleting port dfdb4080-fc07-460a-b781-bcdad7357e68 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:20.473120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.495986 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5ddbc959-c44a-43d4-a2f9-cb2aba4c9dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.548492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:20.556491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:port and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:20.560916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:20.570469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:20.596355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0009ba7c-9f07-4a77-929b-e4658d9e738d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Synchronizing usage tracker for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:20.657728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:55:20.661329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.665230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfd059b-6ef6-4ced-8acd-980064470ac8 None None] DHCP port deletion for decd7ae9-d9df-450e-bdad-a9dcbdbd8d65 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:55:20.670037 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd059b-6ef6-4ced-8acd-980064470ac8 None None] Deleting port dfdb4080-fc07-460a-b781-bcdad7357e68 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:20.670350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2cfd059b-6ef6-4ced-8acd-980064470ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.706223 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-0009ba7c-9f07-4a77-929b-e4658d9e738d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Unset dirty status for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:20.706223 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0009ba7c-9f07-4a77-929b-e4658d9e738d tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2474811 Mar 03 05:55:20.713949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35490) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:20.721400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-085d33b5-5be0-44ce-a9de-2c71d66118ca tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': 'fa14a8d6-0ad2-41b8-856f-1dcc0af9878f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:20.737005 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-085d33b5-5be0-44ce-a9de-2c71d66118ca tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:20.745067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-085d33b5-5be0-44ce-a9de-2c71d66118ca tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:20.748658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] For port dfdb4080-fc07-460a-b781-bcdad7357e68, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dfdb4080-fc07-460a-b781-bcdad7357e68,segment=NetworkSegment(1fe9ae21-345f-49d9-91e8-8eec796aec88),segment_id=1fe9ae21-345f-49d9-91e8-8eec796aec88)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:20.749054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.756628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-085d33b5-5be0-44ce-a9de-2c71d66118ca tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:20.765654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-085d33b5-5be0-44ce-a9de-2c71d66118ca tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:20.883674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Calling delete_port for dfdb4080-fc07-460a-b781-bcdad7357e68 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:20.906203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-2cfd059b-6ef6-4ced-8acd-980064470ac8 None None] For port dfdb4080-fc07-460a-b781-bcdad7357e68, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dfdb4080-fc07-460a-b781-bcdad7357e68,segment=NetworkSegment(1fe9ae21-345f-49d9-91e8-8eec796aec88),segment_id=1fe9ae21-345f-49d9-91e8-8eec796aec88)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:20.906667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2cfd059b-6ef6-4ced-8acd-980064470ac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:20.945869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.30 (77f109e8-63bb-4d7c-8e10-dfb723a5107a/9c784ca7-c374-4b0a-aac0-0061b481e422/38c5c75c-d095-443a-b197-f6e209caf2eb) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:55:21.053890 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.086811 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd059b-6ef6-4ced-8acd-980064470ac8 None None] Calling delete_port for dfdb4080-fc07-460a-b781-bcdad7357e68 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:55:21.099204 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-085d33b5-5be0-44ce-a9de-2c71d66118ca tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The resource could not be found. Mar 03 05:55:21.104521 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-085d33b5-5be0-44ce-a9de-2c71d66118ca tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3897474 Mar 03 05:55:21.105667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35494) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:21.111674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-2f9440bf-15bd-464c-a740-0802fb8501d4 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group': {'name': 'tempest-secgroup--418199548'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:21.118749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2f9440bf-15bd-464c-a740-0802fb8501d4 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:21.130668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2f9440bf-15bd-464c-a740-0802fb8501d4 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:21.132479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.179140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Port': ['ID=dfdb4080-fc07-460a-b781-bcdad7357e68,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:21.186691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-2cfd059b-6ef6-4ced-8acd-980064470ac8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:55:21.188027 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-2cfd059b-6ef6-4ced-8acd-980064470ac8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:55:21.196430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No DVR routers for this DVR port dfdb4080-fc07-460a-b781-bcdad7357e68 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:55:21.205949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.231653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2f9440bf-15bd-464c-a740-0802fb8501d4 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.286333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.309019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object 38c5c75c-d095-443a-b197-f6e209caf2eb will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:21.328922 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e2bb4f7d-2455-4a69-a73f-f85374fdfeb7 req-86206eaa-29a1-4e20-80a2-750f59041162 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 210 time: 0.1021397 Mar 03 05:55:21.336400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.343273 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2f9440bf-15bd-464c-a740-0802fb8501d4 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:21.348611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2f9440bf-15bd-464c-a740-0802fb8501d4 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:21.353209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2f9440bf-15bd-464c-a740-0802fb8501d4 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:21.359310 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2f9440bf-15bd-464c-a740-0802fb8501d4 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:21.391809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:55:21.430912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:55:21.431216 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f25bb7f8-8fb5-4078-ba12-6a1d3f3d0b00 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:55:21.432019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dfdb4080-fc07-460a-b781-bcdad7357e68 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:55:21.468764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: dfdb4080-fc07-460a-b781-bcdad7357e68 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:55:21.469192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dfdb4080-fc07-460a-b781-bcdad7357e68 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:55:21.493196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.529388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2f9440bf-15bd-464c-a740-0802fb8501d4 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.531068 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decd7ae9-d9df-450e-bdad-a9dcbdbd8d65']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:21.541306 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2f9440bf-15bd-464c-a740-0802fb8501d4 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.542306 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.555137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe9ae21-345f-49d9-91e8-8eec796aec88') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:21.555464 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe9ae21-345f-49d9-91e8-8eec796aec88') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:21.586212 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.607681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9440bf-15bd-464c-a740-0802fb8501d4 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc6ed33-6708-40e6-90ae-0f181df5e341,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:21.616566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.618951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 77f109e8-63bb-4d7c-8e10-dfb723a5107a is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:55:21.623238 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2f9440bf-15bd-464c-a740-0802fb8501d4 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.624544 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2f9440bf-15bd-464c-a740-0802fb8501d4 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5179923 Mar 03 05:55:21.625598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:55:21.625984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.631137 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:55:21.632816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35500) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:21.644760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:55:21.645804 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:55:21.679413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group': {'name': 'tempest-secgroup--847300199'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:21.685888 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=38c5c75c-d095-443a-b197-f6e209caf2eb,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:21.690339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd059b-6ef6-4ced-8acd-980064470ac8 None None] Deleting port dfdb4080-fc07-460a-b781-bcdad7357e68 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:55:21.690339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2cfd059b-6ef6-4ced-8acd-980064470ac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.707306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:21.715868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:21.720885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:21.734394 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.742481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:21.765080 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.771103 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:21.771725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Pushing event deleted for resources: {'Network': ['ID=decd7ae9-d9df-450e-bdad-a9dcbdbd8d65,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:21.772485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.782267 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-86678d57-4de4-4dd6-8f87-5b641a3fb465 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/networks/decd7ae9-d9df-450e-bdad-a9dcbdbd8d65 HTTP/1.1" status: 204 len: 168 time: 1.4690063 Mar 03 05:55:21.783165 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35504) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:21.790111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-77f7cb5c-ca5d-45cd-a326-baa8688ff886 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'router': {'routes': None}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:21.796894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.798523 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.810618 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a716bb95-1e58-4b54-987e-0d53c5bce46a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5793545 Mar 03 05:55:21.815129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd059b-6ef6-4ced-8acd-980064470ac8 None None] The port 'dfdb4080-fc07-460a-b781-bcdad7357e68' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:55:21.825736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:21.830437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:21.846376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Request body: {'port': {'device_id': '03094d3a-39de-4df0-823b-a5f8c65d4a50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:21.874101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:21.886079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.893274 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:21.899790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:21.946122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e4dbc052-111c-484b-a302-e9cde8297ad4 None None] Provisioning for port 38c5c75c-d095-443a-b197-f6e209caf2eb completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:21.951743 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e4dbc052-111c-484b-a302-e9cde8297ad4 None None] Provisioning complete for port 38c5c75c-d095-443a-b197-f6e209caf2eb triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:21.952487 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc052-111c-484b-a302-e9cde8297ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:22.022610 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e4dbc052-111c-484b-a302-e9cde8297ad4 None None] Port 38c5c75c-d095-443a-b197-f6e209caf2eb cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:55:22.088460 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'Port': ['ID=bdc38df3-5388-42a4-a31d-3cf0483306ca,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:22.106431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.extraroute_db [None req-77f7cb5c-ca5d-45cd-a326-baa8688ff886 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Added routes are [] {{(pid=87792) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 03 05:55:22.106725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.extraroute_db [None req-77f7cb5c-ca5d-45cd-a326-baa8688ff886 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Removed routes are [] {{(pid=87792) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 03 05:55:22.107072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-77f7cb5c-ca5d-45cd-a326-baa8688ff886 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:22.122880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:22.150738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:22.256854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:22.268270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:22.358213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-77f7cb5c-ca5d-45cd-a326-baa8688ff886 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:22.361946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-77f7cb5c-ca5d-45cd-a326-baa8688ff886 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:22.431243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9490a0e-75b7-4453-877e-bf74fd79b4b1,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:22.465582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:22.466774 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a529d35b-0c54-4dff-949a-90e4a23e4341 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8289618 Mar 03 05:55:22.473659 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35510) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:22.493157 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6d71dc50-30d7-452e-8944-f6e5eaf93d68 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group_rule': {'security_group_id': 'dcc6ed33-6708-40e6-90ae-0f181df5e341', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c9490a0e-75b7-4453-877e-bf74fd79b4b1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:22.502938 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6d71dc50-30d7-452e-8944-f6e5eaf93d68 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:22.530928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6d71dc50-30d7-452e-8944-f6e5eaf93d68 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:22.546255 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Floating IP 76f3a0d3-f658-47c8-84de-5d2ccf6219ea associated. External IP: 172.26.3.221, port: b1c25d45-114b-4b76-8996-7459caa98368. Mar 03 05:55:22.593770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6d71dc50-30d7-452e-8944-f6e5eaf93d68 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:22.617447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6d71dc50-30d7-452e-8944-f6e5eaf93d68 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:22.659867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f7cb5c-ca5d-45cd-a326-baa8688ff886 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 6a235076-0554-42fd-b4f8-5e86778839a3 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:55:22.809730 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-6d71dc50-30d7-452e-8944-f6e5eaf93d68 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 05:55:22.810768 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6d71dc50-30d7-452e-8944-f6e5eaf93d68 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3361931 Mar 03 05:55:22.816715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35514) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:22.843058 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f7cb5c-ca5d-45cd-a326-baa8688ff886 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:55:22.851594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-77f7cb5c-ca5d-45cd-a326-baa8688ff886 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:22.852432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:22.856218 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-77f7cb5c-ca5d-45cd-a326-baa8688ff886 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3 HTTP/1.1" status: 200 len: 699 time: 1.0716546 Mar 03 05:55:22.857150 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35518) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:22.859685 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b5d95d-30e6-42ed-91fa-ce3674d88cb1 None None] Sync routers for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:55:22.871911 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b5d95d-30e6-42ed-91fa-ce3674d88cb1 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:22.873447 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a0b5d95d-30e6-42ed-91fa-ce3674d88cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:22.897547 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba1a75-0325-4b86-94e9-322f003ba12c req-1217522a-7a08-439f-bd65-2fa438eb16c7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:22.898983 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b3ba1a75-0325-4b86-94e9-322f003ba12c req-1217522a-7a08-439f-bd65-2fa438eb16c7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 932 time: 0.4628923 Mar 03 05:55:22.925029 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7954b953-72da-4b6b-a272-11c5609d666b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Synchronizing usage tracker for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:22.958946 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b3ba1a75-0325-4b86-94e9-322f003ba12c req-a4311c39-0a01-481c-a02d-1ffaf0f655d7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=32d88ae1-c3e4-452d-9c40-6c53c62f83bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537336 Mar 03 05:55:22.962202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7954b953-72da-4b6b-a272-11c5609d666b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Unset dirty status for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:22.966746 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7954b953-72da-4b6b-a272-11c5609d666b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a235076-0554-42fd-b4f8-5e86778839a3 HTTP/1.1" status: 200 len: 205 time: 0.1075964 Mar 03 05:55:22.967530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35522) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:23.006280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38c5c75c-d095-443a-b197-f6e209caf2eb {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:55:23.014773 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-a0b5d95d-30e6-42ed-91fa-ce3674d88cb1 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:23.024138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.039602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Transition to ACTIVE for port object 38c5c75c-d095-443a-b197-f6e209caf2eb will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:23.053876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.123501 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a0b5d95d-30e6-42ed-91fa-ce3674d88cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:18Z', 'revision_number': 11, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:23.128195 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b5d95d-30e6-42ed-91fa-ce3674d88cb1 None None] Checking router: 6a235076-0554-42fd-b4f8-5e86778839a3 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:55:23.132145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ef72000-7d37-4894-b41a-0508e2219a37 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.139921 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b5d95d-30e6-42ed-91fa-ce3674d88cb1 None None] Routers {'6a235076-0554-42fd-b4f8-5e86778839a3'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:23.140962 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a0b5d95d-30e6-42ed-91fa-ce3674d88cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['6a235076-0554-42fd-b4f8-5e86778839a3'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:23.247447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f7e9cfd-f32d-452c-a30f-12211c254643 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.291395 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-a0b5d95d-30e6-42ed-91fa-ce3674d88cb1 None None] Set router 6a235076-0554-42fd-b4f8-5e86778839a3 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:23.438285 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a0b5d95d-30e6-42ed-91fa-ce3674d88cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:18Z', 'revision_number': 11, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:23.443869 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b5d95d-30e6-42ed-91fa-ce3674d88cb1 None None] The sync data for ids ['6a235076-0554-42fd-b4f8-5e86778839a3'] in dv-neutron-831582-1-hyperv is: [{'id': '6a235076-0554-42fd-b4f8-5e86778839a3', 'name': 'tempest-RoutersTest-router-47269507', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:29Z', 'updated_at': '2022-03-03T05:55:18Z', 'revision_number': 11, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:55:23.462160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f7e9cfd-f32d-452c-a30f-12211c254643 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.469206 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ef72000-7d37-4894-b41a-0508e2219a37 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.472161 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ef72000-7d37-4894-b41a-0508e2219a37 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.498320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ef72000-7d37-4894-b41a-0508e2219a37 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.498899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef72000-7d37-4894-b41a-0508e2219a37 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Fanout notify agent at l3_agent the message router_deleted on router 6a235076-0554-42fd-b4f8-5e86778839a3 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:55:23.511665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Pushing event updated for resources: {'Port': ['ID=38c5c75c-d095-443a-b197-f6e209caf2eb,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:23.523115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0ef72000-7d37-4894-b41a-0508e2219a37 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.523965 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0ef72000-7d37-4894-b41a-0508e2219a37 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3 HTTP/1.1" status: 204 len: 168 time: 0.5554032 Mar 03 05:55:23.528075 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35526) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:23.534716 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-cfcc9fb1-6581-4a5c-b969-5d0ce88a053f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-650373294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:23.543253 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cfcc9fb1-6581-4a5c-b969-5d0ce88a053f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:23.548333 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cfcc9fb1-6581-4a5c-b969-5d0ce88a053f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Usage tracker for resource:router and tenant:de8e349f4d1b46c9bee33c82b530768d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:23.552341 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cfcc9fb1-6581-4a5c-b969-5d0ce88a053f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:23.558479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cfcc9fb1-6581-4a5c-b969-5d0ce88a053f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:23.571002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9fb1-6581-4a5c-b969-5d0ce88a053f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.572047 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9fb1-6581-4a5c-b969-5d0ce88a053f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.589858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9fb1-6581-4a5c-b969-5d0ce88a053f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.594736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Router 98f660af-7aab-492c-bb93-9d53fa5b3fca has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:55:23.613869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9fb1-6581-4a5c-b969-5d0ce88a053f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.643301 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cfcc9fb1-6581-4a5c-b969-5d0ce88a053f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.645542 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cfcc9fb1-6581-4a5c-b969-5d0ce88a053f tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1162102 Mar 03 05:55:23.648213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35530) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:23.654614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-df3ea931-4df8-438d-bfe3-41c845cb4dd9 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:23.706713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Attempting to bind port 38c5c75c-d095-443a-b197-f6e209caf2eb on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:55:23.707557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Attempting to bind port 38c5c75c-d095-443a-b197-f6e209caf2eb by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:55:23.707910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Attempting to bind port 38c5c75c-d095-443a-b197-f6e209caf2eb on network 77f109e8-63bb-4d7c-8e10-dfb723a5107a {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:55:23.711981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f7e9cfd-f32d-452c-a30f-12211c254643 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.734055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Port 38c5c75c-d095-443a-b197-f6e209caf2eb on network 77f109e8-63bb-4d7c-8e10-dfb723a5107a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:55:23.734384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Attempting to bind port 38c5c75c-d095-443a-b197-f6e209caf2eb on network 77f109e8-63bb-4d7c-8e10-dfb723a5107a {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:55:23.743748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e9cfd-f32d-452c-a30f-12211c254643 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9490a0e-75b7-4453-877e-bf74fd79b4b1,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:23.756210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:55:23.756552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Checking segment: {'id': 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:55:23.756934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Bound using segment: {'id': 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:55:23.757373 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Bound port: 38c5c75c-d095-443a-b197-f6e209caf2eb, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:55:23.757716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.835065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f7e9cfd-f32d-452c-a30f-12211c254643 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:23.838413 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2f7e9cfd-f32d-452c-a30f-12211c254643 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "DELETE /v2.0/security-groups/c9490a0e-75b7-4453-877e-bf74fd79b4b1 HTTP/1.1" status: 204 len: 168 time: 1.0172441 Mar 03 05:55:23.841620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35534) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:23.918452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:55:23.930407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363bdd9-f497-4071-b9d2-051e9a1167b2 None None] Sync routers for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:55:23.940245 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363bdd9-f497-4071-b9d2-051e9a1167b2 None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:23.940850 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7363bdd9-f497-4071-b9d2-051e9a1167b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:23.993484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:24.030870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] For port 38c5c75c-d095-443a-b197-f6e209caf2eb, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:55:24.045764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-baf1ef4e-0385-43ff-9783-f5a145a9816f tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Synchronizing usage tracker for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:24.057733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] For port 38c5c75c-d095-443a-b197-f6e209caf2eb, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=38c5c75c-d095-443a-b197-f6e209caf2eb,segment=NetworkSegment(f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63),segment_id=f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:55:24.076750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:24.130650 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-822cf870-00f4-4dea-be90-5d2b4beb5501 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7559991 Mar 03 05:55:24.135703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1900f6-c67b-4c0d-8e49-b3241412e065', 'tag': 'b1c25d45-114b-4b76-8996-7459caa98368'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:55:24.140513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-baf1ef4e-0385-43ff-9783-f5a145a9816f tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Unset dirty status for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:24.141806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-7363bdd9-f497-4071-b9d2-051e9a1167b2 None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:24.142310 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-baf1ef4e-0385-43ff-9783-f5a145a9816f tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2995591 Mar 03 05:55:24.144978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35544) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:24.198424 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1900f6-c67b-4c0d-8e49-b3241412e065', 'tag': 'b1c25d45-114b-4b76-8996-7459caa98368', 'status': 'completed', 'code': 200} Mar 03 05:55:24.205150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:24.205823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:24.207204 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] 10.222.0.23 "PUT /v2.0/ports/38c5c75c-d095-443a-b197-f6e209caf2eb HTTP/1.1" status: 200 len: 1094 time: 2.3650713 Mar 03 05:55:24.267261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df3ea931-4df8-438d-bfe3-41c845cb4dd9 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:24.290874 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df3ea931-4df8-438d-bfe3-41c845cb4dd9 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:24.360205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5dfa47e9-a372-4ef6-b240-2ec5e3951782 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:24.390298 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5dfa47e9-a372-4ef6-b240-2ec5e3951782 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:24.406669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9e15e-17f2-441a-8749-27c120a601fd req-bc77d54a-01dd-475d-bc6b-056158c49a14 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:24.408097 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cfe9e15e-17f2-441a-8749-27c120a601fd req-bc77d54a-01dd-475d-bc6b-056158c49a14 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 944 time: 0.2138708 Mar 03 05:55:24.474110 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f119e4-6a0b-414b-96f2-f63dc749856c service neutron] Pushing event updated for resources: {'Port': ['ID=38c5c75c-d095-443a-b197-f6e209caf2eb,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:24.504950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5dfa47e9-a372-4ef6-b240-2ec5e3951782 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:24.538721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa47e9-a372-4ef6-b240-2ec5e3951782 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc6ed33-6708-40e6-90ae-0f181df5e341,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:24.548638 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cfe9e15e-17f2-441a-8749-27c120a601fd req-c03e90c3-eb95-43d4-b365-3e5ab2a3ae98 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=32d88ae1-c3e4-452d-9c40-6c53c62f83bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681188 Mar 03 05:55:24.557212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-daf10860-06aa-42ee-9848-ffd04bf5b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:24.558698 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-daf10860-06aa-42ee-9848-ffd04bf5b83e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 1097 time: 0.2848573 Mar 03 05:55:24.560928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d4ea-ae66-488f-b2ec-795f689a07a2 req-e5af4b2b-d289-4982-99c2-a4ef0b72a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:24.562280 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-53b9d4ea-ae66-488f-b2ec-795f689a07a2 req-e5af4b2b-d289-4982-99c2-a4ef0b72a25c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 1098 time: 0.3445253 Mar 03 05:55:24.568205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5dfa47e9-a372-4ef6-b240-2ec5e3951782 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:24.569265 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5dfa47e9-a372-4ef6-b240-2ec5e3951782 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "DELETE /v2.0/security-groups/dcc6ed33-6708-40e6-90ae-0f181df5e341 HTTP/1.1" status: 204 len: 168 time: 0.4231412 Mar 03 05:55:24.575288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35548) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:24.590309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3ea931-4df8-438d-bfe3-41c845cb4dd9 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Router 4a482176-d86b-4b04-b6bf-1ae3b92bfaac is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:55:24.648092 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7363bdd9-f497-4071-b9d2-051e9a1167b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '76f3a0d3-f658-47c8-84de-5d2ccf6219ea', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.221', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'b1c25d45-114b-4b76-8996-7459caa98368', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:91:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1900f6-c67b-4c0d-8e49-b3241412e065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:55:20Z', 'updated_at': '2022-03-03T05:55:20Z', 'revision_number': 0, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:24.652101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363bdd9-f497-4071-b9d2-051e9a1167b2 None None] Checking router: 98f660af-7aab-492c-bb93-9d53fa5b3fca for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:55:24.660749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7363bdd9-f497-4071-b9d2-051e9a1167b2 None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:24.661351 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7363bdd9-f497-4071-b9d2-051e9a1167b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:24.674204 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-a8bb9cb0-dbe6-448f-b76f-0023cb3ff0a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=38c5c75c-d095-443a-b197-f6e209caf2eb HTTP/1.1" status: 200 len: 217 time: 0.1036577 Mar 03 05:55:24.755153 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-def4d97e-28f8-4bcd-99e3-60d7f959f518 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Synchronizing usage tracker for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:24.761495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3ea931-4df8-438d-bfe3-41c845cb4dd9 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:55:24.770554 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-df3ea931-4df8-438d-bfe3-41c845cb4dd9 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:24.773938 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-df3ea931-4df8-438d-bfe3-41c845cb4dd9 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "PUT /v2.0/routers/4a482176-d86b-4b04-b6bf-1ae3b92bfaac HTTP/1.1" status: 200 len: 693 time: 1.1223772 Mar 03 05:55:24.774106 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0a935-d3ab-4a88-868a-29a7897881e7 None None] Sync routers for ids ['4a482176-d86b-4b04-b6bf-1ae3b92bfaac'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:55:24.775120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35552) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:24.787437 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0a935-d3ab-4a88-868a-29a7897881e7 None None] Routers {'4a482176-d86b-4b04-b6bf-1ae3b92bfaac'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:24.789173 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c1c0a935-d3ab-4a88-868a-29a7897881e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['4a482176-d86b-4b04-b6bf-1ae3b92bfaac'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:24.824053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-2bbc6d54-c368-4b69-aed1-7b95871c190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:24.825488 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-2bbc6d54-c368-4b69-aed1-7b95871c190b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c784ca7-c374-4b0a-aac0-0061b481e422 HTTP/1.1" status: 200 len: 838 time: 0.1463685 Mar 03 05:55:24.826635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d4ea-ae66-488f-b2ec-795f689a07a2 req-54f86724-3c39-444b-8678-5737d661cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:24.827939 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-53b9d4ea-ae66-488f-b2ec-795f689a07a2 req-54f86724-3c39-444b-8678-5737d661cdfd service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 912 time: 0.2049298 Mar 03 05:55:24.848758 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-def4d97e-28f8-4bcd-99e3-60d7f959f518 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Unset dirty status for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:24.849970 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-def4d97e-28f8-4bcd-99e3-60d7f959f518 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2736685 Mar 03 05:55:24.854901 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35556) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:24.864668 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-7363bdd9-f497-4071-b9d2-051e9a1167b2 None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:24.907836 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a57bd293-9f90-4939-851f-d1201c7cb495 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089700994'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:24.923113 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a57bd293-9f90-4939-851f-d1201c7cb495 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:24.930973 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4c19dae4-ac9a-4dd9-81a1-7d4553b303e8 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/routers/4a482176-d86b-4b04-b6bf-1ae3b92bfaac HTTP/1.1" status: 200 len: 699 time: 0.1548257 Mar 03 05:55:24.936380 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35560) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:24.946815 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-c1c0a935-d3ab-4a88-868a-29a7897881e7 None None] Set router 4a482176-d86b-4b04-b6bf-1ae3b92bfaac gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:24.976319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a57bd293-9f90-4939-851f-d1201c7cb495 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:24.993425 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-40d592a9-31d5-45c3-af80-364c0bfbfab8 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a482176-d86b-4b04-b6bf-1ae3b92bfaac HTTP/1.1" status: 200 len: 205 time: 0.0556443 Mar 03 05:55:24.996050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35564) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:25.059180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a57bd293-9f90-4939-851f-d1201c7cb495 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:25.067691 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c1c0a935-d3ab-4a88-868a-29a7897881e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a482176-d86b-4b04-b6bf-1ae3b92bfaac', 'name': 'tempest-RoutersTest-router-650373294', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:23Z', 'updated_at': '2022-03-03T05:55:24Z', 'revision_number': 2, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:25.072901 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0a935-d3ab-4a88-868a-29a7897881e7 None None] Checking router: 4a482176-d86b-4b04-b6bf-1ae3b92bfaac for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:55:25.086917 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c0a935-d3ab-4a88-868a-29a7897881e7 None None] Routers {'4a482176-d86b-4b04-b6bf-1ae3b92bfaac'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:25.087894 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c1c0a935-d3ab-4a88-868a-29a7897881e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['4a482176-d86b-4b04-b6bf-1ae3b92bfaac'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:25.152470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a57bd293-9f90-4939-851f-d1201c7cb495 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:25.156535 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0e2-7444-4e0d-a630-fa6293c6ba0b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:25.179191 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-53b9d4ea-ae66-488f-b2ec-795f689a07a2 req-c2ed0cab-be99-46ca-938e-b21a6204990f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1c25d45-114b-4b76-8996-7459caa98368 HTTP/1.1" status: 200 len: 999 time: 0.3390062 Mar 03 05:55:25.215860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a57bd293-9f90-4939-851f-d1201c7cb495 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Usage tracker for resource:security_group_rule and tenant:edb6ec5e65b945e49efa6fa28bbe117c is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:25.227277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a57bd293-9f90-4939-851f-d1201c7cb495 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:25.236793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-3f673e8a-7643-4e9c-b1b9-82c4fe4500a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:25.237099 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a57bd293-9f90-4939-851f-d1201c7cb495 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:25.238772 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-3f673e8a-7643-4e9c-b1b9-82c4fe4500a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f109e8-63bb-4d7c-8e10-dfb723a5107a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4004281 Mar 03 05:55:25.281855 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-c1c0a935-d3ab-4a88-868a-29a7897881e7 None None] Set router 4a482176-d86b-4b04-b6bf-1ae3b92bfaac gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:25.292152 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d4ea-ae66-488f-b2ec-795f689a07a2 req-afada2aa-82bf-429b-a952-c22abbcb930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:25.293893 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-53b9d4ea-ae66-488f-b2ec-795f689a07a2 req-afada2aa-82bf-429b-a952-c22abbcb930b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.1077137 Mar 03 05:55:25.363161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7363bdd9-f497-4071-b9d2-051e9a1167b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '76f3a0d3-f658-47c8-84de-5d2ccf6219ea', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.221', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'b1c25d45-114b-4b76-8996-7459caa98368', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:91:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1900f6-c67b-4c0d-8e49-b3241412e065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:55:20Z', 'updated_at': '2022-03-03T05:55:20Z', 'revision_number': 0, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:25.367864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363bdd9-f497-4071-b9d2-051e9a1167b2 None None] The sync data for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv is: [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '76f3a0d3-f658-47c8-84de-5d2ccf6219ea', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.221', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'b1c25d45-114b-4b76-8996-7459caa98368', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:91:bc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1900f6-c67b-4c0d-8e49-b3241412e065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:55:20Z', 'updated_at': '2022-03-03T05:55:20Z', 'revision_number': 0, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:55:25.398638 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c1c0a935-d3ab-4a88-868a-29a7897881e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a482176-d86b-4b04-b6bf-1ae3b92bfaac', 'name': 'tempest-RoutersTest-router-650373294', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:23Z', 'updated_at': '2022-03-03T05:55:24Z', 'revision_number': 2, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:25.413395 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c0a935-d3ab-4a88-868a-29a7897881e7 None None] The sync data for ids ['4a482176-d86b-4b04-b6bf-1ae3b92bfaac'] in dv-neutron-831582-1-hyperv is: [{'id': '4a482176-d86b-4b04-b6bf-1ae3b92bfaac', 'name': 'tempest-RoutersTest-router-650373294', 'tenant_id': 'de8e349f4d1b46c9bee33c82b530768d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:23Z', 'updated_at': '2022-03-03T05:55:24Z', 'revision_number': 2, 'project_id': 'de8e349f4d1b46c9bee33c82b530768d', 'gw_port_host': None}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:55:25.505622 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-afbd094e-af58-40a6-923c-b440f49d892c service neutron] 10.222.0.23 "GET /v2.0/networks/77f109e8-63bb-4d7c-8e10-dfb723a5107a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611592 Mar 03 05:55:25.522662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0e2-7444-4e0d-a630-fa6293c6ba0b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:25.525743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0e2-7444-4e0d-a630-fa6293c6ba0b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:25.553750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9d4ea-ae66-488f-b2ec-795f689a07a2 req-cda41134-88b2-4e41-ad55-549659130f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:25.555411 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-53b9d4ea-ae66-488f-b2ec-795f689a07a2 req-cda41134-88b2-4e41-ad55-549659130f38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1604927 Mar 03 05:55:25.566211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0e2-7444-4e0d-a630-fa6293c6ba0b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:25.566777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e8d0e2-7444-4e0d-a630-fa6293c6ba0b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Fanout notify agent at l3_agent the message router_deleted on router 4a482176-d86b-4b04-b6bf-1ae3b92bfaac {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:55:25.676449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c123d1b-7ebc-4a3f-acd1-61ad7b2c576d None None] New status for floating IP 76f3a0d3-f658-47c8-84de-5d2ccf6219ea: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:55:25.779410 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0de188d-7e50-4536-a4bd-2ffdf2357bf6 req-00696e5d-3335-49c4-a8c1-6a2fbaa82a31 service neutron] 10.222.0.23 "GET /v2.0/networks/77f109e8-63bb-4d7c-8e10-dfb723a5107a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659056 Mar 03 05:55:25.796643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a57bd293-9f90-4939-851f-d1201c7cb495 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:25.809078 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-53b9d4ea-ae66-488f-b2ec-795f689a07a2 req-21d9da23-1d3f-40ec-975b-673c3002ba5f service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941974 Mar 03 05:55:25.813136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a57bd293-9f90-4939-851f-d1201c7cb495 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:25.857081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0e2-7444-4e0d-a630-fa6293c6ba0b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:25.858156 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-48e8d0e2-7444-4e0d-a630-fa6293c6ba0b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/4a482176-d86b-4b04-b6bf-1ae3b92bfaac HTTP/1.1" status: 204 len: 168 time: 0.8609977 Mar 03 05:55:25.866404 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35570) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:25.912273 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a57bd293-9f90-4939-851f-d1201c7cb495 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:25.913773 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a57bd293-9f90-4939-851f-d1201c7cb495 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0577610 Mar 03 05:55:25.914757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bd293-9f90-4939-851f-d1201c7cb495 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53caa903-a2e5-4c0c-9b71-03770ee41c37,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:25.916721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35574) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:25.924844 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-93d8dc90-2c49-436f-82fd-0cb9273e6294 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a482176-d86b-4b04-b6bf-1ae3b92bfaac HTTP/1.1" status: 200 len: 205 time: 0.0570784 Mar 03 05:55:25.928419 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35578) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:25.934622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-048d415b-146d-4dbe-9063-3cb1e9e3f2d9 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:25.934957 dv-neutron-831582-1-hyperv neutron-server[87793]: WARNING neutron.api.v2.base [None req-048d415b-146d-4dbe-9063-3cb1e9e3f2d9 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 03 05:55:25.935512 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-048d415b-146d-4dbe-9063-3cb1e9e3f2d9 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] update failed (client error): There was a conflict when trying to complete your request. Mar 03 05:55:25.938936 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-048d415b-146d-4dbe-9063-3cb1e9e3f2d9 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "PUT /v2.0/security-groups/53caa903-a2e5-4c0c-9b71-03770ee41c37 HTTP/1.1" status: 409 len: 330 time: 0.0185492 Mar 03 05:55:25.939988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35582) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:25.999806 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-53b9d4ea-ae66-488f-b2ec-795f689a07a2 req-114aa02d-2afe-4e19-aad4-f770515440a3 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837540 Mar 03 05:55:26.032378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4fbbc025-d2f5-4466-8dc2-55de0e028457 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:26.034100 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-d57db673-6899-4a37-9960-6c940938c31c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] delete failed (client error): The resource could not be found. Mar 03 05:55:26.034196 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d57db673-6899-4a37-9960-6c940938c31c tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/4a482176-d86b-4b04-b6bf-1ae3b92bfaac HTTP/1.1" status: 404 len: 336 time: 0.1031175 Mar 03 05:55:26.037046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35586) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.047629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099ea2e-497d-463b-a7fc-ff52f9af5d81 req-9d69914f-1871-48ee-a7b1-d64298754b31 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:26.049141 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a099ea2e-497d-463b-a7fc-ff52f9af5d81 req-9d69914f-1871-48ee-a7b1-d64298754b31 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 944 time: 0.3088644 Mar 03 05:55:26.095433 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd8a34a-e4e6-479f-9bdd-8d5c46346787 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:26.095829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd8a34a-e4e6-479f-9bdd-8d5c46346787 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:26.103003 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bdd8a34a-e4e6-479f-9bdd-8d5c46346787 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/30738ec6-ae4a-4434-9bb8-047b18d65286 HTTP/1.1" status: 404 len: 337 time: 0.0601101 Mar 03 05:55:26.103132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35590) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.113545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4fbbc025-d2f5-4466-8dc2-55de0e028457 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:26.149222 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a099ea2e-497d-463b-a7fc-ff52f9af5d81 req-9495c46e-b378-4c5c-b763-80c0d48d54d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=32d88ae1-c3e4-452d-9c40-6c53c62f83bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924263 Mar 03 05:55:26.150763 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-819f48c8-7faa-4eb4-adfb-179592d95282 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:26.151829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819f48c8-7faa-4eb4-adfb-179592d95282 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:26.154137 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-819f48c8-7faa-4eb4-adfb-179592d95282 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/79f03f8c-f295-4383-9230-32879c61923d HTTP/1.1" status: 404 len: 337 time: 0.0509515 Mar 03 05:55:26.162078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35594) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.167704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4fbbc025-d2f5-4466-8dc2-55de0e028457 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:26.190426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbc025-d2f5-4466-8dc2-55de0e028457 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53caa903-a2e5-4c0c-9b71-03770ee41c37,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:26.199666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03094d3a-39de-4df0-823b-a5f8c65d4a50', 'tag': '38c5c75c-d095-443a-b197-f6e209caf2eb'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:55:26.210714 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-5feb3418-5ca9-494a-a131-0e8f89469597 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:26.210714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5feb3418-5ca9-494a-a131-0e8f89469597 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:26.210946 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4fbbc025-d2f5-4466-8dc2-55de0e028457 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:26.214002 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4fbbc025-d2f5-4466-8dc2-55de0e028457 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "DELETE /v2.0/security-groups/53caa903-a2e5-4c0c-9b71-03770ee41c37 HTTP/1.1" status: 204 len: 168 time: 0.2714493 Mar 03 05:55:26.215640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35600) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.215640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35602) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.215938 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5feb3418-5ca9-494a-a131-0e8f89469597 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/e6009cb9-3e09-4704-9a21-146d2a5b2d7e HTTP/1.1" status: 404 len: 337 time: 0.0523064 Mar 03 05:55:26.263819 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03094d3a-39de-4df0-823b-a5f8c65d4a50', 'tag': '38c5c75c-d095-443a-b197-f6e209caf2eb', 'status': 'completed', 'code': 200} Mar 03 05:55:26.272664 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87e0cef-e779-407b-80fb-53435e8e59e3 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:26.273584 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87e0cef-e779-407b-80fb-53435e8e59e3 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:26.275216 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a87e0cef-e779-407b-80fb-53435e8e59e3 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/2ac2653f-31af-4092-82af-94f9036f4948 HTTP/1.1" status: 404 len: 337 time: 0.0577540 Mar 03 05:55:26.280303 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35608) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.356473 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fb8aac76-f9e5-4a70-b08d-1b28c4ef7f12 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a235076-0554-42fd-b4f8-5e86778839a3 HTTP/1.1" status: 200 len: 205 time: 0.0741456 Mar 03 05:55:26.356855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a0b9fde8-3c13-4f52-998e-8f41c33d9659 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Synchronizing usage tracker for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:26.356971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35612) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.387792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a0b9fde8-3c13-4f52-998e-8f41c33d9659 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] Unset dirty status for tenant:edb6ec5e65b945e49efa6fa28bbe117c on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:26.390132 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a0b9fde8-3c13-4f52-998e-8f41c33d9659 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1747143 Mar 03 05:55:26.397374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35616) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.426886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4abb2d-b019-490c-ba38-e6c7730f2d67 req-6332da50-888b-4cc9-8e45-ed95453bc722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:26.428708 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2e4abb2d-b019-490c-ba38-e6c7730f2d67 req-6332da50-888b-4cc9-8e45-ed95453bc722 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 1097 time: 0.1453242 Mar 03 05:55:26.429362 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-a7f95721-ae34-40d5-ac8c-53f1dafdfe7b tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] delete failed (client error): The resource could not be found. Mar 03 05:55:26.430982 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a7f95721-ae34-40d5-ac8c-53f1dafdfe7b tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "DELETE /v2.0/security-groups/1a601845-74b7-4a0a-b040-e0b3b00524a2 HTTP/1.1" status: 404 len: 347 time: 0.0319479 Mar 03 05:55:26.436398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35620) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.439125 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-dac77a55-6030-4dd1-80a0-e4682b395976 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] delete failed (client error): The resource could not be found. Mar 03 05:55:26.440382 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-dac77a55-6030-4dd1-80a0-e4682b395976 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/6a235076-0554-42fd-b4f8-5e86778839a3 HTTP/1.1" status: 404 len: 336 time: 0.0839298 Mar 03 05:55:26.454005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35624) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.460782 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-48b0d074-b628-464e-b9f8-0710c32bd9f5 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] show failed (client error): The resource could not be found. Mar 03 05:55:26.465485 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-48b0d074-b628-464e-b9f8-0710c32bd9f5 tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "GET /v2.0/security-groups/0292a6d9-2e6a-41b2-aafb-e6e448a3e784 HTTP/1.1" status: 404 len: 347 time: 0.0242422 Mar 03 05:55:26.466382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35628) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.482870 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-4e40fcb7-0975-4df3-8a98-b5892531762c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] show failed (client error): The resource could not be found. Mar 03 05:55:26.487091 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4e40fcb7-0975-4df3-8a98-b5892531762c tempest-NegativeSecGroupTest-2091027270 tempest-NegativeSecGroupTest-2091027270-project] 10.222.0.20 "GET /v2.0/security-group-rules/3557c140-03d7-4d38-8ab8-f491afe8332e HTTP/1.1" status: 404 len: 356 time: 0.0174527 Mar 03 05:55:26.516016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2682a626-db9d-4d58-91e6-c925352e856a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Synchronizing usage tracker for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:26.588428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2682a626-db9d-4d58-91e6-c925352e856a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] Unset dirty status for tenant:de8e349f4d1b46c9bee33c82b530768d on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:26.589232 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2682a626-db9d-4d58-91e6-c925352e856a tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=3582691b-e34f-46bb-98db-d3f9e2b37b12 HTTP/1.1" status: 200 len: 205 time: 0.1345258 Mar 03 05:55:26.592275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35634) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.669008 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-271b5876-0bc9-44ae-9d83-db5da1aee998 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] delete failed (client error): The resource could not be found. Mar 03 05:55:26.670387 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-271b5876-0bc9-44ae-9d83-db5da1aee998 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/3582691b-e34f-46bb-98db-d3f9e2b37b12 HTTP/1.1" status: 404 len: 336 time: 0.0774350 Mar 03 05:55:26.673434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35638) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.695114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4abb2d-b019-490c-ba38-e6c7730f2d67 req-acd8aa08-a0f0-4ede-b6a6-17884380cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:26.695114 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2e4abb2d-b019-490c-ba38-e6c7730f2d67 req-acd8aa08-a0f0-4ede-b6a6-17884380cfc9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77f109e8-63bb-4d7c-8e10-dfb723a5107a HTTP/1.1" status: 200 len: 898 time: 0.2598488 Mar 03 05:55:26.725878 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6134eb6-942d-461e-a194-b1062243d5b4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:26.727444 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6134eb6-942d-461e-a194-b1062243d5b4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:26.733067 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d6134eb6-942d-461e-a194-b1062243d5b4 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/19d6a4b1-c940-4441-a94e-9066e8648d39 HTTP/1.1" status: 404 len: 337 time: 0.0545716 Mar 03 05:55:26.744054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35642) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.793445 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2e4abb2d-b019-490c-ba38-e6c7730f2d67 req-e02cfb80-c96a-45e5-b074-875dd3aa79dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=38c5c75c-d095-443a-b197-f6e209caf2eb HTTP/1.1" status: 200 len: 217 time: 0.0893707 Mar 03 05:55:26.807913 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d2a2c63d-9d7c-466f-81f3-b3742cf4fff5 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=55b8d09b-86ab-43c1-9668-d68798802b51 HTTP/1.1" status: 200 len: 205 time: 0.0616448 Mar 03 05:55:26.809309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35648) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.876300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4abb2d-b019-490c-ba38-e6c7730f2d67 req-a44f2e06-0af7-475b-a9d5-8d06fdf76f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:26.877087 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2e4abb2d-b019-490c-ba38-e6c7730f2d67 req-a44f2e06-0af7-475b-a9d5-8d06fdf76f87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9c784ca7-c374-4b0a-aac0-0061b481e422 HTTP/1.1" status: 200 len: 838 time: 0.0797648 Mar 03 05:55:26.878840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35652) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.899700 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-3956beee-9c88-4724-a800-a611e733e848 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] delete failed (client error): The resource could not be found. Mar 03 05:55:26.899700 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3956beee-9c88-4724-a800-a611e733e848 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/55b8d09b-86ab-43c1-9668-d68798802b51 HTTP/1.1" status: 404 len: 336 time: 0.0830133 Mar 03 05:55:26.899700 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35658) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:26.950065 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2ded620e-27d4-4f7f-8f88-4b3d70587d92 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=06e9a915-7cd6-4120-9923-9ab31370301a HTTP/1.1" status: 200 len: 205 time: 0.0492771 Mar 03 05:55:26.950065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35662) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:27.043982 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-fdffa52b-dccd-4d43-b127-242c76034928 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] delete failed (client error): The resource could not be found. Mar 03 05:55:27.044877 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fdffa52b-dccd-4d43-b127-242c76034928 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/06e9a915-7cd6-4120-9923-9ab31370301a HTTP/1.1" status: 404 len: 336 time: 0.0950236 Mar 03 05:55:27.047883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35666) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:27.087176 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-247eaba5-df84-4154-ab55-fa1e5ee1b34b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:27.087633 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247eaba5-df84-4154-ab55-fa1e5ee1b34b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:27.089320 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-247eaba5-df84-4154-ab55-fa1e5ee1b34b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/87694f06-4a45-42ea-961e-241284f69638 HTTP/1.1" status: 404 len: 337 time: 0.0404613 Mar 03 05:55:27.092297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35670) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:27.139674 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6c3be1f0-12b8-4599-9484-cbbabbd0c94d tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=50e6f10c-7da5-4ed9-bcae-3f91918b74ed HTTP/1.1" status: 200 len: 205 time: 0.0465159 Mar 03 05:55:27.141958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35674) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:27.147849 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fad0cee8-0fea-4dff-9eb4-9fd7b6f17eab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edb6ec5e65b945e49efa6fa28bbe117c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2674162 Mar 03 05:55:27.152853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35678) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:27.166962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4abb2d-b019-490c-ba38-e6c7730f2d67 req-f695bcb5-e4c5-4934-87c2-7e92d8a9c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:27.168912 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2e4abb2d-b019-490c-ba38-e6c7730f2d67 req-f695bcb5-e4c5-4934-87c2-7e92d8a9c83d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77f109e8-63bb-4d7c-8e10-dfb723a5107a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2823753 Mar 03 05:55:27.209761 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-3d9a39c4-6245-4943-aed4-cfb86c95b6d6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] delete failed (client error): The resource could not be found. Mar 03 05:55:27.211213 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3d9a39c4-6245-4943-aed4-cfb86c95b6d6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/50e6f10c-7da5-4ed9-bcae-3f91918b74ed HTTP/1.1" status: 404 len: 336 time: 0.0678794 Mar 03 05:55:27.213486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35684) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:27.255084 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-e486f66a-eefa-4c4c-9bc8-53366e2be99b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:27.256494 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e486f66a-eefa-4c4c-9bc8-53366e2be99b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:27.257359 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e486f66a-eefa-4c4c-9bc8-53366e2be99b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/a3b73162-4968-497b-bfcd-3f1cfdffd19a HTTP/1.1" status: 404 len: 337 time: 0.0428021 Mar 03 05:55:27.260588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35688) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:27.328342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b0b56b27-0e8a-413c-acc9-261a2f4129a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:27.372830 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ca8d9726-b7ad-4ab5-824e-e0ada74bd46b tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0510e4b-094e-4c37-a3d7-45d5ab394033 HTTP/1.1" status: 200 len: 205 time: 0.1053379 Mar 03 05:55:27.374113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35692) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:27.418149 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e677b6c-da2a-4996-90a1-fe62fd82e2b4 req-0ead5d17-acd4-4d8e-bfe7-212efc6ec47a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:27.418864 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2e677b6c-da2a-4996-90a1-fe62fd82e2b4 req-0ead5d17-acd4-4d8e-bfe7-212efc6ec47a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 944 time: 0.1044598 Mar 03 05:55:27.465816 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2e4abb2d-b019-490c-ba38-e6c7730f2d67 req-3b0ba197-d131-42b8-9863-8c065faea380 service neutron] 10.222.0.23 "GET /v2.0/networks/77f109e8-63bb-4d7c-8e10-dfb723a5107a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891479 Mar 03 05:55:27.469030 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2e677b6c-da2a-4996-90a1-fe62fd82e2b4 req-5d81a072-3c3b-4acf-977f-53936626ddc5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=32d88ae1-c3e4-452d-9c40-6c53c62f83bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424454 Mar 03 05:55:27.475449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b0b56b27-0e8a-413c-acc9-261a2f4129a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:27.507764 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-ea76eb82-f3db-4a91-938c-6054636b7faa tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] delete failed (client error): The resource could not be found. Mar 03 05:55:27.508772 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ea76eb82-f3db-4a91-938c-6054636b7faa tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/routers/d0510e4b-094e-4c37-a3d7-45d5ab394033 HTTP/1.1" status: 404 len: 336 time: 0.1377013 Mar 03 05:55:27.511350 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35696) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:27.548739 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-f60717ca-fd1e-465b-a000-bed0903174a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:27.549191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f60717ca-fd1e-465b-a000-bed0903174a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:27.550897 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f60717ca-fd1e-465b-a000-bed0903174a6 tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/fa3ea593-68d0-48b1-b1a1-cba43dcff833 HTTP/1.1" status: 404 len: 337 time: 0.0385349 Mar 03 05:55:27.553359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35700) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:27.590699 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bea9b94-1e87-4445-b77f-63db665ef1de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] DELETE failed (client error): The resource could not be found. Mar 03 05:55:27.591079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bea9b94-1e87-4445-b77f-63db665ef1de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 05:55:27.592747 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5bea9b94-1e87-4445-b77f-63db665ef1de tempest-RoutersTest-587203760 tempest-RoutersTest-587203760-project] 10.222.0.20 "DELETE /v2.0/subnets/f2d9b0b7-da79-4b84-8b1b-3c6167e39373 HTTP/1.1" status: 404 len: 337 time: 0.0385032 Mar 03 05:55:27.641803 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2e4abb2d-b019-490c-ba38-e6c7730f2d67 req-db65ef8b-0bb2-4d82-aca6-0bfdf553c9f8 service neutron] 10.222.0.23 "GET /v2.0/networks/77f109e8-63bb-4d7c-8e10-dfb723a5107a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583405 Mar 03 05:55:27.642517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b0b56b27-0e8a-413c-acc9-261a2f4129a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:27.661690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b56b27-0e8a-413c-acc9-261a2f4129a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abea3f29-0eec-4d6b-8ba1-e24a2f72759d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:27.672368 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b0b56b27-0e8a-413c-acc9-261a2f4129a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:27.673490 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b0b56b27-0e8a-413c-acc9-261a2f4129a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abea3f29-0eec-4d6b-8ba1-e24a2f72759d HTTP/1.1" status: 204 len: 168 time: 0.5201681 Mar 03 05:55:27.811594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35712) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:27.957767 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b4fe389f-9e7c-4d81-98ac-294da255a5c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de8e349f4d1b46c9bee33c82b530768d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449230 Mar 03 05:55:27.960137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35726) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:28.021763 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1c5627ba-9c07-4fe9-9b60-676d21f2f4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:28.047373 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1c5627ba-9c07-4fe9-9b60-676d21f2f4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:28.103861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1c5627ba-9c07-4fe9-9b60-676d21f2f4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:28.118346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5627ba-9c07-4fe9-9b60-676d21f2f4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872697fc-0805-44d9-af15-6226f2438a34,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:28.124617 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1c5627ba-9c07-4fe9-9b60-676d21f2f4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:28.125717 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1c5627ba-9c07-4fe9-9b60-676d21f2f4a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/872697fc-0805-44d9-af15-6226f2438a34 HTTP/1.1" status: 204 len: 168 time: 0.1647017 Mar 03 05:55:28.308205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35740) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:28.312181 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028117 Mar 03 05:55:28.315519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35742) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:28.428679 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f3ca066b-305f-4edb-b2a6-4c9eb6abd6ae tempest-NetworksApiDiscovery-615293518 tempest-NetworksApiDiscovery-615293518-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1115024 Mar 03 05:55:28.661136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458020ca-88af-4691-89e3-64502be04055 req-294907ee-8161-452d-81a8-8351378eefdc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:28.662527 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-458020ca-88af-4691-89e3-64502be04055 req-294907ee-8161-452d-81a8-8351378eefdc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 944 time: 0.0790119 Mar 03 05:55:28.708008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35754) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:28.710895 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-458020ca-88af-4691-89e3-64502be04055 req-d6fd21ad-2135-4fe0-8920-45760b413308 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=32d88ae1-c3e4-452d-9c40-6c53c62f83bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 Mar 03 05:55:28.823662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-118c65e2-7035-43a0-8015-ff5536b52ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:28.837702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-118c65e2-7035-43a0-8015-ff5536b52ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:28.841507 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-118c65e2-7035-43a0-8015-ff5536b52ea7 admin admin] Usage tracker for resource:security_group_rule and tenant:87be66919a3d4934a797ce766eb66a28 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:28.844304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-118c65e2-7035-43a0-8015-ff5536b52ea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:28.850844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-118c65e2-7035-43a0-8015-ff5536b52ea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:28.938160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-118c65e2-7035-43a0-8015-ff5536b52ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:28.942674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-118c65e2-7035-43a0-8015-ff5536b52ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:28.986897 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c65e2-7035-43a0-8015-ff5536b52ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f633460-e990-47b9-8602-a1561837edcc,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:28.991664 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-118c65e2-7035-43a0-8015-ff5536b52ea7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=87be66919a3d4934a797ce766eb66a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826512 Mar 03 05:55:28.995014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35760) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:29.049404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c74d8c2-d70c-4980-af66-3ac41152deb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:29.075253 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c74d8c2-d70c-4980-af66-3ac41152deb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:29.126478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c74d8c2-d70c-4980-af66-3ac41152deb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:29.127498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 38c5c75c-d095-443a-b197-f6e209caf2eb details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 05:55:29.143216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74d8c2-d70c-4980-af66-3ac41152deb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f633460-e990-47b9-8602-a1561837edcc,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:29.146887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c74d8c2-d70c-4980-af66-3ac41152deb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:29.150759 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6c74d8c2-d70c-4980-af66-3ac41152deb4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f633460-e990-47b9-8602-a1561837edcc HTTP/1.1" status: 204 len: 168 time: 0.1555102 Mar 03 05:55:29.269985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 38c5c75c-d095-443a-b197-f6e209caf2eb, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=38c5c75c-d095-443a-b197-f6e209caf2eb,segment=NetworkSegment(f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63),segment_id=f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:29.283632 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '38c5c75c-d095-443a-b197-f6e209caf2eb', 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a', 'port_id': '38c5c75c-d095-443a-b197-f6e209caf2eb', 'mac_address': 'fa:16:3e:78:bb:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c784ca7-c374-4b0a-aac0-0061b481e422', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 05:55:29.343117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:29.360172 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38c5c75c-d095-443a-b197-f6e209caf2eb {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:55:29.375765 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 38c5c75c-d095-443a-b197-f6e209caf2eb, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=38c5c75c-d095-443a-b197-f6e209caf2eb,segment=NetworkSegment(f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63),segment_id=f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:29.379748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:29.446643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=38c5c75c-d095-443a-b197-f6e209caf2eb,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:29.720604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['38c5c75c-d095-443a-b197-f6e209caf2eb'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 05:55:29.899539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b729806-f38e-4374-a723-248fe8f5be1e req-04608dd6-940e-4557-a2eb-5ad82810ae7d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:29.901832 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3b729806-f38e-4374-a723-248fe8f5be1e req-04608dd6-940e-4557-a2eb-5ad82810ae7d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 945 time: 0.0847790 Mar 03 05:55:29.948226 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3b729806-f38e-4374-a723-248fe8f5be1e req-f46e77be-6290-476a-ad52-31ccf9a0ac7b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=32d88ae1-c3e4-452d-9c40-6c53c62f83bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403159 Mar 03 05:55:30.296109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:30.775761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35804) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:30.780937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1834849695', 'description': 'tempest-secgroup-smoke-1834849695 description', 'project_id': '73a4affebda441168715cebb8cb77608'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:30.786770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:30.790502 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Usage tracker for resource:security_group and tenant:73a4affebda441168715cebb8cb77608 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:30.793292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:30.799184 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:30.808894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:30.824391 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:30.839820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:30.843651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Usage tracker for resource:security_group_rule and tenant:73a4affebda441168715cebb8cb77608 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:30.846568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:30.852186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:30.942839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:30.946339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:30.958358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:30.965786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Usage tracker for resource:security_group_rule and tenant:73a4affebda441168715cebb8cb77608 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:30.974244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:30.984259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:30.987843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc55f828-7012-4ea1-86dd-7cdf5db26563,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:31.057254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.063029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.104197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b52530f-508b-4ce4-b1fa-ce96c580b777,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:31.106768 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.110971 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ff552046-82dc-4b44-b8d5-1ab1f89883a6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3341715 Mar 03 05:55:31.111546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35810) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:31.117067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-cc4bd6f3-bc47-490e-acf8-7cc4ac9c871f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Request body: {'security_group_rule': {'security_group_id': '6b52530f-508b-4ce4-b1fa-ce96c580b777', 'project_id': '73a4affebda441168715cebb8cb77608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:31.122792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cc4bd6f3-bc47-490e-acf8-7cc4ac9c871f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:31.126532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cc4bd6f3-bc47-490e-acf8-7cc4ac9c871f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Usage tracker for resource:security_group_rule and tenant:73a4affebda441168715cebb8cb77608 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:31.129899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cc4bd6f3-bc47-490e-acf8-7cc4ac9c871f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:31.135386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cc4bd6f3-bc47-490e-acf8-7cc4ac9c871f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:31.143041 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e9d7e-453f-4885-abd9-0d0d1d260a4b req-4327bfcc-0e9a-47ea-b328-5c861592d9c0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:31.144941 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-783e9d7e-453f-4885-abd9-0d0d1d260a4b req-4327bfcc-0e9a-47ea-b328-5c861592d9c0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 945 time: 0.0865049 Mar 03 05:55:31.150343 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 38c5c75c-d095-443a-b197-f6e209caf2eb up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:31.155631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cc4bd6f3-bc47-490e-acf8-7cc4ac9c871f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.192300 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-783e9d7e-453f-4885-abd9-0d0d1d260a4b req-4bb8251b-e5fd-4faa-9e08-df4ad0f9dead tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=32d88ae1-c3e4-452d-9c40-6c53c62f83bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415833 Mar 03 05:55:31.231440 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 38c5c75c-d095-443a-b197-f6e209caf2eb completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:31.231748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cc4bd6f3-bc47-490e-acf8-7cc4ac9c871f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.235721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cc4bd6f3-bc47-490e-acf8-7cc4ac9c871f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.236595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 38c5c75c-d095-443a-b197-f6e209caf2eb triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:31.236969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.259837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bd6f3-bc47-490e-acf8-7cc4ac9c871f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d688c3a5-799f-4cd7-8bfa-17fa2dc53616,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:31.269062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cc4bd6f3-bc47-490e-acf8-7cc4ac9c871f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.270385 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cc4bd6f3-bc47-490e-acf8-7cc4ac9c871f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1576030 Mar 03 05:55:31.273173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35814) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:31.278337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8158cc1c-f9c3-41e8-a82f-8a3738676a2e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Request body: {'security_group_rule': {'security_group_id': '6b52530f-508b-4ce4-b1fa-ce96c580b777', 'project_id': '73a4affebda441168715cebb8cb77608', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:31.284043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8158cc1c-f9c3-41e8-a82f-8a3738676a2e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:31.288198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8158cc1c-f9c3-41e8-a82f-8a3738676a2e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Usage tracker for resource:security_group_rule and tenant:73a4affebda441168715cebb8cb77608 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:31.291299 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8158cc1c-f9c3-41e8-a82f-8a3738676a2e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:31.297511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8158cc1c-f9c3-41e8-a82f-8a3738676a2e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:31.316297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8158cc1c-f9c3-41e8-a82f-8a3738676a2e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.366004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.377660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8158cc1c-f9c3-41e8-a82f-8a3738676a2e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.381800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8158cc1c-f9c3-41e8-a82f-8a3738676a2e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.396856 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03094d3a-39de-4df0-823b-a5f8c65d4a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c5c75c-d095-443a-b197-f6e209caf2eb'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:55:31.406277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158cc1c-f9c3-41e8-a82f-8a3738676a2e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f6129e-6450-42f4-a07a-f32d84d31e99,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:31.407020 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 38c5c75c-d095-443a-b197-f6e209caf2eb, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=38c5c75c-d095-443a-b197-f6e209caf2eb,segment=NetworkSegment(f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63),segment_id=f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:31.411461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.416249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8158cc1c-f9c3-41e8-a82f-8a3738676a2e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.417753 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8158cc1c-f9c3-41e8-a82f-8a3738676a2e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434357 Mar 03 05:55:31.420959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35822) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:31.426659 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d017bc3c-ba20-45a5-b78e-eb0fcd2529a4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Request body: {'security_group_rule': {'security_group_id': '6b52530f-508b-4ce4-b1fa-ce96c580b777', 'project_id': '73a4affebda441168715cebb8cb77608', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:31.433275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d017bc3c-ba20-45a5-b78e-eb0fcd2529a4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:31.437399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d017bc3c-ba20-45a5-b78e-eb0fcd2529a4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Usage tracker for resource:security_group_rule and tenant:73a4affebda441168715cebb8cb77608 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:31.441232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d017bc3c-ba20-45a5-b78e-eb0fcd2529a4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:31.448550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d017bc3c-ba20-45a5-b78e-eb0fcd2529a4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:31.455423 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03094d3a-39de-4df0-823b-a5f8c65d4a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38c5c75c-d095-443a-b197-f6e209caf2eb', 'code': 200} Mar 03 05:55:31.468832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d017bc3c-ba20-45a5-b78e-eb0fcd2529a4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.481730 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=38c5c75c-d095-443a-b197-f6e209caf2eb,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:31.538005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d017bc3c-ba20-45a5-b78e-eb0fcd2529a4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.541586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d017bc3c-ba20-45a5-b78e-eb0fcd2529a4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.571462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017bc3c-ba20-45a5-b78e-eb0fcd2529a4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f116ff-3c24-46bc-b892-720f9a9a302a,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:31.578585 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d017bc3c-ba20-45a5-b78e-eb0fcd2529a4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.579866 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d017bc3c-ba20-45a5-b78e-eb0fcd2529a4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577542 Mar 03 05:55:31.583252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35826) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:31.588611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a933fc91-5707-4b60-b90b-d859d4caf76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Request body: {'security_group_rule': {'security_group_id': '6b52530f-508b-4ce4-b1fa-ce96c580b777', 'project_id': '73a4affebda441168715cebb8cb77608', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:31.594698 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a933fc91-5707-4b60-b90b-d859d4caf76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:31.598655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a933fc91-5707-4b60-b90b-d859d4caf76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Usage tracker for resource:security_group_rule and tenant:73a4affebda441168715cebb8cb77608 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:31.601592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a933fc91-5707-4b60-b90b-d859d4caf76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:31.607620 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a933fc91-5707-4b60-b90b-d859d4caf76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:31.623533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a933fc91-5707-4b60-b90b-d859d4caf76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.682501 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8d0ca-97ec-4def-a69f-54282c7b3086 req-72e3a0aa-d4d7-49ca-b3e2-27ffbe23d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:31.684004 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-01b8d0ca-97ec-4def-a69f-54282c7b3086 req-72e3a0aa-d4d7-49ca-b3e2-27ffbe23d27e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 1099 time: 0.0695295 Mar 03 05:55:31.687289 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a933fc91-5707-4b60-b90b-d859d4caf76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.691588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a933fc91-5707-4b60-b90b-d859d4caf76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.715840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933fc91-5707-4b60-b90b-d859d4caf76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c00bb2-a939-4bc2-ad36-ec08180b40f4,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:31.729022 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-01b8d0ca-97ec-4def-a69f-54282c7b3086 req-50d81dcd-9bc0-43af-8145-baa9cf24b715 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=32d88ae1-c3e4-452d-9c40-6c53c62f83bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382485 Mar 03 05:55:31.729541 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a933fc91-5707-4b60-b90b-d859d4caf76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.730712 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a933fc91-5707-4b60-b90b-d859d4caf76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461749 Mar 03 05:55:31.733429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35830) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:31.738434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d665c7bd-c109-4ee2-b664-7fc75f1db973 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Request body: {'security_group_rule': {'security_group_id': '6b52530f-508b-4ce4-b1fa-ce96c580b777', 'project_id': '73a4affebda441168715cebb8cb77608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:31.744121 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d665c7bd-c109-4ee2-b664-7fc75f1db973 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:31.747794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d665c7bd-c109-4ee2-b664-7fc75f1db973 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Usage tracker for resource:security_group_rule and tenant:73a4affebda441168715cebb8cb77608 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:31.750611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d665c7bd-c109-4ee2-b664-7fc75f1db973 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:31.756285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d665c7bd-c109-4ee2-b664-7fc75f1db973 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:31.767009 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-d665c7bd-c109-4ee2-b664-7fc75f1db973 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Project 73a4affebda441168715cebb8cb77608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:55:31.773799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d665c7bd-c109-4ee2-b664-7fc75f1db973 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.837852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d665c7bd-c109-4ee2-b664-7fc75f1db973 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.841340 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d665c7bd-c109-4ee2-b664-7fc75f1db973 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.958004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665c7bd-c109-4ee2-b664-7fc75f1db973 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93192a52-6fb2-4893-abdf-00f1536ad61b,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:31.966899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d665c7bd-c109-4ee2-b664-7fc75f1db973 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:31.967554 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d665c7bd-c109-4ee2-b664-7fc75f1db973 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2331777 Mar 03 05:55:31.970436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35834) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:31.975876 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-78c7060d-dbed-4603-9866-c616f0cc367b tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Request body: {'security_group_rule': {'security_group_id': '6b52530f-508b-4ce4-b1fa-ce96c580b777', 'project_id': '73a4affebda441168715cebb8cb77608', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:31.982010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-78c7060d-dbed-4603-9866-c616f0cc367b tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:31.985789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-78c7060d-dbed-4603-9866-c616f0cc367b tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Usage tracker for resource:security_group_rule and tenant:73a4affebda441168715cebb8cb77608 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:31.988673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-78c7060d-dbed-4603-9866-c616f0cc367b tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:31.994828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-78c7060d-dbed-4603-9866-c616f0cc367b tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:32.005669 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-78c7060d-dbed-4603-9866-c616f0cc367b tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Project 73a4affebda441168715cebb8cb77608 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:55:32.013494 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-78c7060d-dbed-4603-9866-c616f0cc367b tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:32.077417 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-78c7060d-dbed-4603-9866-c616f0cc367b tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:32.080665 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-78c7060d-dbed-4603-9866-c616f0cc367b tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:32.103064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7060d-dbed-4603-9866-c616f0cc367b tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919174db-ddd8-4dd2-a6af-515486f02160,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:32.112595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-78c7060d-dbed-4603-9866-c616f0cc367b tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:32.113415 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-78c7060d-dbed-4603-9866-c616f0cc367b tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419158 Mar 03 05:55:32.116316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35838) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:32.121746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Request body: {'network': {'name': 'tempest-network-smoke--254784344', 'project_id': '73a4affebda441168715cebb8cb77608', 'port_security_enabled': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:32.126413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:32.133475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Usage tracker for resource:network and tenant:73a4affebda441168715cebb8cb77608 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:32.135326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:32.142202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:32.151945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Made reservation on behalf of 73a4affebda441168715cebb8cb77608 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:55:32.155808 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:32.183230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:55:32.192196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:32.192547 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Added segment 11283ce2-c1a2-48ba-87f4-36e8d8e4c616 of type vlan for network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 Mar 03 05:55:32.217034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:32.246470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:32.251955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:32.255398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:32.396210 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2788587 Mar 03 05:55:32.399142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35844) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:32.400255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1712d3-120e-4ff9-9aba-bd53f8196db6 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'Network': ['ID=4e2bf0e3-951a-4992-855b-d1d64dd4f048,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:32.404425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'admin_state_up': True, 'project_id': '73a4affebda441168715cebb8cb77608', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:32.412282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:32.412503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:55:32.416045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Usage tracker for resource:router and tenant:73a4affebda441168715cebb8cb77608 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:32.418844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:32.425695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:32.436236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:32.437217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:32.439709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f76985-593a-48df-8c15-ad7401a36b14 req-7f0796f9-75ce-4dd2-b871-f26ced3627eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:32.441892 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a2f76985-593a-48df-8c15-ad7401a36b14 req-7f0796f9-75ce-4dd2-b871-f26ced3627eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 946 time: 0.1392546 Mar 03 05:55:32.453388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:32.489882 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a2f76985-593a-48df-8c15-ad7401a36b14 req-bf45dcbc-c819-4223-b838-52dbda9dfc37 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=32d88ae1-c3e4-452d-9c40-6c53c62f83bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402963 Mar 03 05:55:32.723394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:33.129568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:33.158277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:33.299906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Allocated IP 172.26.3.183 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/8494654b-520e-45af-8716-cc5561893126) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:55:33.466892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:33.501530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:33.570314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'Port': ['ID=8494654b-520e-45af-8716-cc5561893126,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:33.583980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:55:33.585056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:55:33.587312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:55:33.703294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd296613-b80c-4097-8ecd-ee7169c5c566 req-ec5ecc1f-17e9-491c-91bf-27ef874bb5f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:33.703294 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bd296613-b80c-4097-8ecd-ee7169c5c566 req-ec5ecc1f-17e9-491c-91bf-27ef874bb5f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 946 time: 0.0944128 Mar 03 05:55:33.765336 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bd296613-b80c-4097-8ecd-ee7169c5c566 req-e7b53fdb-8f19-46a5-ab7f-12b58e9dcad6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=32d88ae1-c3e4-452d-9c40-6c53c62f83bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494277 Mar 03 05:55:33.956886 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b011024-8571-43b6-bb81-dc51fcd122ec req-c6f08c20-abe3-4cee-b795-4ea2e6ed1c6b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:33.958284 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7b011024-8571-43b6-bb81-dc51fcd122ec req-c6f08c20-abe3-4cee-b795-4ea2e6ed1c6b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 946 time: 0.0811579 Mar 03 05:55:34.012444 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7b011024-8571-43b6-bb81-dc51fcd122ec req-a01f2c3e-2ae6-434f-8eea-743294e2fa20 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=32d88ae1-c3e4-452d-9c40-6c53c62f83bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450785 Mar 03 05:55:34.023608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:34.479033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:34.677672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Router 78ad99f0-cbe9-476a-9823-148436634b62 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:55:34.853762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:55:34.863177 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Sync routers for ids ['78ad99f0-cbe9-476a-9823-148436634b62'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:55:34.873119 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Routers {'78ad99f0-cbe9-476a-9823-148436634b62'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:34.873950 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['78ad99f0-cbe9-476a-9823-148436634b62'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:34.897772 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:34.897772 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-485003b6-62f1-4cea-b0ec-55870e8a724f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4900963 Mar 03 05:55:34.897772 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35856) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:35.049309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35862) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:35.049820 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d188edd0-3321-460d-bc84-c91b24cdf34f tempest-TestNetworkAdvancedServerOps-1783683142 tempest-TestNetworkAdvancedServerOps-1783683142-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=73a4affebda441168715cebb8cb77608&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1532781 Mar 03 05:55:35.063999 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Set router 78ad99f0-cbe9-476a-9823-148436634b62 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:35.182792 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8817966f-44a2-45b1-9486-121fd2b45c12 tempest-TestNetworkAdvancedServerOps-1783683142 tempest-TestNetworkAdvancedServerOps-1783683142-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:35.184290 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8817966f-44a2-45b1-9486-121fd2b45c12 tempest-TestNetworkAdvancedServerOps-1783683142 tempest-TestNetworkAdvancedServerOps-1783683142-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344187 Mar 03 05:55:35.187217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35866) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:35.227181 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ff90b8e5-e27d-4fdf-b986-763665f55ad2 tempest-TestNetworkAdvancedServerOps-1783683142 tempest-TestNetworkAdvancedServerOps-1783683142-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388658 Mar 03 05:55:35.229781 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35870) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:35.235128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-471036733', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'project_id': '73a4affebda441168715cebb8cb77608', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:35.351550 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:55:33Z', 'revision_number': 3, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:35.354349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:35.356501 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Checking router: 78ad99f0-cbe9-476a-9823-148436634b62 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:55:35.356859 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Updating router 78ad99f0-cbe9-476a-9823-148436634b62 port 8494654b-520e-45af-8716-cc5561893126 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:55:35.358359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Usage tracker for resource:subnet and tenant:73a4affebda441168715cebb8cb77608 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:35.361205 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:35.367322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:35.378871 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Made reservation on behalf of 73a4affebda441168715cebb8cb77608 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:55:35.383137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:35.417357 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:35.562789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 35874) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:35.611573 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:35.688747 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'Subnet': ['ID=52201ca6-2db3-4eb0-b264-51c36cb2b198,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:35.702266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Checking segment: {'id': '11283ce2-c1a2-48ba-87f4-36e8d8e4c616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:55:35.702628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Network hostable DHCP agents. Network: 4e2bf0e3-951a-4992-855b-d1d64dd4f048, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:55:35.725862 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:55:35.736941 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 4e2bf0e3-951a-4992-855b-d1d64dd4f048) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:55:35.742961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:35.743562 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:35.751870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33837653-6d18-43c5-8463-fc92409dffe6 None None] Network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:55:35.771149 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e0e41622-95de-4dfe-b22a-2acd143467b0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5378604 Mar 03 05:55:35.771349 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:35.771445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35878) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:35.783257 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Transition to ACTIVE for port object 8494654b-520e-45af-8716-cc5561893126 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:35.794003 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:35.862461 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Attempting to bind port 8494654b-520e-45af-8716-cc5561893126 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:55:35.863408 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Attempting to bind port 8494654b-520e-45af-8716-cc5561893126 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:55:35.864101 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Attempting to bind port 8494654b-520e-45af-8716-cc5561893126 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:55:35.876050 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:55:35.876413 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:55:35.876799 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:35.877181 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:55:35.877638 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Bound port: 8494654b-520e-45af-8716-cc5561893126, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:55:35.878011 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:35.967965 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] For port 8494654b-520e-45af-8716-cc5561893126, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:55:35.967965 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] For port 8494654b-520e-45af-8716-cc5561893126, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8494654b-520e-45af-8716-cc5561893126,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:55:35.981174 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:36.030202 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e25726-ab62-43b1-9e36-e03c462fe4f3 None None] Pushing event updated for resources: {'Port': ['ID=8494654b-520e-45af-8716-cc5561893126,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:36.106171 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e25726-ab62-43b1-9e36-e03c462fe4f3 None None] Pushing event updated for resources: {'Port': ['ID=8494654b-520e-45af-8716-cc5561893126,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:36.118876 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Routers {'78ad99f0-cbe9-476a-9823-148436634b62'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:36.119727 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['78ad99f0-cbe9-476a-9823-148436634b62'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:36.151011 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'fixed_ips': [{'subnet_id': '52201ca6-2db3-4eb0-b264-51c36cb2b198'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:55:36.151498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:36.382125 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] Set router 78ad99f0-cbe9-476a-9823-148436634b62 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:36.397946 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Allocated IP 172.20.0.2 (4e2bf0e3-951a-4992-855b-d1d64dd4f048/52201ca6-2db3-4eb0-b264-51c36cb2b198/9042d1de-c371-40be-b08f-7aca939126e3) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:55:36.547101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:36.773790 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:36.786895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Transition to ACTIVE for port object 9042d1de-c371-40be-b08f-7aca939126e3 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:36.812710 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Transition to ACTIVE for port object 9042d1de-c371-40be-b08f-7aca939126e3 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:36.834162 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:36.836730 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:55:33Z', 'revision_number': 3, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:36.838554 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df9b37c-3db0-45ce-9fd3-903c0da74ab8 None None] The sync data for ids ['78ad99f0-cbe9-476a-9823-148436634b62'] in dv-neutron-831582-1-hyperv is: [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:55:33Z', 'revision_number': 3, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:55:36.936804 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Pushing event updated for resources: {'Port': ['ID=9042d1de-c371-40be-b08f-7aca939126e3,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:36.955995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:55:36.957834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:55:36.959967 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:55:37.109350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Attempting to bind port 9042d1de-c371-40be-b08f-7aca939126e3 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:55:37.109350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Attempting to bind port 9042d1de-c371-40be-b08f-7aca939126e3 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '11283ce2-c1a2-48ba-87f4-36e8d8e4c616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:55:37.109350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Attempting to bind port 9042d1de-c371-40be-b08f-7aca939126e3 on network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:55:37.124347 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:55:37.124347 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Checking segment: {'id': '11283ce2-c1a2-48ba-87f4-36e8d8e4c616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:55:37.124347 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:37.130059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:37.134504 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Bound using segment: {'id': '11283ce2-c1a2-48ba-87f4-36e8d8e4c616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:55:37.134504 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Bound port: 9042d1de-c371-40be-b08f-7aca939126e3, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11283ce2-c1a2-48ba-87f4-36e8d8e4c616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:55:37.134504 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:37.253432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.17 (77f109e8-63bb-4d7c-8e10-dfb723a5107a/9c784ca7-c374-4b0a-aac0-0061b481e422/21e7af77-790b-4c0f-afdd-dfa0aa0ce443) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:55:37.325669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] For port 9042d1de-c371-40be-b08f-7aca939126e3, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:55:37.335201 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] For port 9042d1de-c371-40be-b08f-7aca939126e3, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9042d1de-c371-40be-b08f-7aca939126e3,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:55:37.345047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:37.451578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985827a8-bda8-49c1-8fb7-f5f052a49fe1 None None] Pushing event updated for resources: {'Port': ['ID=9042d1de-c371-40be-b08f-7aca939126e3,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:37.543567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8494654b-520e-45af-8716-cc5561893126 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:37.638283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:37.654695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:37.693289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:37.707960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 8494654b-520e-45af-8716-cc5561893126 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:37.716055 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8494654b-520e-45af-8716-cc5561893126 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:37.716437 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:37.792588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=21e7af77-790b-4c0f-afdd-dfa0aa0ce443,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:37.801443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 77f109e8-63bb-4d7c-8e10-dfb723a5107a is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:55:37.806118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:55:37.812521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:55:37.975293 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Allocated IP 172.20.0.1 (4e2bf0e3-951a-4992-855b-d1d64dd4f048/52201ca6-2db3-4eb0-b264-51c36cb2b198/e945f2fc-734b-4ba0-932d-4e893ddc064f) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:55:37.975965 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:37.987918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:38.014416 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 8494654b-520e-45af-8716-cc5561893126, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8494654b-520e-45af-8716-cc5561893126,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:38.020982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:38.166525 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=8494654b-520e-45af-8716-cc5561893126,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:38.264425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:38.271785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:38.275508 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-07dbe810-15f3-47d9-ba97-1b37ddc487bf None None] Provisioning for port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:38.289282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Transition to ACTIVE for port object e945f2fc-734b-4ba0-932d-4e893ddc064f will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:38.296496 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-07dbe810-15f3-47d9-ba97-1b37ddc487bf None None] Provisioning complete for port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:38.298655 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-07dbe810-15f3-47d9-ba97-1b37ddc487bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:38.329916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:38.454145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'Port': ['ID=e945f2fc-734b-4ba0-932d-4e893ddc064f,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:38.458026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-07dbe810-15f3-47d9-ba97-1b37ddc487bf None None] Port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:55:38.463212 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:55:38.466640 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:55:38.473761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:55:38.544114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:38.712586 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:38.812670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:38.821394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:38.941508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=21e7af77-790b-4c0f-afdd-dfa0aa0ce443,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:38.946757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:38.958010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1640f138-98dd-455c-a18c-33d94c00e01f None None] Network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:55:39.071133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ffc6cde1-09f0-4bdb-bd34-c7f172fcadd1 None None] Provisioning for port 9042d1de-c371-40be-b08f-7aca939126e3 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:39.127742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 77f109e8-63bb-4d7c-8e10-dfb723a5107a is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:55:39.130452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:55:39.538318 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:39.557275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:39.561715 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8494654b-520e-45af-8716-cc5561893126 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:39.640935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 5dff3e39-e295-41af-930c-6af13aa6de40 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:55:39.646511 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9cc0d325-8746-4192-9f3a-cd3001afdf4e None None] Provisioning complete for port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:39.647737 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9cc0d325-8746-4192-9f3a-cd3001afdf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:39.713128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:39.740787 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0d325-8746-4192-9f3a-cd3001afdf4e None None] Port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:55:39.756660 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8494654b-520e-45af-8716-cc5561893126 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:39.758870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:39.776668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'Port': ['ID=e945f2fc-734b-4ba0-932d-4e893ddc064f,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:39.875679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:55:39.898321 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b9eaa59c-87d1-4bc7-ab2f-7410a56b22c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/5dff3e39-e295-41af-930c-6af13aa6de40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3331118 Mar 03 05:55:39.899752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Sync routers for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:55:39.905530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:55:39.906839 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:55:39.925905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:39.926781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:40.019127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-077d8e68-8681-430d-96c3-70b5fde942fb None None] Provisioning for port e945f2fc-734b-4ba0-932d-4e893ddc064f completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:40.040344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-077d8e68-8681-430d-96c3-70b5fde942fb None None] Provisioning complete for port e945f2fc-734b-4ba0-932d-4e893ddc064f triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:40.040344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-077d8e68-8681-430d-96c3-70b5fde942fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:40.115701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9042d1de-c371-40be-b08f-7aca939126e3 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:40.142116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Router 78ad99f0-cbe9-476a-9823-148436634b62 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:55:40.182159 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-077d8e68-8681-430d-96c3-70b5fde942fb None None] Port e945f2fc-734b-4ba0-932d-4e893ddc064f cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:55:40.308464 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:40.349396 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:55:40.365512 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Sync routers for ids ['78ad99f0-cbe9-476a-9823-148436634b62'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:55:40.368510 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-15899112-fd8c-4030-a9b0-14895d62ff33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "PUT /v2.0/routers/78ad99f0-cbe9-476a-9823-148436634b62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5950880 Mar 03 05:55:40.382208 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Routers {'78ad99f0-cbe9-476a-9823-148436634b62'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:40.384109 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['78ad99f0-cbe9-476a-9823-148436634b62'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:40.408405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 9042d1de-c371-40be-b08f-7aca939126e3 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:40.423007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 9042d1de-c371-40be-b08f-7aca939126e3 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:40.424383 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:40.595368 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a77d0aba-e261-4e54-973e-14ff31424073 None None] Provisioning complete for port e945f2fc-734b-4ba0-932d-4e893ddc064f triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:40.596043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a77d0aba-e261-4e54-973e-14ff31424073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:40.606030 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-aa6b312f-1161-4b42-b268-bcab73c1e52d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834849695&fields=id&tenant_id=73a4affebda441168715cebb8cb77608 HTTP/1.1" status: 200 len: 267 time: 0.0675066 Mar 03 05:55:40.632019 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Set router 78ad99f0-cbe9-476a-9823-148436634b62 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:40.715985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a77d0aba-e261-4e54-973e-14ff31424073 None None] Port e945f2fc-734b-4ba0-932d-4e893ddc064f cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:55:40.788159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c329a9-f801-48a7-88be-d4611176df1d req-9f8cd5e9-6593-412a-9372-3af3e28f73fd tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:40.794270 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-a9c329a9-f801-48a7-88be-d4611176df1d req-9f8cd5e9-6593-412a-9372-3af3e28f73fd tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Synchronizing usage tracker for tenant:73a4affebda441168715cebb8cb77608 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:40.818844 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-a9c329a9-f801-48a7-88be-d4611176df1d req-9f8cd5e9-6593-412a-9372-3af3e28f73fd tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Unset dirty status for tenant:73a4affebda441168715cebb8cb77608 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:40.828873 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-9f8cd5e9-6593-412a-9372-3af3e28f73fd tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/networks?id=4e2bf0e3-951a-4992-855b-d1d64dd4f048 HTTP/1.1" status: 200 len: 796 time: 0.2068281 Mar 03 05:55:40.832031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:40.867677 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-9a80ef09-ea24-471f-a757-0bbef8151f21 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/quotas/73a4affebda441168715cebb8cb77608 HTTP/1.1" status: 200 len: 375 time: 0.0210462 Mar 03 05:55:40.885470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 9042d1de-c371-40be-b08f-7aca939126e3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9042d1de-c371-40be-b08f-7aca939126e3,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:40.916900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:40.999760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-a9c329a9-f801-48a7-88be-d4611176df1d req-a547c921-d6a6-4034-b523-1bf6b20d9010 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Synchronizing usage tracker for tenant:73a4affebda441168715cebb8cb77608 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:41.012626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=9042d1de-c371-40be-b08f-7aca939126e3,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:41.026958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-a9c329a9-f801-48a7-88be-d4611176df1d req-a547c921-d6a6-4034-b523-1bf6b20d9010 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Unset dirty status for tenant:73a4affebda441168715cebb8cb77608 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:41.028402 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-a547c921-d6a6-4034-b523-1bf6b20d9010 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=73a4affebda441168715cebb8cb77608&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1501083 Mar 03 05:55:41.056928 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:55:38Z', 'revision_number': 4, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'e945f2fc-734b-4ba0-932d-4e893ddc064f', 'name': '', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'mac_address': 'fa:16:3e:73:c2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:37Z', 'updated_at': '2022-03-03T05:55:39Z', 'revision_number': 2, 'project_id': '73a4affebda441168715cebb8cb77608', 'subnets': [{'id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:41.059160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:55:38Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'cd2b8c0b-3998-42f8-a5d8-82cafe217d2c', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'port_id': 'c4a4057c-4ea4-428b-9621-483c78451977', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'mac_address': 'fa:16:3e:79:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:08Z', 'revision_number': 1, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e7af77-790b-4c0f-afdd-dfa0aa0ce443', 'name': '', 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:f2:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9c784ca7-c374-4b0a-aac0-0061b481e422', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:36Z', 'updated_at': '2022-03-03T05:55:38Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '9c784ca7-c374-4b0a-aac0-0061b481e422', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:34Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:41.061769 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Checking router: 78ad99f0-cbe9-476a-9823-148436634b62 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:55:41.062421 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Updating router 78ad99f0-cbe9-476a-9823-148436634b62 port e945f2fc-734b-4ba0-932d-4e893ddc064f binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:55:41.065316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Checking router: 5dff3e39-e295-41af-930c-6af13aa6de40 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:55:41.066392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Updating router 5dff3e39-e295-41af-930c-6af13aa6de40 port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:55:41.124444 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:41.140405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:41.204930 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-74e81e8b-3b3a-417c-927d-bdb411b66c0b service neutron] 10.222.0.20 "GET /v2.0/networks/4e2bf0e3-951a-4992-855b-d1d64dd4f048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609657 Mar 03 05:55:41.382460 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-68f1ce3d-8926-4995-9185-e3b0ad4d45b6 service neutron] 10.222.0.20 "GET /v2.0/networks/4e2bf0e3-951a-4992-855b-d1d64dd4f048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707408 Mar 03 05:55:41.513145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9042d1de-c371-40be-b08f-7aca939126e3 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:41.611255 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:41.624763 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Transition to ACTIVE for port object e945f2fc-734b-4ba0-932d-4e893ddc064f will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:41.633072 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-aad75e93-a3c6-4caf-aca7-cc94b16c8860 req-086848b9-0ae8-4b4a-9e5f-b56206ae5d20 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 210 time: 0.0588286 Mar 03 05:55:41.634705 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:41.671728 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 9042d1de-c371-40be-b08f-7aca939126e3 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:41.672332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:41.727309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:41.759741 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Transition to ACTIVE for port object 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:41.770785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:41.834201 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Pushing event updated for resources: {'Port': ['ID=e945f2fc-734b-4ba0-932d-4e893ddc064f,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:41.880409 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:41.880788 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:41.881235 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:41.881512 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:41.881849 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:41.882352 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:41.882690 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:41.883017 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:41.883559 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:41.884836 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:41.886522 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:41.886522 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:55:42.014407 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Attempting to bind port e945f2fc-734b-4ba0-932d-4e893ddc064f on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:55:42.016126 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Attempting to bind port e945f2fc-734b-4ba0-932d-4e893ddc064f by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '11283ce2-c1a2-48ba-87f4-36e8d8e4c616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:55:42.016931 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Attempting to bind port e945f2fc-734b-4ba0-932d-4e893ddc064f on network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:55:42.032929 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:55:42.032929 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Checking segment: {'id': '11283ce2-c1a2-48ba-87f4-36e8d8e4c616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:55:42.032929 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:42.034011 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Bound using segment: {'id': '11283ce2-c1a2-48ba-87f4-36e8d8e4c616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:55:42.034011 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Bound port: e945f2fc-734b-4ba0-932d-4e893ddc064f, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11283ce2-c1a2-48ba-87f4-36e8d8e4c616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:55:42.034011 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:42.163722 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] For port e945f2fc-734b-4ba0-932d-4e893ddc064f, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:55:42.167350 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] For port e945f2fc-734b-4ba0-932d-4e893ddc064f, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e945f2fc-734b-4ba0-932d-4e893ddc064f,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:55:42.172535 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:42.207237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25945543-e1dc-4e06-b30f-dc80fbdcb910 None None] Pushing event updated for resources: {'Port': ['ID=21e7af77-790b-4c0f-afdd-dfa0aa0ce443,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:42.241135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Attempting to bind port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:55:42.241630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Attempting to bind port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:55:42.241892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Attempting to bind port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 on network 77f109e8-63bb-4d7c-8e10-dfb723a5107a {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:55:42.247632 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:55:42.248046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Checking segment: {'id': 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:55:42.248451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:42.248843 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Bound using segment: {'id': 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:55:42.249470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Bound port: 21e7af77-790b-4c0f-afdd-dfa0aa0ce443, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:55:42.250044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:42.277298 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Routers {'78ad99f0-cbe9-476a-9823-148436634b62'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:42.277972 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['78ad99f0-cbe9-476a-9823-148436634b62'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:42.352242 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9821106-42cd-4ddf-a3d9-8c3fb1349fc0 None None] Pushing event updated for resources: {'Port': ['ID=e945f2fc-734b-4ba0-932d-4e893ddc064f,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:42.414217 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] For port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:55:42.434631 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] For port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=21e7af77-790b-4c0f-afdd-dfa0aa0ce443,segment=NetworkSegment(f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63),segment_id=f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:55:42.447745 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:42.486936 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] Set router 78ad99f0-cbe9-476a-9823-148436634b62 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:42.539984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:42.539984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:42.588033 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25945543-e1dc-4e06-b30f-dc80fbdcb910 None None] Pushing event updated for resources: {'Port': ['ID=21e7af77-790b-4c0f-afdd-dfa0aa0ce443,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:42.742499 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:42.804726 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-31267464-e951-4d6b-889a-b5fa104482ce req-ade3c16b-c747-4378-8b11-2b52a17ee63b tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 210 time: 0.0466514 Mar 03 05:55:42.845844 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:55:38Z', 'revision_number': 4, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'e945f2fc-734b-4ba0-932d-4e893ddc064f', 'name': '', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'mac_address': 'fa:16:3e:73:c2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:37Z', 'updated_at': '2022-03-03T05:55:42Z', 'revision_number': 4, 'project_id': '73a4affebda441168715cebb8cb77608', 'subnets': [{'id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:42.850303 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3753bc-ddfb-489d-b978-8c5428afb83d None None] The sync data for ids ['78ad99f0-cbe9-476a-9823-148436634b62'] in dv-neutron-831582-1-hyperv is: [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:55:38Z', 'revision_number': 4, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'e945f2fc-734b-4ba0-932d-4e893ddc064f', 'name': '', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'mac_address': 'fa:16:3e:73:c2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:37Z', 'updated_at': '2022-03-03T05:55:42Z', 'revision_number': 4, 'project_id': '73a4affebda441168715cebb8cb77608', 'subnets': [{'id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:55:43.085112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c329a9-f801-48a7-88be-d4611176df1d req-82bd10ce-7834-4ec9-b9cb-35c157cc2bf9 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:43.086623 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-82bd10ce-7834-4ec9-b9cb-35c157cc2bf9 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.23 "GET /v2.0/networks?id=4e2bf0e3-951a-4992-855b-d1d64dd4f048 HTTP/1.1" status: 200 len: 796 time: 0.2224157 Mar 03 05:55:43.137865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-a9c329a9-f801-48a7-88be-d4611176df1d req-c86841e7-09d1-403f-bf0f-7998d376c767 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Synchronizing usage tracker for tenant:73a4affebda441168715cebb8cb77608 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:55:43.166800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-a9c329a9-f801-48a7-88be-d4611176df1d req-c86841e7-09d1-403f-bf0f-7998d376c767 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Unset dirty status for tenant:73a4affebda441168715cebb8cb77608 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:55:43.168121 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-c86841e7-09d1-403f-bf0f-7998d376c767 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73a4affebda441168715cebb8cb77608 HTTP/1.1" status: 200 len: 380 time: 0.0729945 Mar 03 05:55:43.179751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Request body: {'port': {'device_id': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'admin_state_up': True, 'tenant_id': '73a4affebda441168715cebb8cb77608', 'security_groups': ['6b52530f-508b-4ce4-b1fa-ce96c580b777']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:43.198860 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:55:38Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'cd2b8c0b-3998-42f8-a5d8-82cafe217d2c', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'port_id': 'c4a4057c-4ea4-428b-9621-483c78451977', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'mac_address': 'fa:16:3e:79:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:08Z', 'revision_number': 1, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e7af77-790b-4c0f-afdd-dfa0aa0ce443', 'name': '', 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:f2:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9c784ca7-c374-4b0a-aac0-0061b481e422', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:36Z', 'updated_at': '2022-03-03T05:55:42Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '9c784ca7-c374-4b0a-aac0-0061b481e422', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:34Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:43.203142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e53e813-0d5f-4367-b1d8-c948a0664254 None None] The sync data for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv is: [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:55:38Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'cd2b8c0b-3998-42f8-a5d8-82cafe217d2c', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'port_id': 'c4a4057c-4ea4-428b-9621-483c78451977', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'mac_address': 'fa:16:3e:79:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:08Z', 'revision_number': 1, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21e7af77-790b-4c0f-afdd-dfa0aa0ce443', 'name': '', 'network_id': '77f109e8-63bb-4d7c-8e10-dfb723a5107a', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:f2:b3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '9c784ca7-c374-4b0a-aac0-0061b481e422', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:36Z', 'updated_at': '2022-03-03T05:55:42Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '9c784ca7-c374-4b0a-aac0-0061b481e422', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:34Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:55:43.355667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:43.367729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:43.382727 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Made reservation on behalf of 73a4affebda441168715cebb8cb77608 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:55:43.386650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:43.490284 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e945f2fc-734b-4ba0-932d-4e893ddc064f up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:43.580086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port e945f2fc-734b-4ba0-932d-4e893ddc064f completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:43.587238 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e945f2fc-734b-4ba0-932d-4e893ddc064f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:43.587753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:43.633120 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Allocated IP 172.20.0.6 (4e2bf0e3-951a-4992-855b-d1d64dd4f048/52201ca6-2db3-4eb0-b264-51c36cb2b198/aa260e11-e716-464d-9ad3-677195dbe97d) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:55:43.749702 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:43.791918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port e945f2fc-734b-4ba0-932d-4e893ddc064f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e945f2fc-734b-4ba0-932d-4e893ddc064f,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:43.800784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:43.801612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:43.919465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:43.939071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Transition to ACTIVE for port object aa260e11-e716-464d-9ad3-677195dbe97d will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:43.963219 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=e945f2fc-734b-4ba0-932d-4e893ddc064f,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:43.973823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:43.982710 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:43.992416 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:43.993165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:44.058022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:55:44.062121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:55:44.067426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:55:44.108452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98b172-4e49-44a8-b85c-add639a8575b req-ec31961f-94ee-4ba4-96c2-f4d55eadcd15 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:44.113134 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5b98b172-4e49-44a8-b85c-add639a8575b req-ec31961f-94ee-4ba4-96c2-f4d55eadcd15 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 931 time: 0.1345592 Mar 03 05:55:44.163375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'Port': ['ID=aa260e11-e716-464d-9ad3-677195dbe97d,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:44.183848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:44.213446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:44.217816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:44.231134 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=21e7af77-790b-4c0f-afdd-dfa0aa0ce443,segment=NetworkSegment(f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63),segment_id=f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:44.239510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:44.241589 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5b98b172-4e49-44a8-b85c-add639a8575b req-6c28e73d-d970-4344-ba37-863cc7a6c406 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237757 Mar 03 05:55:44.287552 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-4398d560-030e-4b7e-b48b-421dc910f76d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1125820 Mar 03 05:55:44.310342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Request body: {'port': {'device_id': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:44.420553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=21e7af77-790b-4c0f-afdd-dfa0aa0ce443,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:44.428344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-54a05eb4-6260-4721-bbda-fd292e97a79d None None] Provisioning for port aa260e11-e716-464d-9ad3-677195dbe97d completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:44.439704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-54a05eb4-6260-4721-bbda-fd292e97a79d None None] Provisioning complete for port aa260e11-e716-464d-9ad3-677195dbe97d triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:44.440694 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-54a05eb4-6260-4721-bbda-fd292e97a79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:44.509492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:44.520745 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-54a05eb4-6260-4721-bbda-fd292e97a79d None None] Port aa260e11-e716-464d-9ad3-677195dbe97d cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:55:44.912572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa260e11-e716-464d-9ad3-677195dbe97d {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:55:44.920484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:44.935048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Transition to ACTIVE for port object aa260e11-e716-464d-9ad3-677195dbe97d will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:55:44.939231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:45.251237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Pushing event updated for resources: {'Port': ['ID=aa260e11-e716-464d-9ad3-677195dbe97d,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:45.306150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Attempting to bind port aa260e11-e716-464d-9ad3-677195dbe97d on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:55:45.306150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Attempting to bind port aa260e11-e716-464d-9ad3-677195dbe97d by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '11283ce2-c1a2-48ba-87f4-36e8d8e4c616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:55:45.306443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Attempting to bind port aa260e11-e716-464d-9ad3-677195dbe97d on network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:55:45.314670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Port aa260e11-e716-464d-9ad3-677195dbe97d on network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:55:45.315802 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Attempting to bind port aa260e11-e716-464d-9ad3-677195dbe97d on network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:55:45.325962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:55:45.326299 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Checking segment: {'id': '11283ce2-c1a2-48ba-87f4-36e8d8e4c616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:55:45.326676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Bound using segment: {'id': '11283ce2-c1a2-48ba-87f4-36e8d8e4c616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:55:45.327456 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Bound port: aa260e11-e716-464d-9ad3-677195dbe97d, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11283ce2-c1a2-48ba-87f4-36e8d8e4c616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:55:45.327456 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:45.398005 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:55:45.406420 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e945f2fc-734b-4ba0-932d-4e893ddc064f up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:45.466355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] For port aa260e11-e716-464d-9ad3-677195dbe97d, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:55:45.472661 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] For port aa260e11-e716-464d-9ad3-677195dbe97d, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa260e11-e716-464d-9ad3-677195dbe97d,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:55:45.475927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d9cd5-4036-4d0d-b984-837851ab52ef req-f69e600d-db27-45f8-85fb-cfbfbd0b4fef tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:45.478078 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-841d9cd5-4036-4d0d-b984-837851ab52ef req-f69e600d-db27-45f8-85fb-cfbfbd0b4fef tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 943 time: 0.1195660 Mar 03 05:55:45.488205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:45.512167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e945f2fc-734b-4ba0-932d-4e893ddc064f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:45.513565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:45.574853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:45.575458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:45.577031 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] 10.222.0.23 "PUT /v2.0/ports/aa260e11-e716-464d-9ad3-677195dbe97d HTTP/1.1" status: 200 len: 1093 time: 1.2787466 Mar 03 05:55:45.577487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:55:45.766641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:45.767106 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'status': 'completed', 'code': 200} Mar 03 05:55:45.828840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913ff08-6f3d-46ee-add8-1f59a8c78e48 service neutron] Pushing event updated for resources: {'Port': ['ID=aa260e11-e716-464d-9ad3-677195dbe97d,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:45.879468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:45.879957 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:45.888563 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-841d9cd5-4036-4d0d-b984-837851ab52ef req-dcb6274b-2d54-4c50-b68e-fac9347e1f44 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4030240 Mar 03 05:55:45.890120 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c329a9-f801-48a7-88be-d4611176df1d req-296f0662-62fd-4797-972a-3fecf59480d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:45.892973 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-296f0662-62fd-4797-972a-3fecf59480d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a4affebda441168715cebb8cb77608&device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 1096 time: 0.2495432 Mar 03 05:55:45.979450 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-1bb3002d-ea2c-45ff-ae42-d44eb4f74f37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa260e11-e716-464d-9ad3-677195dbe97d HTTP/1.1" status: 200 len: 217 time: 0.0726235 Mar 03 05:55:46.057758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c329a9-f801-48a7-88be-d4611176df1d req-cc0a8e8b-a2bd-4e49-8581-df9a73698c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:46.058560 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-cc0a8e8b-a2bd-4e49-8581-df9a73698c92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52201ca6-2db3-4eb0-b264-51c36cb2b198 HTTP/1.1" status: 200 len: 834 time: 0.0698645 Mar 03 05:55:46.143244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c329a9-f801-48a7-88be-d4611176df1d req-65cd6cae-2255-46e5-91da-390778e70569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:46.143244 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-65cd6cae-2255-46e5-91da-390778e70569 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e2bf0e3-951a-4992-855b-d1d64dd4f048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752504 Mar 03 05:55:46.283111 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-1b0237b0-4a52-4fa6-a7ac-7e86cc30b1db service neutron] 10.222.0.23 "GET /v2.0/networks/4e2bf0e3-951a-4992-855b-d1d64dd4f048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354179 Mar 03 05:55:46.440053 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a9c329a9-f801-48a7-88be-d4611176df1d req-0706c150-addc-4949-80c9-d100cb9c1b33 service neutron] 10.222.0.23 "GET /v2.0/networks/4e2bf0e3-951a-4992-855b-d1d64dd4f048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396170 Mar 03 05:55:46.561982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede970a-09c8-47ab-a535-76cc5758a123 req-ce9e185b-3663-4fbd-963b-2066affdd156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:46.563394 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2ede970a-09c8-47ab-a535-76cc5758a123 req-ce9e185b-3663-4fbd-963b-2066affdd156 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a4affebda441168715cebb8cb77608&device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 1096 time: 0.0761592 Mar 03 05:55:46.713691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede970a-09c8-47ab-a535-76cc5758a123 req-d5bc3877-8ce6-4a6f-8c4a-54464b58c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:46.716581 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2ede970a-09c8-47ab-a535-76cc5758a123 req-d5bc3877-8ce6-4a6f-8c4a-54464b58c673 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e2bf0e3-951a-4992-855b-d1d64dd4f048 HTTP/1.1" status: 200 len: 897 time: 0.1462770 Mar 03 05:55:46.795593 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2ede970a-09c8-47ab-a535-76cc5758a123 req-34748a96-3c81-4115-9128-d9aeea7199dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa260e11-e716-464d-9ad3-677195dbe97d HTTP/1.1" status: 200 len: 217 time: 0.0735919 Mar 03 05:55:46.870646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede970a-09c8-47ab-a535-76cc5758a123 req-7a6248ff-8bca-46a7-9feb-34df40493b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:46.871943 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2ede970a-09c8-47ab-a535-76cc5758a123 req-7a6248ff-8bca-46a7-9feb-34df40493b8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52201ca6-2db3-4eb0-b264-51c36cb2b198 HTTP/1.1" status: 200 len: 834 time: 0.0685804 Mar 03 05:55:46.955314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede970a-09c8-47ab-a535-76cc5758a123 req-3063da1f-2374-4010-95a9-7ca61066c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:46.957047 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2ede970a-09c8-47ab-a535-76cc5758a123 req-3063da1f-2374-4010-95a9-7ca61066c51c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e2bf0e3-951a-4992-855b-d1d64dd4f048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773292 Mar 03 05:55:47.087056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1071df-907d-485e-8fa7-ff85ded5e5fa req-2220adc7-f09e-49b3-bce3-bbaf4a925202 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:47.088526 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ca1071df-907d-485e-8fa7-ff85ded5e5fa req-2220adc7-f09e-49b3-bce3-bbaf4a925202 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 943 time: 0.0823207 Mar 03 05:55:47.098331 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2ede970a-09c8-47ab-a535-76cc5758a123 req-5cb6dd0e-eee3-47b7-8185-41ffa762d4b7 service neutron] 10.222.0.23 "GET /v2.0/networks/4e2bf0e3-951a-4992-855b-d1d64dd4f048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356027 Mar 03 05:55:47.144323 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ca1071df-907d-485e-8fa7-ff85ded5e5fa req-8f4bec3d-bb90-46ce-9c7b-586aa6a32784 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454986 Mar 03 05:55:47.363416 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2ede970a-09c8-47ab-a535-76cc5758a123 req-e62f7095-6a38-4135-9d08-244d8ec2e7d7 service neutron] 10.222.0.23 "GET /v2.0/networks/4e2bf0e3-951a-4992-855b-d1d64dd4f048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534218 Mar 03 05:55:48.190835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-50dac825-069b-4cfa-8852-a412a5127e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:48.324773 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af8cee-d721-4ab5-a382-5ba00e7f5cab req-a4b13578-50ad-48e4-948d-b335543863f9 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:48.326205 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-12af8cee-d721-4ab5-a382-5ba00e7f5cab req-a4b13578-50ad-48e4-948d-b335543863f9 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 943 time: 0.0801506 Mar 03 05:55:48.369997 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-12af8cee-d721-4ab5-a382-5ba00e7f5cab req-3b8afabd-e7d8-4694-813e-36bc754eae03 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374978 Mar 03 05:55:49.235571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device aa260e11-e716-464d-9ad3-677195dbe97d details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 05:55:49.366904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port aa260e11-e716-464d-9ad3-677195dbe97d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa260e11-e716-464d-9ad3-677195dbe97d,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:49.380518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'port_id': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'mac_address': 'fa:16:3e:75:b9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 05:55:49.435512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:49.452887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa260e11-e716-464d-9ad3-677195dbe97d {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:55:49.468491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port aa260e11-e716-464d-9ad3-677195dbe97d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa260e11-e716-464d-9ad3-677195dbe97d,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:49.473316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:49.542035 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=aa260e11-e716-464d-9ad3-677195dbe97d,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:49.559900 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1ad7c-9f22-4e9f-aa0f-e596e15c398a req-5c759742-0e68-49ba-b404-1f0043ca8356 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:49.561356 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2ec1ad7c-9f22-4e9f-aa0f-e596e15c398a req-5c759742-0e68-49ba-b404-1f0043ca8356 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 944 time: 0.0864935 Mar 03 05:55:49.606724 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2ec1ad7c-9f22-4e9f-aa0f-e596e15c398a req-098d8672-5afc-40d1-8aa3-95f50d81c8c0 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388615 Mar 03 05:55:49.830666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['aa260e11-e716-464d-9ad3-677195dbe97d'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 05:55:50.445109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-952f1651-f389-40ab-841d-1ad4c5c7b3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:50.793948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6ed3c-018d-47a5-b646-8fa408837cd4 req-d80362c6-b0fc-4d50-83ae-ca3ab47edf25 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:50.795325 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-00c6ed3c-018d-47a5-b646-8fa408837cd4 req-d80362c6-b0fc-4d50-83ae-ca3ab47edf25 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 944 time: 0.0777333 Mar 03 05:55:50.840185 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-00c6ed3c-018d-47a5-b646-8fa408837cd4 req-51bea3e3-916d-42b3-9f5d-0ee9b6fd645c tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373521 Mar 03 05:55:51.238275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device aa260e11-e716-464d-9ad3-677195dbe97d up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:55:51.306524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port aa260e11-e716-464d-9ad3-677195dbe97d completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:55:51.311094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port aa260e11-e716-464d-9ad3-677195dbe97d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:55:51.311403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:51.432723 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:51.460084 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:55:51.469388 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port aa260e11-e716-464d-9ad3-677195dbe97d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa260e11-e716-464d-9ad3-677195dbe97d,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:55:51.473585 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:51.509908 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'code': 200} Mar 03 05:55:51.549311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:51.559271 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=aa260e11-e716-464d-9ad3-677195dbe97d,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:51.722641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:51.731200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f69dd-6804-4128-8d43-9c58e002ee18 req-aedd14da-ed72-468a-bc26-f9801b9901ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:51.732672 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-401f69dd-6804-4128-8d43-9c58e002ee18 req-aedd14da-ed72-468a-bc26-f9801b9901ad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 1098 time: 0.0718119 Mar 03 05:55:51.774881 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-401f69dd-6804-4128-8d43-9c58e002ee18 req-2cd6f3a2-7b34-4d99-9474-bdffe3842508 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357296 Mar 03 05:55:52.024824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8074c0-cafd-4b05-8dfa-523a108aba93 req-03c7e563-a6fc-48c1-9845-19eee92e619a tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:52.026291 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1f8074c0-cafd-4b05-8dfa-523a108aba93 req-03c7e563-a6fc-48c1-9845-19eee92e619a tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0833795 Mar 03 05:55:52.069044 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1f8074c0-cafd-4b05-8dfa-523a108aba93 req-4780ae56-0472-4c4f-a7f9-a446610f452d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371852 Mar 03 05:55:52.853775 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:53.259122 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c95ea5-5a8f-4f1f-b7d2-cdf9f41d3fa0 req-47ab694f-7212-4546-94dd-e86bff99daaa tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:53.260745 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-33c95ea5-5a8f-4f1f-b7d2-cdf9f41d3fa0 req-47ab694f-7212-4546-94dd-e86bff99daaa tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0826342 Mar 03 05:55:53.306961 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-33c95ea5-5a8f-4f1f-b7d2-cdf9f41d3fa0 req-2aa22814-f978-4478-9884-e34dba9a65a4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407338 Mar 03 05:55:54.492860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc46f06-6b42-41e7-8adb-556cde1881bd req-fbd018b6-22f8-471d-a4b6-d27139883cb2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:54.494307 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8bc46f06-6b42-41e7-8adb-556cde1881bd req-fbd018b6-22f8-471d-a4b6-d27139883cb2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0818930 Mar 03 05:55:54.539321 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8bc46f06-6b42-41e7-8adb-556cde1881bd req-0d3cd976-d354-4f5b-91c3-cf760f638d50 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390410 Mar 03 05:55:54.721959 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e19a1-d6c0-4e95-8a61-907b84b002b7 req-cdc9e43a-a3c6-45ca-a956-6537f5eb6de4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:54.723430 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7b3e19a1-d6c0-4e95-8a61-907b84b002b7 req-cdc9e43a-a3c6-45ca-a956-6537f5eb6de4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0833228 Mar 03 05:55:54.767365 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7b3e19a1-d6c0-4e95-8a61-907b84b002b7 req-39b5d1c1-8b8c-4b2a-b62c-97d3d8a20f33 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381448 Mar 03 05:55:54.790171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35956) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:54.859760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5556af-2bb0-41c5-a309-50b37284afd6 tempest-TestNetworkAdvancedServerOps-1783683142 tempest-TestNetworkAdvancedServerOps-1783683142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:54.860890 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1e5556af-2bb0-41c5-a309-50b37284afd6 tempest-TestNetworkAdvancedServerOps-1783683142 tempest-TestNetworkAdvancedServerOps-1783683142-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 1093 time: 0.0698245 Mar 03 05:55:54.864226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35960) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:54.869255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:55:54.874612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:55:54.879096 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Usage tracker for resource:floatingip and tenant:73a4affebda441168715cebb8cb77608 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:55:54.882248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:55:54.887826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:55:54.899339 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:55.032275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:55.170596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Allocated IP 172.26.3.201 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/5946a647-dc25-475d-a59c-eea2c0944523) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:55:55.313860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:55.345425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:55.410420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:55:55.413158 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:55:55.415800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:55:55.465263 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'Port': ['ID=5946a647-dc25-475d-a59c-eea2c0944523,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:55.944358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:56.018543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:56.238106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:56.243424 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:56.361830 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event updated for resources: {'Port': ['ID=5946a647-dc25-475d-a59c-eea2c0944523,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:55:56.375954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:56.555647 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Floating IP 67d68fc6-d167-4b38-8de6-e76960370de2 associated. External IP: 172.26.3.201, port: aa260e11-e716-464d-9ad3-677195dbe97d. Mar 03 05:55:56.929209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Router 78ad99f0-cbe9-476a-9823-148436634b62 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:55:57.109033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:55:57.118352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d28a45-05d2-45d5-b31e-298289be034e None None] Sync routers for ids ['78ad99f0-cbe9-476a-9823-148436634b62'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:55:57.127650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d28a45-05d2-45d5-b31e-298289be034e None None] Routers {'78ad99f0-cbe9-476a-9823-148436634b62'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:57.128288 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-43d28a45-05d2-45d5-b31e-298289be034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['78ad99f0-cbe9-476a-9823-148436634b62'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:57.132063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:55:57.186180 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3acb5097-25e5-4d87-86dc-f7edede8a6b2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3209691 Mar 03 05:55:57.186814 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:55:57.335912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-43d28a45-05d2-45d5-b31e-298289be034e None None] Set router 78ad99f0-cbe9-476a-9823-148436634b62 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:57.410876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a83573-6398-44d3-948b-6fad2a591640 req-e348d482-8fa3-4f66-9355-8a7d989175ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:57.412691 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-59a83573-6398-44d3-948b-6fad2a591640 req-e348d482-8fa3-4f66-9355-8a7d989175ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a4affebda441168715cebb8cb77608&device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 1098 time: 0.0866108 Mar 03 05:55:57.458345 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'status': 'completed', 'code': 200} Mar 03 05:55:57.500770 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fc95f-eb39-43d9-94af-27b42c8bc9a9 req-9b34c243-ccec-4642-80b9-84117c2759b1 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:57.503679 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c80fc95f-eb39-43d9-94af-27b42c8bc9a9 req-9b34c243-ccec-4642-80b9-84117c2759b1 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.2125602 Mar 03 05:55:57.548911 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c80fc95f-eb39-43d9-94af-27b42c8bc9a9 req-361e2c45-9574-4931-abe5-93999a78867a tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405414 Mar 03 05:55:57.564736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a83573-6398-44d3-948b-6fad2a591640 req-f6459174-dc0d-45d6-b1bd-4f8174a411f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:57.567016 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-59a83573-6398-44d3-948b-6fad2a591640 req-f6459174-dc0d-45d6-b1bd-4f8174a411f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e2bf0e3-951a-4992-855b-d1d64dd4f048 HTTP/1.1" status: 200 len: 897 time: 0.1486456 Mar 03 05:55:57.573078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35972) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:57.674962 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-59a83573-6398-44d3-948b-6fad2a591640 req-f348d8ef-a0f4-444f-b465-90b47093aee7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa260e11-e716-464d-9ad3-677195dbe97d HTTP/1.1" status: 200 len: 999 time: 0.1021318 Mar 03 05:55:57.685409 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7f6c47e4-3143-4cc0-91b0-e3ffffd0e7d3 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/floatingips/67d68fc6-d167-4b38-8de6-e76960370de2 HTTP/1.1" status: 200 len: 991 time: 0.1112206 Mar 03 05:55:57.731587 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-43d28a45-05d2-45d5-b31e-298289be034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:55:38Z', 'revision_number': 4, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '67d68fc6-d167-4b38-8de6-e76960370de2', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'port_id': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'mac_address': 'fa:16:3e:75:b9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:55:55Z', 'updated_at': '2022-03-03T05:55:55Z', 'revision_number': 0, 'project_id': '73a4affebda441168715cebb8cb77608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e945f2fc-734b-4ba0-932d-4e893ddc064f', 'name': '', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'mac_address': 'fa:16:3e:73:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:37Z', 'updated_at': '2022-03-03T05:55:43Z', 'revision_number': 5, 'project_id': '73a4affebda441168715cebb8cb77608', 'subnets': [{'id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:57.735346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d28a45-05d2-45d5-b31e-298289be034e None None] Checking router: 78ad99f0-cbe9-476a-9823-148436634b62 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:55:57.736358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a83573-6398-44d3-948b-6fad2a591640 req-bc96b752-8268-4b28-8767-91bc6968f12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:57.738425 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-59a83573-6398-44d3-948b-6fad2a591640 req-bc96b752-8268-4b28-8767-91bc6968f12c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52201ca6-2db3-4eb0-b264-51c36cb2b198 HTTP/1.1" status: 200 len: 834 time: 0.0581989 Mar 03 05:55:57.744075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d28a45-05d2-45d5-b31e-298289be034e None None] Routers {'78ad99f0-cbe9-476a-9823-148436634b62'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:55:57.744738 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-43d28a45-05d2-45d5-b31e-298289be034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['78ad99f0-cbe9-476a-9823-148436634b62'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:57.817836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a83573-6398-44d3-948b-6fad2a591640 req-abd531c9-aaa8-4d26-a4bd-2446139cc3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:55:57.819290 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-59a83573-6398-44d3-948b-6fad2a591640 req-abd531c9-aaa8-4d26-a4bd-2446139cc3db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e2bf0e3-951a-4992-855b-d1d64dd4f048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755506 Mar 03 05:55:57.923809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-43d28a45-05d2-45d5-b31e-298289be034e None None] Set router 78ad99f0-cbe9-476a-9823-148436634b62 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:55:57.951573 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-59a83573-6398-44d3-948b-6fad2a591640 req-c2c69d99-0963-4b1b-8919-12d529ff8508 service neutron] 10.222.0.23 "GET /v2.0/networks/4e2bf0e3-951a-4992-855b-d1d64dd4f048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253378 Mar 03 05:55:58.092558 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-59a83573-6398-44d3-948b-6fad2a591640 req-7a54ab90-d060-4c88-955a-af24c2538cbb service neutron] 10.222.0.23 "GET /v2.0/networks/4e2bf0e3-951a-4992-855b-d1d64dd4f048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330371 Mar 03 05:55:58.269218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-43d28a45-05d2-45d5-b31e-298289be034e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:55:38Z', 'revision_number': 4, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '67d68fc6-d167-4b38-8de6-e76960370de2', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'port_id': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'mac_address': 'fa:16:3e:75:b9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:55:55Z', 'updated_at': '2022-03-03T05:55:55Z', 'revision_number': 0, 'project_id': '73a4affebda441168715cebb8cb77608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e945f2fc-734b-4ba0-932d-4e893ddc064f', 'name': '', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'mac_address': 'fa:16:3e:73:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:37Z', 'updated_at': '2022-03-03T05:55:43Z', 'revision_number': 5, 'project_id': '73a4affebda441168715cebb8cb77608', 'subnets': [{'id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:55:58.273053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d28a45-05d2-45d5-b31e-298289be034e None None] The sync data for ids ['78ad99f0-cbe9-476a-9823-148436634b62'] in dv-neutron-831582-1-hyperv is: [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:55:38Z', 'revision_number': 4, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '67d68fc6-d167-4b38-8de6-e76960370de2', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'port_id': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'mac_address': 'fa:16:3e:75:b9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:55:55Z', 'updated_at': '2022-03-03T05:55:55Z', 'revision_number': 0, 'project_id': '73a4affebda441168715cebb8cb77608', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e945f2fc-734b-4ba0-932d-4e893ddc064f', 'name': '', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'mac_address': 'fa:16:3e:73:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:37Z', 'updated_at': '2022-03-03T05:55:43Z', 'revision_number': 5, 'project_id': '73a4affebda441168715cebb8cb77608', 'subnets': [{'id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:55:58.469791 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce77880-9260-4616-bcca-2713026b0b4f None None] New status for floating IP 67d68fc6-d167-4b38-8de6-e76960370de2: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:55:58.688696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35982) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:55:58.798305 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2200ad3a-5f55-49ec-a016-dc0f506527a4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/floatingips/67d68fc6-d167-4b38-8de6-e76960370de2 HTTP/1.1" status: 200 len: 993 time: 0.1074448 Mar 03 05:56:00.309289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:11.050886 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e00f2f1f-79a5-454b-8c08-5aa0777f4b99 req-99bf935a-d2f6-4472-a79d-6919c66e71bd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672357 Mar 03 05:56:11.187304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f2f1f-79a5-454b-8c08-5aa0777f4b99 req-d7209b96-25a4-450d-be56-dae614e606d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:11.188773 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e00f2f1f-79a5-454b-8c08-5aa0777f4b99 req-d7209b96-25a4-450d-be56-dae614e606d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 1098 time: 0.0723841 Mar 03 05:56:11.329082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f2f1f-79a5-454b-8c08-5aa0777f4b99 req-fffdf03b-eacb-4d91-b60e-a2d3440e68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:11.330924 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e00f2f1f-79a5-454b-8c08-5aa0777f4b99 req-fffdf03b-eacb-4d91-b60e-a2d3440e68f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2f921e0-f6e8-44eb-8200-49bd27a07840 HTTP/1.1" status: 200 len: 898 time: 0.1225460 Mar 03 05:56:11.429473 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e00f2f1f-79a5-454b-8c08-5aa0777f4b99 req-f5e5da68-e0c5-469b-9191-bf6f52ec93af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4a4057c-4ea4-428b-9621-483c78451977 HTTP/1.1" status: 200 len: 1000 time: 0.0924964 Mar 03 05:56:11.495747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f2f1f-79a5-454b-8c08-5aa0777f4b99 req-d81cde71-d530-48fd-a22c-c556361241c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:11.497183 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e00f2f1f-79a5-454b-8c08-5aa0777f4b99 req-d81cde71-d530-48fd-a22c-c556361241c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a6d81be-b38a-48dd-b97b-b7aab93cf7af HTTP/1.1" status: 200 len: 835 time: 0.0608888 Mar 03 05:56:11.571101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f2f1f-79a5-454b-8c08-5aa0777f4b99 req-ff1c2ce5-7323-4eab-8f3c-0cd7b3a47030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:11.572598 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e00f2f1f-79a5-454b-8c08-5aa0777f4b99 req-ff1c2ce5-7323-4eab-8f3c-0cd7b3a47030 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2f921e0-f6e8-44eb-8200-49bd27a07840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693643 Mar 03 05:56:11.701812 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e00f2f1f-79a5-454b-8c08-5aa0777f4b99 req-a40c3fb5-50ee-4288-bb72-e70c5f03de50 service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223085 Mar 03 05:56:11.884868 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 35998) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:11.937117 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e00f2f1f-79a5-454b-8c08-5aa0777f4b99 req-b0c3cab5-db9d-49be-a7e4-8549e755d8b9 service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292387 Mar 03 05:56:12.427734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:12.800200 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:56:12.800541 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:13.080883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 21e7af77-790b-4c0f-afdd-dfa0aa0ce443, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=21e7af77-790b-4c0f-afdd-dfa0aa0ce443,segment=NetworkSegment(f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63),segment_id=f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:13.081574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:13.200481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:56:13.463884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:13.514800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=21e7af77-790b-4c0f-afdd-dfa0aa0ce443,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:13.552557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:13.552907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:13.553240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:13.553569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:13.553892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:13.554215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:13.554535 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:13.554852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:13.555171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:13.555487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:13.555890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:13.556206 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:13.798783 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:14.149257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 5dff3e39-e295-41af-930c-6af13aa6de40 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:56:14.433660 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:56:14.442961 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-78f20408-8b35-4f15-bd5e-7e57b0d88c7c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/5dff3e39-e295-41af-930c-6af13aa6de40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5570369 Mar 03 05:56:14.443661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed5548b-f24d-4f3f-abf9-4052e3446c97 None None] Sync routers for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:56:14.452967 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5548b-f24d-4f3f-abf9-4052e3446c97 None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:56:14.453564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0ed5548b-f24d-4f3f-abf9-4052e3446c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:14.631625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-0ed5548b-f24d-4f3f-abf9-4052e3446c97 None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:56:14.804609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fafd2a-d5f7-4a20-a944-891ab274d1ed req-eba453c8-80d2-4d70-b30c-1799cffa282d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:14.805304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-c3fafd2a-d5f7-4a20-a944-891ab274d1ed req-eba453c8-80d2-4d70-b30c-1799cffa282d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:56:14.820949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-c3fafd2a-d5f7-4a20-a944-891ab274d1ed req-eba453c8-80d2-4d70-b30c-1799cffa282d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:56:14.822083 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c3fafd2a-d5f7-4a20-a944-891ab274d1ed req-eba453c8-80d2-4d70-b30c-1799cffa282d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 946 time: 0.0952337 Mar 03 05:56:14.867940 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c3fafd2a-d5f7-4a20-a944-891ab274d1ed req-a4b4758b-449c-4b94-82b1-ae572c972605 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=32d88ae1-c3e4-452d-9c40-6c53c62f83bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391662 Mar 03 05:56:15.007956 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0ed5548b-f24d-4f3f-abf9-4052e3446c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:56:13Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'cd2b8c0b-3998-42f8-a5d8-82cafe217d2c', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'port_id': 'c4a4057c-4ea4-428b-9621-483c78451977', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'mac_address': 'fa:16:3e:79:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:08Z', 'revision_number': 1, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:34Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:15.011687 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed5548b-f24d-4f3f-abf9-4052e3446c97 None None] Checking router: 5dff3e39-e295-41af-930c-6af13aa6de40 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:56:15.026677 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5548b-f24d-4f3f-abf9-4052e3446c97 None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:56:15.027297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0ed5548b-f24d-4f3f-abf9-4052e3446c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:55:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:15.200041 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-0ed5548b-f24d-4f3f-abf9-4052e3446c97 None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:56:15.549880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0ed5548b-f24d-4f3f-abf9-4052e3446c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:56:13Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'cd2b8c0b-3998-42f8-a5d8-82cafe217d2c', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'port_id': 'c4a4057c-4ea4-428b-9621-483c78451977', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'mac_address': 'fa:16:3e:79:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:08Z', 'revision_number': 1, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:34Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:15.553826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed5548b-f24d-4f3f-abf9-4052e3446c97 None None] The sync data for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv is: [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:56:13Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'cd2b8c0b-3998-42f8-a5d8-82cafe217d2c', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.34', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'port_id': 'c4a4057c-4ea4-428b-9621-483c78451977', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'mac_address': 'fa:16:3e:79:6a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:08Z', 'revision_number': 1, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:34Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:56:16.059460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1f797-4c50-439f-ba45-c091eef7ebc5 req-33b8ed71-4972-42ee-b58b-a8ae420ae4be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:16.060928 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-16b1f797-4c50-439f-ba45-c091eef7ebc5 req-33b8ed71-4972-42ee-b58b-a8ae420ae4be tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 946 time: 0.0842850 Mar 03 05:56:16.105458 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-16b1f797-4c50-439f-ba45-c091eef7ebc5 req-fb203237-d814-4e56-9d9c-a5b022939f89 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=32d88ae1-c3e4-452d-9c40-6c53c62f83bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381682 Mar 03 05:56:16.280600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b2b33-056c-4407-9035-4ec016cd1fb0 req-6381faa5-ade7-42b2-a7d3-7ed95904dd76 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:16.281283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-1f9b2b33-056c-4407-9035-4ec016cd1fb0 req-6381faa5-ade7-42b2-a7d3-7ed95904dd76 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:56:16.292611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-1f9b2b33-056c-4407-9035-4ec016cd1fb0 req-6381faa5-ade7-42b2-a7d3-7ed95904dd76 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:56:16.293664 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1f9b2b33-056c-4407-9035-4ec016cd1fb0 req-6381faa5-ade7-42b2-a7d3-7ed95904dd76 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 946 time: 0.0928462 Mar 03 05:56:16.361333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-1f9b2b33-056c-4407-9035-4ec016cd1fb0 req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 38c5c75c-d095-443a-b197-f6e209caf2eb {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:56:16.361695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1f9b2b33-056c-4407-9035-4ec016cd1fb0 req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:16.602100 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-1f9b2b33-056c-4407-9035-4ec016cd1fb0 req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 38c5c75c-d095-443a-b197-f6e209caf2eb, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=38c5c75c-d095-443a-b197-f6e209caf2eb,segment=NetworkSegment(f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63),segment_id=f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:16.602447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1f9b2b33-056c-4407-9035-4ec016cd1fb0 req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:16.720537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-1f9b2b33-056c-4407-9035-4ec016cd1fb0 req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 38c5c75c-d095-443a-b197-f6e209caf2eb owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:56:16.861136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1f9b2b33-056c-4407-9035-4ec016cd1fb0 req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:16.910294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=38c5c75c-d095-443a-b197-f6e209caf2eb,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:16.950624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:16.950971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:16.951307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:16.951634 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:16.951987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:16.952313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:16.952634 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:16.952954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:16.953272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:16.953587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:16.953899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:16.954214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:16.996057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9b2b33-056c-4407-9035-4ec016cd1fb0 req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] No DVR routers for this DVR port 38c5c75c-d095-443a-b197-f6e209caf2eb on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:56:16.998362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1f9b2b33-056c-4407-9035-4ec016cd1fb0 req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:17.000782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03094d3a-39de-4df0-823b-a5f8c65d4a50', 'name': 'network-vif-deleted', 'tag': '38c5c75c-d095-443a-b197-f6e209caf2eb'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:56:17.016609 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1f9b2b33-056c-4407-9035-4ec016cd1fb0 req-9b8095e1-fd62-4c4d-be51-74db3950012e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "DELETE /v2.0/ports/38c5c75c-d095-443a-b197-f6e209caf2eb HTTP/1.1" status: 204 len: 173 time: 0.7169397 Mar 03 05:56:17.051631 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03094d3a-39de-4df0-823b-a5f8c65d4a50', 'name': 'network-vif-deleted', 'tag': '38c5c75c-d095-443a-b197-f6e209caf2eb', 'status': 'completed', 'code': 200} Mar 03 05:56:17.281375 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4dfb1a7c-c385-456d-9704-d11bc89414f2 req-235909d3-86f7-4fce-8635-a05a1cd00bc1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=03094d3a-39de-4df0-823b-a5f8c65d4a50 HTTP/1.1" status: 200 len: 210 time: 0.0477464 Mar 03 05:56:17.359111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:56:17.399948 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:56:17.400289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 21e7af77-790b-4c0f-afdd-dfa0aa0ce443 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:56:18.192762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6305bcb9-e56c-467a-b311-5b8f90151f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:18.370556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36014) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:18.436441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b279911e-7925-4974-9720-6ee0682108a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:18.467328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b279911e-7925-4974-9720-6ee0682108a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:18.530905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b279911e-7925-4974-9720-6ee0682108a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:18.550262 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279911e-7925-4974-9720-6ee0682108a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d88ae1-c3e4-452d-9c40-6c53c62f83bc,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:18.572343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b279911e-7925-4974-9720-6ee0682108a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:18.573604 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b279911e-7925-4974-9720-6ee0682108a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/security-groups/32d88ae1-c3e4-452d-9c40-6c53c62f83bc HTTP/1.1" status: 204 len: 168 time: 0.2019587 Mar 03 05:56:18.601691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36020) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:18.665151 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eaf327b-1d86-4a9f-88f4-e43e5f6bc04c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting subnet 9c784ca7-c374-4b0a-aac0-0061b481e422 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:56:18.667989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7eaf327b-1d86-4a9f-88f4-e43e5f6bc04c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:18.724271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7eaf327b-1d86-4a9f-88f4-e43e5f6bc04c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:18.803396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7eaf327b-1d86-4a9f-88f4-e43e5f6bc04c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:18.873082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7eaf327b-1d86-4a9f-88f4-e43e5f6bc04c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:18.914922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf327b-1d86-4a9f-88f4-e43e5f6bc04c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Subnet': ['ID=9c784ca7-c374-4b0a-aac0-0061b481e422,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:18.918660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7eaf327b-1d86-4a9f-88f4-e43e5f6bc04c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:18.924695 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7eaf327b-1d86-4a9f-88f4-e43e5f6bc04c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/subnets/9c784ca7-c374-4b0a-aac0-0061b481e422 HTTP/1.1" status: 204 len: 168 time: 0.3219962 Mar 03 05:56:18.926031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d987ffa-f0fc-43fe-90bd-6f44e34f9841 None None] Network 77f109e8-63bb-4d7c-8e10-dfb723a5107a requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:56:18.927278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36024) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:19.036965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:19.047228 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 8eedf7e7-e456-4d9a-98f6-0c111b917988 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:56:19.047549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:19.171650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9944631d-213c-44d3-8813-9211cadc7bdd None None] DHCP port deletion for 77f109e8-63bb-4d7c-8e10-dfb723a5107a request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:56:19.175864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9944631d-213c-44d3-8813-9211cadc7bdd None None] Deleting port 8eedf7e7-e456-4d9a-98f6-0c111b917988 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:56:19.176243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9944631d-213c-44d3-8813-9211cadc7bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:19.357411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 8eedf7e7-e456-4d9a-98f6-0c111b917988, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8eedf7e7-e456-4d9a-98f6-0c111b917988,segment=NetworkSegment(f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63),segment_id=f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:19.357762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:19.389022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 38c5c75c-d095-443a-b197-f6e209caf2eb no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:56:19.418148 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8eedf7e7-e456-4d9a-98f6-0c111b917988 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:56:19.469157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9944631d-213c-44d3-8813-9211cadc7bdd None None] For port 8eedf7e7-e456-4d9a-98f6-0c111b917988, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8eedf7e7-e456-4d9a-98f6-0c111b917988,segment=NetworkSegment(f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63),segment_id=f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:19.469546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9944631d-213c-44d3-8813-9211cadc7bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:19.476397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 38c5c75c-d095-443a-b197-f6e209caf2eb {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:56:19.476746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 38c5c75c-d095-443a-b197-f6e209caf2eb not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:56:19.486186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 8eedf7e7-e456-4d9a-98f6-0c111b917988 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:56:19.560586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:19.594483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9944631d-213c-44d3-8813-9211cadc7bdd None None] Calling delete_port for 8eedf7e7-e456-4d9a-98f6-0c111b917988 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:56:19.608607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=8eedf7e7-e456-4d9a-98f6-0c111b917988,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:19.612460 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] No DVR routers for this DVR port 8eedf7e7-e456-4d9a-98f6-0c111b917988 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:56:19.652753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] No active binding found for port 8eedf7e7-e456-4d9a-98f6-0c111b917988 {{(pid=87794) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 05:56:19.653142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8eedf7e7-e456-4d9a-98f6-0c111b917988 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: from cryptography.utils import int_from_bytes Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: from cryptography.utils import int_from_bytes Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn_limited( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn_limited( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 05:56:19.708889 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 05:56:19.713046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-9944631d-213c-44d3-8813-9211cadc7bdd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:56:19.713046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-9944631d-213c-44d3-8813-9211cadc7bdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:56:19.736055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:19.761635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f109e8-63bb-4d7c-8e10-dfb723a5107a']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:19.773878 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:19.774172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a5c5bd-64ff-423a-987f-f6a2ff3c3a63') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:19.784988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:19.800755 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:19.807242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:56:19.807741 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:56:19.822264 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:56:19.899488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:19.916347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:19.928949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Network': ['ID=77f109e8-63bb-4d7c-8e10-dfb723a5107a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:19.940694 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8f4f5a0a-2f43-4734-8385-862fc7dffa22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/networks/77f109e8-63bb-4d7c-8e10-dfb723a5107a HTTP/1.1" status: 204 len: 168 time: 1.0124476 Mar 03 05:56:19.943378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36028) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:20.138822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-547abdec-89e4-464e-9014-17a2ea467138 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 019c205d-ad2b-4922-98a4-b544d62d9bf2 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:56:20.139076 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-547abdec-89e4-464e-9014-17a2ea467138 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:20.214429 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9944631d-213c-44d3-8813-9211cadc7bdd None None] Deleting port 8eedf7e7-e456-4d9a-98f6-0c111b917988 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:56:20.214958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9944631d-213c-44d3-8813-9211cadc7bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:20.277905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9944631d-213c-44d3-8813-9211cadc7bdd None None] The port '8eedf7e7-e456-4d9a-98f6-0c111b917988' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 05:56:20.305072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-547abdec-89e4-464e-9014-17a2ea467138 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:20.305398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-547abdec-89e4-464e-9014-17a2ea467138 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:20.428299 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-547abdec-89e4-464e-9014-17a2ea467138 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 019c205d-ad2b-4922-98a4-b544d62d9bf2 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:56:20.438033 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-21445992-4c90-44b1-b4db-b552343da8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:20.578272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-547abdec-89e4-464e-9014-17a2ea467138 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:20.625394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547abdec-89e4-464e-9014-17a2ea467138 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=019c205d-ad2b-4922-98a4-b544d62d9bf2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:20.827600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-547abdec-89e4-464e-9014-17a2ea467138 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:20.827966 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-547abdec-89e4-464e-9014-17a2ea467138 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP cd2b8c0b-3998-42f8-a5d8-82cafe217d2c disassociated (deleted). External IP: 172.26.3.34, port: c4a4057c-4ea4-428b-9621-483c78451977. Mar 03 05:56:21.193803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547abdec-89e4-464e-9014-17a2ea467138 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 5dff3e39-e295-41af-930c-6af13aa6de40 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:56:21.369166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547abdec-89e4-464e-9014-17a2ea467138 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:56:21.379666 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd55a6-baa0-4ed8-88c7-2d2ca4eee5c6 None None] Sync routers for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:56:21.385557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-547abdec-89e4-464e-9014-17a2ea467138 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:21.389782 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd55a6-baa0-4ed8-88c7-2d2ca4eee5c6 None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:56:21.390442 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-09cd55a6-baa0-4ed8-88c7-2d2ca4eee5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:56:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:21.443307 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-547abdec-89e4-464e-9014-17a2ea467138 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/floatingips/cd2b8c0b-3998-42f8-a5d8-82cafe217d2c HTTP/1.1" status: 204 len: 168 time: 1.4986658 Mar 03 05:56:21.444077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'tag': 'c4a4057c-4ea4-428b-9621-483c78451977'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:56:21.496088 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'tag': 'c4a4057c-4ea4-428b-9621-483c78451977', 'status': 'completed', 'code': 200} Mar 03 05:56:21.548169 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:21.572710 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-09cd55a6-baa0-4ed8-88c7-2d2ca4eee5c6 None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:56:21.590375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804b0e6-96a8-41aa-b0f7-cfeeb9572f5e req-b94b8dba-13a4-4a79-8183-8fb06e8fe102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:21.591867 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4804b0e6-96a8-41aa-b0f7-cfeeb9572f5e req-b94b8dba-13a4-4a79-8183-8fb06e8fe102 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 1098 time: 0.0738585 Mar 03 05:56:21.734992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:21.752693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804b0e6-96a8-41aa-b0f7-cfeeb9572f5e req-a8712a28-f06d-42dd-ba47-560a1b54aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:21.754126 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4804b0e6-96a8-41aa-b0f7-cfeeb9572f5e req-a8712a28-f06d-42dd-ba47-560a1b54aa00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2f921e0-f6e8-44eb-8200-49bd27a07840 HTTP/1.1" status: 200 len: 898 time: 0.1562293 Mar 03 05:56:21.826786 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4804b0e6-96a8-41aa-b0f7-cfeeb9572f5e req-0e181de1-a0c4-4bb0-9ab4-856195da366d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c4a4057c-4ea4-428b-9621-483c78451977 HTTP/1.1" status: 200 len: 217 time: 0.0660574 Mar 03 05:56:21.841039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c2281-37d7-45cd-92bf-f6a416fe26ab req-eb04b452-ff8b-4384-a046-e57a9fbdfab8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:21.842603 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a95c2281-37d7-45cd-92bf-f6a416fe26ab req-eb04b452-ff8b-4384-a046-e57a9fbdfab8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 945 time: 0.0849841 Mar 03 05:56:21.887332 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a95c2281-37d7-45cd-92bf-f6a416fe26ab req-e76f461e-a82c-4bcb-a961-25adc8a7870b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=a977bae7-fa32-4f9e-807c-586d6c7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378666 Mar 03 05:56:21.893787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804b0e6-96a8-41aa-b0f7-cfeeb9572f5e req-777ae431-7842-4d6b-9075-99c9200b24a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:21.895714 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4804b0e6-96a8-41aa-b0f7-cfeeb9572f5e req-777ae431-7842-4d6b-9075-99c9200b24a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3a6d81be-b38a-48dd-b97b-b7aab93cf7af HTTP/1.1" status: 200 len: 835 time: 0.0618780 Mar 03 05:56:21.915121 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-09cd55a6-baa0-4ed8-88c7-2d2ca4eee5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:56:13Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:34Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:21.918946 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd55a6-baa0-4ed8-88c7-2d2ca4eee5c6 None None] Checking router: 5dff3e39-e295-41af-930c-6af13aa6de40 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:56:21.927277 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cd55a6-baa0-4ed8-88c7-2d2ca4eee5c6 None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:56:21.927878 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-09cd55a6-baa0-4ed8-88c7-2d2ca4eee5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:56:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:21.980166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804b0e6-96a8-41aa-b0f7-cfeeb9572f5e req-c6e6d912-5bcb-4385-a928-f87c91e76694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:21.981668 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4804b0e6-96a8-41aa-b0f7-cfeeb9572f5e req-c6e6d912-5bcb-4385-a928-f87c91e76694 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2f921e0-f6e8-44eb-8200-49bd27a07840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801647 Mar 03 05:56:22.103894 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-09cd55a6-baa0-4ed8-88c7-2d2ca4eee5c6 None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:56:22.112605 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4804b0e6-96a8-41aa-b0f7-cfeeb9572f5e req-34fd177a-a004-4d33-aa80-fd8da4d1c42a service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245201 Mar 03 05:56:22.243349 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4804b0e6-96a8-41aa-b0f7-cfeeb9572f5e req-bdc5a5a2-9f3e-420c-9fa1-816d41bb370f service neutron] 10.222.0.23 "GET /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233542 Mar 03 05:56:22.398372 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:56:22.416472 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-09cd55a6-baa0-4ed8-88c7-2d2ca4eee5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:56:13Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:34Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:22.420251 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cd55a6-baa0-4ed8-88c7-2d2ca4eee5c6 None None] The sync data for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv is: [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:56:13Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'f6f36aa4-b578-44fa-914c-ed6f9519e135', 'name': '', 'network_id': 'a2f921e0-f6e8-44eb-8200-49bd27a07840', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:5b:39:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:20Z', 'updated_at': '2022-03-03T05:53:34Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '3a6d81be-b38a-48dd-b97b-b7aab93cf7af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:56:22.640636 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7105b641-b06c-4122-b701-9529b6485a55 None None] New status for floating IP cd2b8c0b-3998-42f8-a5d8-82cafe217d2c: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:56:22.855044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:23.070890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c10c33-06f1-4296-9c0a-d9ca77702a2b req-ddc54008-67a0-4bfe-ab78-8df89c1b639d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:23.072336 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-09c10c33-06f1-4296-9c0a-d9ca77702a2b req-ddc54008-67a0-4bfe-ab78-8df89c1b639d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 945 time: 0.0775557 Mar 03 05:56:23.115134 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-09c10c33-06f1-4296-9c0a-d9ca77702a2b req-b2a22e5e-93be-430a-9b7e-157a943fe9c9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=a977bae7-fa32-4f9e-807c-586d6c7e9972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371766 Mar 03 05:56:23.414523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a75ed-f698-4ea8-8497-a0bb538107af req-c43cf86f-0f94-4107-b744-561668f696e5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:23.415207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-ef0a75ed-f698-4ea8-8497-a0bb538107af req-c43cf86f-0f94-4107-b744-561668f696e5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:56:23.430598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-ef0a75ed-f698-4ea8-8497-a0bb538107af req-c43cf86f-0f94-4107-b744-561668f696e5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:56:23.431795 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ef0a75ed-f698-4ea8-8497-a0bb538107af req-c43cf86f-0f94-4107-b744-561668f696e5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 945 time: 0.2029788 Mar 03 05:56:23.504235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-ef0a75ed-f698-4ea8-8497-a0bb538107af req-8e84d599-d3d5-43b9-be0d-1bf007e35876 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port c4a4057c-4ea4-428b-9621-483c78451977 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:56:23.504562 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ef0a75ed-f698-4ea8-8497-a0bb538107af req-8e84d599-d3d5-43b9-be0d-1bf007e35876 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:23.737269 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-ef0a75ed-f698-4ea8-8497-a0bb538107af req-8e84d599-d3d5-43b9-be0d-1bf007e35876 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port c4a4057c-4ea4-428b-9621-483c78451977, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=c4a4057c-4ea4-428b-9621-483c78451977,segment=NetworkSegment(73b26627-e4b6-4070-9a63-8c3b222b9feb),segment_id=73b26627-e4b6-4070-9a63-8c3b222b9feb)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:23.737579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ef0a75ed-f698-4ea8-8497-a0bb538107af req-8e84d599-d3d5-43b9-be0d-1bf007e35876 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:23.860648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-ef0a75ed-f698-4ea8-8497-a0bb538107af req-8e84d599-d3d5-43b9-be0d-1bf007e35876 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for c4a4057c-4ea4-428b-9621-483c78451977 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:56:23.996524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ef0a75ed-f698-4ea8-8497-a0bb538107af req-8e84d599-d3d5-43b9-be0d-1bf007e35876 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:24.047892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84d599-d3d5-43b9-be0d-1bf007e35876 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=c4a4057c-4ea4-428b-9621-483c78451977,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:24.123920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0a75ed-f698-4ea8-8497-a0bb538107af req-8e84d599-d3d5-43b9-be0d-1bf007e35876 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] No DVR routers for this DVR port c4a4057c-4ea4-428b-9621-483c78451977 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:56:24.126114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ef0a75ed-f698-4ea8-8497-a0bb538107af req-8e84d599-d3d5-43b9-be0d-1bf007e35876 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:24.129135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'name': 'network-vif-deleted', 'tag': 'c4a4057c-4ea4-428b-9621-483c78451977'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:56:24.145022 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ef0a75ed-f698-4ea8-8497-a0bb538107af req-8e84d599-d3d5-43b9-be0d-1bf007e35876 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "DELETE /v2.0/ports/c4a4057c-4ea4-428b-9621-483c78451977 HTTP/1.1" status: 204 len: 173 time: 0.7070150 Mar 03 05:56:24.172173 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4f1e94-45c3-4ac7-a632-d533775246ad', 'name': 'network-vif-deleted', 'tag': 'c4a4057c-4ea4-428b-9621-483c78451977', 'status': 'completed', 'code': 200} Mar 03 05:56:24.276746 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d364cadd-2a40-4a49-bd6c-5fb2f08c5c1f req-318cccc1-4b1f-4c60-95ea-00724778c2ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=4b4f1e94-45c3-4ac7-a632-d533775246ad HTTP/1.1" status: 200 len: 210 time: 0.0456355 Mar 03 05:56:25.369046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36046) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:25.435421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26fe0684-bada-43d4-bfbe-f6a79951d0ce tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:25.436708 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device c4a4057c-4ea4-428b-9621-483c78451977 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:56:25.464928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26fe0684-bada-43d4-bfbe-f6a79951d0ce tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:25.469615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: c4a4057c-4ea4-428b-9621-483c78451977 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:56:25.469960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device c4a4057c-4ea4-428b-9621-483c78451977 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:56:25.532123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26fe0684-bada-43d4-bfbe-f6a79951d0ce tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:25.551313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe0684-bada-43d4-bfbe-f6a79951d0ce tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a977bae7-fa32-4f9e-807c-586d6c7e9972,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:25.557882 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-26fe0684-bada-43d4-bfbe-f6a79951d0ce tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:25.558990 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-26fe0684-bada-43d4-bfbe-f6a79951d0ce tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/security-groups/a977bae7-fa32-4f9e-807c-586d6c7e9972 HTTP/1.1" status: 204 len: 168 time: 0.1889670 Mar 03 05:56:25.588582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36052) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:26.226465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c1df005-d174-4f46-a64c-0803e3a3660e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:26.570080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-8c1df005-d174-4f46-a64c-0803e3a3660e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port f6f36aa4-b578-44fa-914c-ed6f9519e135 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:56:26.570799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c1df005-d174-4f46-a64c-0803e3a3660e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:26.748840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-8c1df005-d174-4f46-a64c-0803e3a3660e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port f6f36aa4-b578-44fa-914c-ed6f9519e135, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f6f36aa4-b578-44fa-914c-ed6f9519e135,segment=NetworkSegment(73b26627-e4b6-4070-9a63-8c3b222b9feb),segment_id=73b26627-e4b6-4070-9a63-8c3b222b9feb)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:26.749217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c1df005-d174-4f46-a64c-0803e3a3660e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:26.873535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-8c1df005-d174-4f46-a64c-0803e3a3660e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for f6f36aa4-b578-44fa-914c-ed6f9519e135 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:56:27.129463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c1df005-d174-4f46-a64c-0803e3a3660e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:27.210103 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1df005-d174-4f46-a64c-0803e3a3660e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=f6f36aa4-b578-44fa-914c-ed6f9519e135,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:27.469206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8c1df005-d174-4f46-a64c-0803e3a3660e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:27.931136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1df005-d174-4f46-a64c-0803e3a3660e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 5dff3e39-e295-41af-930c-6af13aa6de40 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:56:28.100203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1df005-d174-4f46-a64c-0803e3a3660e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:56:28.109242 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350fe094-c543-4a73-a5e8-f1690735cd54 None None] Sync routers for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:56:28.112980 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8c1df005-d174-4f46-a64c-0803e3a3660e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/5dff3e39-e295-41af-930c-6af13aa6de40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5233607 Mar 03 05:56:28.115512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36056) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:28.119188 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350fe094-c543-4a73-a5e8-f1690735cd54 None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:56:28.119794 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-350fe094-c543-4a73-a5e8-f1690735cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:56:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:28.181770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c69022b-58b7-425d-b665-8d657b9eb321 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting subnet 3a6d81be-b38a-48dd-b97b-b7aab93cf7af {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:56:28.184558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1c69022b-58b7-425d-b665-8d657b9eb321 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:28.237024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1c69022b-58b7-425d-b665-8d657b9eb321 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:28.289154 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-350fe094-c543-4a73-a5e8-f1690735cd54 None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:56:28.317476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1c69022b-58b7-425d-b665-8d657b9eb321 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:28.393423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1c69022b-58b7-425d-b665-8d657b9eb321 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:28.432595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69022b-58b7-425d-b665-8d657b9eb321 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6d81be-b38a-48dd-b97b-b7aab93cf7af,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:28.436033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1c69022b-58b7-425d-b665-8d657b9eb321 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:28.444522 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1c69022b-58b7-425d-b665-8d657b9eb321 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/subnets/3a6d81be-b38a-48dd-b97b-b7aab93cf7af HTTP/1.1" status: 204 len: 168 time: 0.3256397 Mar 03 05:56:28.444748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36060) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:28.446954 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adff59a-adff-429f-85d6-87f043ce6358 None None] Network a2f921e0-f6e8-44eb-8200-49bd27a07840 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:56:28.575718 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-350fe094-c543-4a73-a5e8-f1690735cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:56:27Z', 'revision_number': 7, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:28.579703 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350fe094-c543-4a73-a5e8-f1690735cd54 None None] Checking router: 5dff3e39-e295-41af-930c-6af13aa6de40 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:56:28.588696 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350fe094-c543-4a73-a5e8-f1690735cd54 None None] Routers {'5dff3e39-e295-41af-930c-6af13aa6de40'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:56:28.589288 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-350fe094-c543-4a73-a5e8-f1690735cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:56:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['5dff3e39-e295-41af-930c-6af13aa6de40'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:28.636155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:28.727155 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] DHCP port deletion for a2f921e0-f6e8-44eb-8200-49bd27a07840 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:56:28.731970 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Deleting port db340cdf-be1c-43c4-ada8-14fa4f933bc3 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:56:28.732345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:28.796680 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-350fe094-c543-4a73-a5e8-f1690735cd54 None None] Set router 5dff3e39-e295-41af-930c-6af13aa6de40 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:56:28.819819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:28.829594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 1721aa14-2c0c-486e-9486-affb8f5f2bef {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:56:28.829934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:28.933046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] For port db340cdf-be1c-43c4-ada8-14fa4f933bc3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=db340cdf-be1c-43c4-ada8-14fa4f933bc3,segment=NetworkSegment(73b26627-e4b6-4070-9a63-8c3b222b9feb),segment_id=73b26627-e4b6-4070-9a63-8c3b222b9feb)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:28.933435 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:29.058876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Calling delete_port for db340cdf-be1c-43c4-ada8-14fa4f933bc3 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:56:29.091112 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-350fe094-c543-4a73-a5e8-f1690735cd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:56:27Z', 'revision_number': 7, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:29.095508 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350fe094-c543-4a73-a5e8-f1690735cd54 None None] The sync data for ids ['5dff3e39-e295-41af-930c-6af13aa6de40'] in dv-neutron-831582-1-hyperv is: [{'id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'name': 'tempest-TestNetworkBasicOps-router-799596590', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95'}], 'enable_snat': True}, 'gw_port_id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:06Z', 'updated_at': '2022-03-03T05:56:27Z', 'revision_number': 7, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1721aa14-2c0c-486e-9486-affb8f5f2bef', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:47:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dff3e39-e295-41af-930c-6af13aa6de40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:09Z', 'updated_at': '2022-03-03T05:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:56:29.136811 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:29.138496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 1721aa14-2c0c-486e-9486-affb8f5f2bef, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1721aa14-2c0c-486e-9486-affb8f5f2bef,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:29.139001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:29.181744 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Pushing event deleted for resources: {'Port': ['ID=db340cdf-be1c-43c4-ada8-14fa4f933bc3,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:29.186370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] No DVR routers for this DVR port db340cdf-be1c-43c4-ada8-14fa4f933bc3 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:56:29.192720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:29.193067 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:29.193407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:29.198991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:29.198991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:29.198991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:29.198991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:29.198991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:29.198991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:29.198991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:29.198991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:29.198991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81a96f6-dc75-4aa9-bfeb-79169e08239b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:56:29.262035 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 1721aa14-2c0c-486e-9486-affb8f5f2bef owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:56:29.426263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:29.472537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=1721aa14-2c0c-486e-9486-affb8f5f2bef,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:29.507935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device db340cdf-be1c-43c4-ada8-14fa4f933bc3 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:56:29.551523 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: db340cdf-be1c-43c4-ada8-14fa4f933bc3 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:56:29.551956 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device db340cdf-be1c-43c4-ada8-14fa4f933bc3 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:56:29.552389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f6f36aa4-b578-44fa-914c-ed6f9519e135 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:56:29.569495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:29.585845 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: f6f36aa4-b578-44fa-914c-ed6f9519e135 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:56:29.586184 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f6f36aa4-b578-44fa-914c-ed6f9519e135 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:56:29.743430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:29.745561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:29.770050 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:29.770508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Fanout notify agent at l3_agent the message router_deleted on router 5dff3e39-e295-41af-930c-6af13aa6de40 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:56:29.785447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:29.786521 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d3833873-6acb-46b1-bbfd-d51d8c2aa485 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/routers/5dff3e39-e295-41af-930c-6af13aa6de40 HTTP/1.1" status: 204 len: 168 time: 1.3408909 Mar 03 05:56:29.789179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36064) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:29.901870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-074dbb9f-d9a7-4c74-a4b0-ebf03e3b4fe9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.027970 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-074dbb9f-d9a7-4c74-a4b0-ebf03e3b4fe9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.052213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-074dbb9f-d9a7-4c74-a4b0-ebf03e3b4fe9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2f921e0-f6e8-44eb-8200-49bd27a07840']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:30.063518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-074dbb9f-d9a7-4c74-a4b0-ebf03e3b4fe9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b26627-e4b6-4070-9a63-8c3b222b9feb') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:30.063841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-074dbb9f-d9a7-4c74-a4b0-ebf03e3b4fe9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b26627-e4b6-4070-9a63-8c3b222b9feb') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:30.074568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-074dbb9f-d9a7-4c74-a4b0-ebf03e3b4fe9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.089950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-074dbb9f-d9a7-4c74-a4b0-ebf03e3b4fe9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.095714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074dbb9f-d9a7-4c74-a4b0-ebf03e3b4fe9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:56:30.096564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-074dbb9f-d9a7-4c74-a4b0-ebf03e3b4fe9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:56:30.110532 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:56:30.193162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-074dbb9f-d9a7-4c74-a4b0-ebf03e3b4fe9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.197989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-074dbb9f-d9a7-4c74-a4b0-ebf03e3b4fe9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.223608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dbb9f-d9a7-4c74-a4b0-ebf03e3b4fe9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Network': ['ID=a2f921e0-f6e8-44eb-8200-49bd27a07840,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:30.229687 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-074dbb9f-d9a7-4c74-a4b0-ebf03e3b4fe9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/networks/a2f921e0-f6e8-44eb-8200-49bd27a07840 HTTP/1.1" status: 204 len: 168 time: 0.4394693 Mar 03 05:56:30.251596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36068) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:30.257163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'network': {'name': 'tempest-network-smoke--2088810577', 'project_id': '1718f33843874129926d855b187d15f2', 'port_security_enabled': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:56:30.262027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:56:30.266036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:network and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:56:30.269317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:56:30.274799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:56:30.285617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:56:30.289090 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.308421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.316257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:56:30.324844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.325181 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Added segment 117294cd-39df-407e-b755-ee2ed0338999 of type vlan for network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 Mar 03 05:56:30.362409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.391903 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.397899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:30.398501 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.501726 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2490916 Mar 03 05:56:30.505078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36072) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:30.508085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e8c38-1037-43a4-abeb-0eab3f0f3f8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Network': ['ID=dbaced9e-55ec-4fdd-9eed-05e69dcb76c7,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:30.510217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-101444571', 'admin_state_up': True, 'project_id': '1718f33843874129926d855b187d15f2', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:56:30.517353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:56:30.518583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:56:30.521787 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:router and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:56:30.524643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:56:30.530700 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:56:30.540842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.542160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.557454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:30.826430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:31.118668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:31.149119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:31.275845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.217 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/c5c0d1d3-50d8-4cea-ab6b-17368a50ed13) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:56:31.402104 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1721aa14-2c0c-486e-9486-affb8f5f2bef no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:56:31.418427 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:31.436241 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 1721aa14-2c0c-486e-9486-affb8f5f2bef {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:56:31.436588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1721aa14-2c0c-486e-9486-affb8f5f2bef not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:56:31.449320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:31.610847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:56:31.617622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:56:31.621651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:56:31.650492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=c5c0d1d3-50d8-4cea-ab6b-17368a50ed13,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:32.020495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:32.346507 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:32.542677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:56:32.715526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:56:32.724959 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Sync routers for ids ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:56:32.733776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Routers {'7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:56:32.734402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:56:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:32.742064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:32.743357 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-63f78e02-44ea-452e-8080-0efa67727bb0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2372370 Mar 03 05:56:32.746511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36082) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:32.786165 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-db1a3159-c04d-4531-be52-b78927a57c32 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1718f33843874129926d855b187d15f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384471 Mar 03 05:56:32.788840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36086) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:32.946243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Set router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:56:33.021464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb13790-db18-4591-8086-770dcc227105 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:33.022949 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4fb13790-db18-4591-8086-770dcc227105 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2332253 Mar 03 05:56:33.025826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36090) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:33.064524 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d3e0233d-f354-4261-bc41-08f673cb712c tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376139 Mar 03 05:56:33.066870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36094) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:33.072076 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1342343869', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'project_id': '1718f33843874129926d855b187d15f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:56:33.180049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:56:33.183829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:subnet and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:56:33.186575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:56:33.192078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:56:33.201959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:56:33.205887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:33.232390 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:56:31Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:31Z', 'updated_at': '2022-03-03T05:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:33.236220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Checking router: 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:56:33.236569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Updating router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 port c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:56:33.288381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:33.427326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:33.507974 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Subnet': ['ID=de2fed6c-b4df-4e95-baab-c681e10e72c3,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:33.516252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Checking segment: {'id': '117294cd-39df-407e-b755-ee2ed0338999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:56:33.516616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network hostable DHCP agents. Network: dbaced9e-55ec-4fdd-9eed-05e69dcb76c7, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:56:33.535887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:56:33.544797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, dbaced9e-55ec-4fdd-9eed-05e69dcb76c7) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:56:33.549520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:33.550313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:33.574984 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-13473660-a198-483f-be2f-e2ee81645ac7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5071173 Mar 03 05:56:33.577675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36100) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:33.581062 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af6a2f-7239-40f7-a836-d639b8f1ffee None None] Network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:56:33.692313 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:33.710581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Transition to ACTIVE for port object c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:56:33.726052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:33.850172 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a2ccb-cff8-4744-8d2e-c82231331d39 None None] Pushing event updated for resources: {'Port': ['ID=c5c0d1d3-50d8-4cea-ab6b-17368a50ed13,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:33.852378 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Attempting to bind port c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:56:33.852744 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Attempting to bind port c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:56:33.853101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Attempting to bind port c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:56:33.863236 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:56:33.863606 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:56:33.864026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:33.864416 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:56:33.864871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Bound port: c5c0d1d3-50d8-4cea-ab6b-17368a50ed13, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:56:33.865238 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:33.947962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ips': [{'subnet_id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:56:33.948764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:34.045469 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] For port c5c0d1d3-50d8-4cea-ab6b-17368a50ed13, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:56:34.063061 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] For port c5c0d1d3-50d8-4cea-ab6b-17368a50ed13, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c5c0d1d3-50d8-4cea-ab6b-17368a50ed13,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:56:34.071965 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:34.203669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Routers {'7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:56:34.204302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:56:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:34.268153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:34.273736 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a2ccb-cff8-4744-8d2e-c82231331d39 None None] Pushing event updated for resources: {'Port': ['ID=c5c0d1d3-50d8-4cea-ab6b-17368a50ed13,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:34.283969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Allocated IP 172.20.0.2 (dbaced9e-55ec-4fdd-9eed-05e69dcb76c7/de2fed6c-b4df-4e95-baab-c681e10e72c3/cdb0451d-b4a1-426f-ba75-918263d5939d) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:56:34.536954 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] Set router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:56:34.839600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:34.880814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Transition to ACTIVE for port object cdb0451d-b4a1-426f-ba75-918263d5939d will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:56:34.912386 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Transition to ACTIVE for port object cdb0451d-b4a1-426f-ba75-918263d5939d will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:56:34.920391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:34.984029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.1 (dbaced9e-55ec-4fdd-9eed-05e69dcb76c7/de2fed6c-b4df-4e95-baab-c681e10e72c3/80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:56:34.985688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:56:34.990565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:56:34.993046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:56:35.010395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:56:31Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:31Z', 'updated_at': '2022-03-03T05:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:35.044645 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Pushing event updated for resources: {'Port': ['ID=cdb0451d-b4a1-426f-ba75-918263d5939d,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:35.052406 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945a23df-cbb8-435b-8e4a-56f09ed62b22 None None] The sync data for ids ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'] in dv-neutron-831582-1-hyperv is: [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:56:31Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:31Z', 'updated_at': '2022-03-03T05:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:56:35.107356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Attempting to bind port cdb0451d-b4a1-426f-ba75-918263d5939d on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:56:35.107728 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Attempting to bind port cdb0451d-b4a1-426f-ba75-918263d5939d by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '117294cd-39df-407e-b755-ee2ed0338999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:56:35.108125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Attempting to bind port cdb0451d-b4a1-426f-ba75-918263d5939d on network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:56:35.113762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:56:35.114175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Checking segment: {'id': '117294cd-39df-407e-b755-ee2ed0338999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:56:35.114535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:35.114927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Bound using segment: {'id': '117294cd-39df-407e-b755-ee2ed0338999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:56:35.115396 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Bound port: cdb0451d-b4a1-426f-ba75-918263d5939d, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117294cd-39df-407e-b755-ee2ed0338999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:56:35.115799 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:35.157268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:35.173207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:56:35.198136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:35.211211 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] For port cdb0451d-b4a1-426f-ba75-918263d5939d, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:56:35.214763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] For port cdb0451d-b4a1-426f-ba75-918263d5939d, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=cdb0451d-b4a1-426f-ba75-918263d5939d,segment=NetworkSegment(117294cd-39df-407e-b755-ee2ed0338999),segment_id=117294cd-39df-407e-b755-ee2ed0338999)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:56:35.218703 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:35.256869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:56:35.260142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:56:35.264057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:56:35.320585 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29ab67-2784-46ef-87fa-8d6e66e5d61f None None] Pushing event updated for resources: {'Port': ['ID=cdb0451d-b4a1-426f-ba75-918263d5939d,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:35.353055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:35.471011 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:56:35.481029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:35.554232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:56:35.561512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:56:35.562042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:35.718919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:35.746569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:35.766615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port c5c0d1d3-50d8-4cea-ab6b-17368a50ed13, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c5c0d1d3-50d8-4cea-ab6b-17368a50ed13,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:35.773448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:35.843739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=c5c0d1d3-50d8-4cea-ab6b-17368a50ed13,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:36.158036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:36.163230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:36.272058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:36.274502 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:36.417410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:56:36.418530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:56:36.423444 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d3476-6de3-4c89-85eb-0faf6436ee36 None None] Network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:56:36.544266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f36fcaf8-1ad9-46e7-b07d-148528996378 None None] Provisioning for port cdb0451d-b4a1-426f-ba75-918263d5939d completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:56:36.722447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:56:36.893829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6e348440-957f-42a5-a0c4-8cf60f3b382b None None] Provisioning for port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:56:36.899477 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6e348440-957f-42a5-a0c4-8cf60f3b382b None None] Provisioning complete for port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:56:36.899884 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6e348440-957f-42a5-a0c4-8cf60f3b382b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:36.912079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:56:36.928889 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-97c15aee-9b9f-4aab-b6b4-168266d03159 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3476441 Mar 03 05:56:36.929020 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36104) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:36.958592 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Sync routers for ids ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:56:36.964671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6e348440-957f-42a5-a0c4-8cf60f3b382b None None] Port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:56:36.968292 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Routers {'7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:56:36.968897 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:56:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:37.085536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-86b1a260-2552-40d8-a629-a30dc4202ebf None None] Provisioning complete for port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:56:37.085915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-86b1a260-2552-40d8-a629-a30dc4202ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.098286 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af52668e-a68a-46cc-87f8-76b17283bf5d tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.098893 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af52668e-a68a-46cc-87f8-76b17283bf5d tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.099419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af52668e-a68a-46cc-87f8-76b17283bf5d tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.099968 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af52668e-a68a-46cc-87f8-76b17283bf5d tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.100485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af52668e-a68a-46cc-87f8-76b17283bf5d tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.100999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af52668e-a68a-46cc-87f8-76b17283bf5d tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.101751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af52668e-a68a-46cc-87f8-76b17283bf5d tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.103625 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-af52668e-a68a-46cc-87f8-76b17283bf5d tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4967 time: 0.1735461 Mar 03 05:56:37.106368 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36110) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:37.153336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-86b1a260-2552-40d8-a629-a30dc4202ebf None None] Port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:56:37.164056 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Set router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:56:37.186536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017d44d-562a-4706-831d-544180a34a52 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.187009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017d44d-562a-4706-831d-544180a34a52 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.187466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017d44d-562a-4706-831d-544180a34a52 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.187964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017d44d-562a-4706-831d-544180a34a52 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.188415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017d44d-562a-4706-831d-544180a34a52 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.188866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017d44d-562a-4706-831d-544180a34a52 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.189406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3017d44d-562a-4706-831d-544180a34a52 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:37.191273 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3017d44d-562a-4706-831d-544180a34a52 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4625 time: 0.0839450 Mar 03 05:56:37.194055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36114) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:37.374753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ccf0bdbe-4d65-4503-991a-818a3da3915d None None] Provisioning complete for port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:56:37.374753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ccf0bdbe-4d65-4503-991a-818a3da3915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.432666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0bdbe-4d65-4503-991a-818a3da3915d None None] Port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:56:37.442661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f0c4809b-319b-4b3b-9df2-aa1e8b664a2b tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.2473445 Mar 03 05:56:37.516237 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:31Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6', 'name': '', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:44:a9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:34Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:37.521088 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Checking router: 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:56:37.521626 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Updating router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:56:37.522687 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:56:37.576069 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.639024 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:56:37.639486 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.667043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36120) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:37.674360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-75681637', 'description': 'tempest-secgroup-smoke-75681637 description', 'project_id': '1718f33843874129926d855b187d15f2'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:56:37.681159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:56:37.685860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:56:37.692269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:56:37.698534 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:56:37.710587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.730611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:56:37.734370 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:56:37.737338 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:56:37.742906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:56:37.768301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cdb0451d-b4a1-426f-ba75-918263d5939d up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:56:37.820248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.824800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.837313 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port cdb0451d-b4a1-426f-ba75-918263d5939d completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:56:37.842748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port cdb0451d-b4a1-426f-ba75-918263d5939d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:56:37.842973 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.874770 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9e513-527c-41b4-9760-007b409c362a,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:37.879468 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.883609 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6163883b-19f4-403a-a5f0-02ee84d7df6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2142861 Mar 03 05:56:37.883788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36124) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:37.889241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-e6d977b9-2fe1-49f3-9cda-d7a0813de84b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '78f9e513-527c-41b4-9760-007b409c362a', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:56:37.895661 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e6d977b9-2fe1-49f3-9cda-d7a0813de84b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:56:37.899595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e6d977b9-2fe1-49f3-9cda-d7a0813de84b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:56:37.902521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e6d977b9-2fe1-49f3-9cda-d7a0813de84b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:56:37.908307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e6d977b9-2fe1-49f3-9cda-d7a0813de84b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:56:37.927082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e6d977b9-2fe1-49f3-9cda-d7a0813de84b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.969327 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.980614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.981685 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Transition to ACTIVE for port object 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:56:37.988455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e6d977b9-2fe1-49f3-9cda-d7a0813de84b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.989050 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:37.993626 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e6d977b9-2fe1-49f3-9cda-d7a0813de84b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.018318 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port cdb0451d-b4a1-426f-ba75-918263d5939d, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=cdb0451d-b4a1-426f-ba75-918263d5939d,segment=NetworkSegment(117294cd-39df-407e-b755-ee2ed0338999),segment_id=117294cd-39df-407e-b755-ee2ed0338999)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:38.020268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d977b9-2fe1-49f3-9cda-d7a0813de84b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490a710a-d493-47b8-93bd-2e1060d65ebb,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:38.029179 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.029711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e6d977b9-2fe1-49f3-9cda-d7a0813de84b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.032286 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e6d977b9-2fe1-49f3-9cda-d7a0813de84b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462042 Mar 03 05:56:38.034000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36128) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:38.040669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-93ee726a-48c8-422f-b2c6-e8f4df158e49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '78f9e513-527c-41b4-9760-007b409c362a', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:56:38.048016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-93ee726a-48c8-422f-b2c6-e8f4df158e49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:56:38.052376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-93ee726a-48c8-422f-b2c6-e8f4df158e49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:56:38.056030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-93ee726a-48c8-422f-b2c6-e8f4df158e49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:56:38.062157 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-93ee726a-48c8-422f-b2c6-e8f4df158e49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:56:38.084324 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93ee726a-48c8-422f-b2c6-e8f4df158e49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.107142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=cdb0451d-b4a1-426f-ba75-918263d5939d,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:38.153312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93ee726a-48c8-422f-b2c6-e8f4df158e49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.157599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93ee726a-48c8-422f-b2c6-e8f4df158e49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.158600 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b808bc-4a8c-4926-9c7b-d3ac1e6cb4d0 None None] Pushing event updated for resources: {'Port': ['ID=80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:38.186995 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee726a-48c8-422f-b2c6-e8f4df158e49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a32833-44f0-4296-83ac-5515230cd66b,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:38.199251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93ee726a-48c8-422f-b2c6-e8f4df158e49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.200534 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-93ee726a-48c8-422f-b2c6-e8f4df158e49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1653419 Mar 03 05:56:38.203318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36132) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:38.209134 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-86c1934c-e645-45b9-a544-b60d5aabdea6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '78f9e513-527c-41b4-9760-007b409c362a', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:56:38.214967 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-86c1934c-e645-45b9-a544-b60d5aabdea6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:56:38.217621 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Attempting to bind port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:56:38.218087 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Attempting to bind port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '117294cd-39df-407e-b755-ee2ed0338999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:56:38.218674 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Attempting to bind port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 on network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:56:38.219181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-86c1934c-e645-45b9-a544-b60d5aabdea6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:56:38.222235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-86c1934c-e645-45b9-a544-b60d5aabdea6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:56:38.224953 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:56:38.225548 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Checking segment: {'id': '117294cd-39df-407e-b755-ee2ed0338999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:56:38.225971 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.226332 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Bound using segment: {'id': '117294cd-39df-407e-b755-ee2ed0338999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:56:38.226788 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Bound port: 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117294cd-39df-407e-b755-ee2ed0338999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:56:38.227164 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.228549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-86c1934c-e645-45b9-a544-b60d5aabdea6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:56:38.247535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86c1934c-e645-45b9-a544-b60d5aabdea6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.309230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86c1934c-e645-45b9-a544-b60d5aabdea6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.313932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86c1934c-e645-45b9-a544-b60d5aabdea6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.318073 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] For port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:56:38.321272 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] For port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6,segment=NetworkSegment(117294cd-39df-407e-b755-ee2ed0338999),segment_id=117294cd-39df-407e-b755-ee2ed0338999)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:56:38.325999 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.337203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1934c-e645-45b9-a544-b60d5aabdea6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd4e9788-d70c-482a-afd7-b8ef6c515659,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:38.348015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86c1934c-e645-45b9-a544-b60d5aabdea6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.349533 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-86c1934c-e645-45b9-a544-b60d5aabdea6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1451249 Mar 03 05:56:38.352098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36136) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:38.357918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f3243ca4-d5e0-4c32-bd9f-de65c71e8936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '78f9e513-527c-41b4-9760-007b409c362a', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:56:38.365019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f3243ca4-d5e0-4c32-bd9f-de65c71e8936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:56:38.368966 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f3243ca4-d5e0-4c32-bd9f-de65c71e8936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:56:38.371927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f3243ca4-d5e0-4c32-bd9f-de65c71e8936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:56:38.378236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f3243ca4-d5e0-4c32-bd9f-de65c71e8936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:56:38.397202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f3243ca4-d5e0-4c32-bd9f-de65c71e8936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.425732 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Routers {'7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:56:38.426137 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:56:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:38.467732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f3243ca4-d5e0-4c32-bd9f-de65c71e8936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.472406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f3243ca4-d5e0-4c32-bd9f-de65c71e8936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.492252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3243ca4-d5e0-4c32-bd9f-de65c71e8936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8e8443-a657-41b3-b230-9fdd51839279,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:38.497754 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b808bc-4a8c-4926-9c7b-d3ac1e6cb4d0 None None] Pushing event updated for resources: {'Port': ['ID=80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:38.511943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f3243ca4-d5e0-4c32-bd9f-de65c71e8936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.515828 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f3243ca4-d5e0-4c32-bd9f-de65c71e8936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603146 Mar 03 05:56:38.516568 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36140) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:38.521935 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1c0bcd67-2c27-454d-ac83-dbfa5b0ed933 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '78f9e513-527c-41b4-9760-007b409c362a', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:56:38.528111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1c0bcd67-2c27-454d-ac83-dbfa5b0ed933 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:56:38.532459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1c0bcd67-2c27-454d-ac83-dbfa5b0ed933 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:56:38.535789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1c0bcd67-2c27-454d-ac83-dbfa5b0ed933 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:56:38.541450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1c0bcd67-2c27-454d-ac83-dbfa5b0ed933 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:56:38.629101 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] Set router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:56:38.662007 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-1c0bcd67-2c27-454d-ac83-dbfa5b0ed933 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:56:38.669016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1c0bcd67-2c27-454d-ac83-dbfa5b0ed933 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.737478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1c0bcd67-2c27-454d-ac83-dbfa5b0ed933 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.741586 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1c0bcd67-2c27-454d-ac83-dbfa5b0ed933 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.761602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bcd67-2c27-454d-ac83-dbfa5b0ed933 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a114fde-efe9-4b66-bdb3-d1685ba89b44,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:38.772733 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1c0bcd67-2c27-454d-ac83-dbfa5b0ed933 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.773947 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1c0bcd67-2c27-454d-ac83-dbfa5b0ed933 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2562411 Mar 03 05:56:38.776775 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36146) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:38.782100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-dddf076c-3c85-4cd2-bcbd-bfdf0d843082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '78f9e513-527c-41b4-9760-007b409c362a', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:56:38.788310 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-dddf076c-3c85-4cd2-bcbd-bfdf0d843082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:56:38.791970 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-dddf076c-3c85-4cd2-bcbd-bfdf0d843082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:56:38.794704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-dddf076c-3c85-4cd2-bcbd-bfdf0d843082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:56:38.814322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-dddf076c-3c85-4cd2-bcbd-bfdf0d843082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:56:38.824356 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-dddf076c-3c85-4cd2-bcbd-bfdf0d843082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:56:38.831190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddf076c-3c85-4cd2-bcbd-bfdf0d843082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.900749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddf076c-3c85-4cd2-bcbd-bfdf0d843082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.904566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddf076c-3c85-4cd2-bcbd-bfdf0d843082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.928993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf076c-3c85-4cd2-bcbd-bfdf0d843082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c641ec-9877-4f82-bbba-1061b2bc0e9f,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:38.938374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-dddf076c-3c85-4cd2-bcbd-bfdf0d843082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:38.939570 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-dddf076c-3c85-4cd2-bcbd-bfdf0d843082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1618416 Mar 03 05:56:38.958301 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:31Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6', 'name': '', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:44:a9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:34Z', 'updated_at': '2022-03-03T05:56:38Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:38.962241 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d95b15-94a7-4131-b633-c25612a0c942 None None] The sync data for ids ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'] in dv-neutron-831582-1-hyperv is: [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:31Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6', 'name': '', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:44:a9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:34Z', 'updated_at': '2022-03-03T05:56:38Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:56:39.172937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-a3ccf2bb-f3fe-4c40-8173-be26933485f0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:56:39.189252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-a3ccf2bb-f3fe-4c40-8173-be26933485f0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:56:39.191191 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-a3ccf2bb-f3fe-4c40-8173-be26933485f0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-75681637&fields=id&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 267 time: 0.0625856 Mar 03 05:56:39.341986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-75ef8fc2-9889-429c-bb08-203bdd100367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:39.343725 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-75ef8fc2-9889-429c-bb08-203bdd100367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/networks?id=dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 HTTP/1.1" status: 200 len: 797 time: 0.1456206 Mar 03 05:56:39.362405 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-5c4bd1b4-d647-4fc6-9c89-47f4490cad6b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/quotas/1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 375 time: 0.0103178 Mar 03 05:56:39.467943 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-5c791bcd-0f50-4085-8200-6df0f3c57f33 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989382 Mar 03 05:56:39.486690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-96b82936-2a3b-4f54-b2d3-1afa20855f79 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:56:39.487961 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-96b82936-2a3b-4f54-b2d3-1afa20855f79 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059030 Mar 03 05:56:39.502128 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:56:39.575109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:56:39.581150 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:56:39.581513 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:39.636032 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-e9f18dc1-d166-4c2e-8086-e4e8758e982e service neutron] 10.222.0.20 "GET /v2.0/networks/dbaced9e-55ec-4fdd-9eed-05e69dcb76c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404347 Mar 03 05:56:39.708555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:39.741699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6,segment=NetworkSegment(117294cd-39df-407e-b755-ee2ed0338999),segment_id=117294cd-39df-407e-b755-ee2ed0338999)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:39.746622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:39.747650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cdb0451d-b4a1-426f-ba75-918263d5939d up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:56:39.783408 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-2a9840aa-c5b7-4ae5-8156-04fc981154c4 service neutron] 10.222.0.20 "GET /v2.0/networks/dbaced9e-55ec-4fdd-9eed-05e69dcb76c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415863 Mar 03 05:56:39.872489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:39.887997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port cdb0451d-b4a1-426f-ba75-918263d5939d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:56:39.888492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:39.991322 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e1f4cb00-0f39-4a89-9dbf-fcfb3cfc19c0 req-5a95e63d-190d-43b1-85b5-a6e1b213cc46 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 210 time: 0.0619283 Mar 03 05:56:41.021079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-c6e1165b-c4be-4e23-ad64-e41583b1696a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:41.021763 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-c6e1165b-c4be-4e23-ad64-e41583b1696a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:56:41.037022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-c6e1165b-c4be-4e23-ad64-e41583b1696a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:56:41.038432 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-c6e1165b-c4be-4e23-ad64-e41583b1696a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks?id=dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 HTTP/1.1" status: 200 len: 797 time: 0.1653097 Mar 03 05:56:41.088985 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-732c8d25-a4ef-40ff-8c65-4f6b548cca00 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:56:41.101027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-732c8d25-a4ef-40ff-8c65-4f6b548cca00 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:56:41.102145 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-732c8d25-a4ef-40ff-8c65-4f6b548cca00 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 378 time: 0.0549881 Mar 03 05:56:41.114317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'port': {'device_id': '0ecda956-353c-411b-b602-b9b58645253f', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'admin_state_up': True, 'tenant_id': '1718f33843874129926d855b187d15f2', 'security_groups': ['78f9e513-527c-41b4-9760-007b409c362a']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:56:41.139132 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-def72b07-8c7b-4365-ac61-d1bf418425cd req-c16260d9-4d41-4f8f-92a0-7a06dae9a848 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 210 time: 0.0451689 Mar 03 05:56:41.247425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:56:41.251430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:port and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:56:41.254655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:56:41.260157 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:56:41.269540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:56:41.272947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:41.414054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:56:41.485594 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:56:41.485982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:41.552847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.8 (dbaced9e-55ec-4fdd-9eed-05e69dcb76c7/de2fed6c-b4df-4e95-baab-c681e10e72c3/85537ea7-883a-467a-84d2-0efc94f315fd) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:56:41.736857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:41.752204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object 85537ea7-883a-467a-84d2-0efc94f315fd will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:56:41.775431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:41.841439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:56:41.849047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:56:41.853210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:56:41.883002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=85537ea7-883a-467a-84d2-0efc94f315fd,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:41.918782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:41.919505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:41.943731 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-04db312a-5568-41be-bcdf-de6ccea08bae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8331127 Mar 03 05:56:41.955571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Request body: {'port': {'device_id': '0ecda956-353c-411b-b602-b9b58645253f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:56:42.034863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6d870c71-4164-4a8b-b529-45980aae4826 None None] Provisioning for port 85537ea7-883a-467a-84d2-0efc94f315fd completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:56:42.039903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6d870c71-4164-4a8b-b529-45980aae4826 None None] Provisioning complete for port 85537ea7-883a-467a-84d2-0efc94f315fd triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:56:42.040343 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6d870c71-4164-4a8b-b529-45980aae4826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:42.069011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:42.093162 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6d870c71-4164-4a8b-b529-45980aae4826 None None] Port 85537ea7-883a-467a-84d2-0efc94f315fd cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:56:42.319145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d3447-f947-482f-9b40-d4321dc564fb req-69449dac-8783-43e2-82cc-40acd3bfdbf2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:42.320800 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7c5d3447-f947-482f-9b40-d4321dc564fb req-69449dac-8783-43e2-82cc-40acd3bfdbf2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 931 time: 0.0792663 Mar 03 05:56:42.368565 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7c5d3447-f947-482f-9b40-d4321dc564fb req-ca114449-7b69-46ac-b717-00ba0644bb53 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9e513-527c-41b4-9760-007b409c362a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416698 Mar 03 05:56:42.409155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85537ea7-883a-467a-84d2-0efc94f315fd {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:56:42.416677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:42.431596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Transition to ACTIVE for port object 85537ea7-883a-467a-84d2-0efc94f315fd will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:56:42.435179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:42.592674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Pushing event updated for resources: {'Port': ['ID=85537ea7-883a-467a-84d2-0efc94f315fd,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:42.673114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Attempting to bind port 85537ea7-883a-467a-84d2-0efc94f315fd on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:56:42.674072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Attempting to bind port 85537ea7-883a-467a-84d2-0efc94f315fd by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '117294cd-39df-407e-b755-ee2ed0338999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:56:42.674450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Attempting to bind port 85537ea7-883a-467a-84d2-0efc94f315fd on network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:56:42.678812 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Port 85537ea7-883a-467a-84d2-0efc94f315fd on network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:56:42.679124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Attempting to bind port 85537ea7-883a-467a-84d2-0efc94f315fd on network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:56:42.684103 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:56:42.684437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Checking segment: {'id': '117294cd-39df-407e-b755-ee2ed0338999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:56:42.684817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Bound using segment: {'id': '117294cd-39df-407e-b755-ee2ed0338999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:56:42.685230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Bound port: 85537ea7-883a-467a-84d2-0efc94f315fd, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117294cd-39df-407e-b755-ee2ed0338999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:56:42.685567 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:42.773922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] For port 85537ea7-883a-467a-84d2-0efc94f315fd, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:56:42.776715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] For port 85537ea7-883a-467a-84d2-0efc94f315fd, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=85537ea7-883a-467a-84d2-0efc94f315fd,segment=NetworkSegment(117294cd-39df-407e-b755-ee2ed0338999),segment_id=117294cd-39df-407e-b755-ee2ed0338999)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:56:42.781159 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:42.835251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:42.836012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:42.837396 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] 10.222.0.23 "PUT /v2.0/ports/85537ea7-883a-467a-84d2-0efc94f315fd HTTP/1.1" status: 200 len: 1093 time: 0.8864903 Mar 03 05:56:42.837825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecda956-353c-411b-b602-b9b58645253f', 'tag': '85537ea7-883a-467a-84d2-0efc94f315fd'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:56:42.869321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a6cf1-dcc2-4cd9-b9cb-3a73e9a2785a service neutron] Pushing event updated for resources: {'Port': ['ID=85537ea7-883a-467a-84d2-0efc94f315fd,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:42.909662 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecda956-353c-411b-b602-b9b58645253f', 'tag': '85537ea7-883a-467a-84d2-0efc94f315fd', 'status': 'completed', 'code': 200} Mar 03 05:56:42.950670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-f6757b9f-2c70-46d0-aaa2-4277fef58dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:42.952262 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-f6757b9f-2c70-46d0-aaa2-4277fef58dc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 1096 time: 0.0749154 Mar 03 05:56:43.024960 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-8c983124-cd75-4da4-b4ac-47337db27566 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85537ea7-883a-467a-84d2-0efc94f315fd HTTP/1.1" status: 200 len: 217 time: 0.0658367 Mar 03 05:56:43.086609 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-658f6d24-e914-463b-83c1-05fb1a533a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:43.088014 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-658f6d24-e914-463b-83c1-05fb1a533a20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de2fed6c-b4df-4e95-baab-c681e10e72c3 HTTP/1.1" status: 200 len: 835 time: 0.0569034 Mar 03 05:56:43.160423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-8c74c474-580b-43c3-99ee-a834594b5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:43.161736 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-8c74c474-580b-43c3-99ee-a834594b5f4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dbaced9e-55ec-4fdd-9eed-05e69dcb76c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682287 Mar 03 05:56:43.393208 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-e4a3279f-ed50-48e6-a04d-48b4502b6d12 service neutron] 10.222.0.23 "GET /v2.0/networks/dbaced9e-55ec-4fdd-9eed-05e69dcb76c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251267 Mar 03 05:56:43.526518 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-94741a06-cdee-47ca-8b0c-b33f75f61b74 req-7395a8a8-0107-41c8-b671-36a548ef9795 service neutron] 10.222.0.23 "GET /v2.0/networks/dbaced9e-55ec-4fdd-9eed-05e69dcb76c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271162 Mar 03 05:56:43.551844 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d3f5b-c8d8-4efb-848a-c3439d7fe052 req-0d84e003-de8a-4dcb-8587-bd309a34855f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:43.553330 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-157d3f5b-c8d8-4efb-848a-c3439d7fe052 req-0d84e003-de8a-4dcb-8587-bd309a34855f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 943 time: 0.0810261 Mar 03 05:56:43.602797 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-157d3f5b-c8d8-4efb-848a-c3439d7fe052 req-bc85b053-eed2-4129-8a47-afeac77fe546 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9e513-527c-41b4-9760-007b409c362a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436954 Mar 03 05:56:43.637673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4ab58-0c52-4a8f-a5ca-f3758fab4f41 req-360c1739-2fb4-471f-933d-9889b9bb0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:43.639116 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d7b4ab58-0c52-4a8f-a5ca-f3758fab4f41 req-360c1739-2fb4-471f-933d-9889b9bb0c13 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 1096 time: 0.0702095 Mar 03 05:56:43.765782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4ab58-0c52-4a8f-a5ca-f3758fab4f41 req-6377d437-f813-407a-9e2a-496fd543b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:43.767253 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d7b4ab58-0c52-4a8f-a5ca-f3758fab4f41 req-6377d437-f813-407a-9e2a-496fd543b780 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 HTTP/1.1" status: 200 len: 898 time: 0.1225040 Mar 03 05:56:43.835062 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d7b4ab58-0c52-4a8f-a5ca-f3758fab4f41 req-d3e8427c-c2e6-4cfb-8d34-c58ad5606b42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85537ea7-883a-467a-84d2-0efc94f315fd HTTP/1.1" status: 200 len: 217 time: 0.0619149 Mar 03 05:56:43.902804 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4ab58-0c52-4a8f-a5ca-f3758fab4f41 req-eedbe7af-2ebb-48d8-a15f-ff17b53ad113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:43.904215 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d7b4ab58-0c52-4a8f-a5ca-f3758fab4f41 req-eedbe7af-2ebb-48d8-a15f-ff17b53ad113 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de2fed6c-b4df-4e95-baab-c681e10e72c3 HTTP/1.1" status: 200 len: 835 time: 0.0635972 Mar 03 05:56:43.979751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4ab58-0c52-4a8f-a5ca-f3758fab4f41 req-3f0f4203-b786-4452-a1d1-b972c7f46bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:43.981171 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d7b4ab58-0c52-4a8f-a5ca-f3758fab4f41 req-3f0f4203-b786-4452-a1d1-b972c7f46bfe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dbaced9e-55ec-4fdd-9eed-05e69dcb76c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702107 Mar 03 05:56:43.991491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [req-d7b4ab58-0c52-4a8f-a5ca-f3758fab4f41 req-bc767477-51c0-4eb7-819d-4c4f0e663946 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:56:43.992580 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d7b4ab58-0c52-4a8f-a5ca-f3758fab4f41 req-bc767477-51c0-4eb7-819d-4c4f0e663946 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048764 Mar 03 05:56:44.120259 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d7b4ab58-0c52-4a8f-a5ca-f3758fab4f41 req-eda4897c-e924-463d-b4d4-10c4216f4744 service neutron] 10.222.0.23 "GET /v2.0/networks/dbaced9e-55ec-4fdd-9eed-05e69dcb76c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217549 Mar 03 05:56:44.269997 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d7b4ab58-0c52-4a8f-a5ca-f3758fab4f41 req-1f07f5dd-3422-42b8-9d68-20b872f76d20 service neutron] 10.222.0.23 "GET /v2.0/networks/dbaced9e-55ec-4fdd-9eed-05e69dcb76c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432617 Mar 03 05:56:44.786608 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5184e-7485-4fc3-b14c-8c27fe2991cd req-4be5f696-cf31-4607-955d-9429a9d17788 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:44.788067 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8af5184e-7485-4fc3-b14c-8c27fe2991cd req-4be5f696-cf31-4607-955d-9429a9d17788 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 943 time: 0.0810251 Mar 03 05:56:44.831752 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8af5184e-7485-4fc3-b14c-8c27fe2991cd req-28f81c5a-595f-4edc-acaa-5ffeec90087c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9e513-527c-41b4-9760-007b409c362a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381596 Mar 03 05:56:45.537732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 85537ea7-883a-467a-84d2-0efc94f315fd details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 05:56:45.674596 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 85537ea7-883a-467a-84d2-0efc94f315fd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=85537ea7-883a-467a-84d2-0efc94f315fd,segment=NetworkSegment(117294cd-39df-407e-b755-ee2ed0338999),segment_id=117294cd-39df-407e-b755-ee2ed0338999)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:45.687049 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '85537ea7-883a-467a-84d2-0efc94f315fd', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'port_id': '85537ea7-883a-467a-84d2-0efc94f315fd', 'mac_address': 'fa:16:3e:42:0e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 05:56:45.739950 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:45.755526 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85537ea7-883a-467a-84d2-0efc94f315fd {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:56:45.770234 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 85537ea7-883a-467a-84d2-0efc94f315fd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=85537ea7-883a-467a-84d2-0efc94f315fd,segment=NetworkSegment(117294cd-39df-407e-b755-ee2ed0338999),segment_id=117294cd-39df-407e-b755-ee2ed0338999)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:45.773999 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:45.854177 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=85537ea7-883a-467a-84d2-0efc94f315fd,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:46.019061 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff1333-67eb-4eb2-8d1b-22ebb2a573d6 req-2f1e8a2e-1526-437b-92a8-8aeefa4c751b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:46.020564 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-17ff1333-67eb-4eb2-8d1b-22ebb2a573d6 req-2f1e8a2e-1526-437b-92a8-8aeefa4c751b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 944 time: 0.0819614 Mar 03 05:56:46.066783 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-17ff1333-67eb-4eb2-8d1b-22ebb2a573d6 req-08f325de-8e2e-471f-9e75-98e2f5070686 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9e513-527c-41b4-9760-007b409c362a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403004 Mar 03 05:56:46.089310 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['85537ea7-883a-467a-84d2-0efc94f315fd'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 05:56:47.249776 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563d2a2-d192-47b7-857c-70946dce3e47 req-cfccb89b-f2b0-4dc9-b73c-96762e593b83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:47.251198 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2563d2a2-d192-47b7-857c-70946dce3e47 req-cfccb89b-f2b0-4dc9-b73c-96762e593b83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 944 time: 0.0810587 Mar 03 05:56:47.293756 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2563d2a2-d192-47b7-857c-70946dce3e47 req-8cf61b48-6a30-4cab-a64c-1978cb89562c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9e513-527c-41b4-9760-007b409c362a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370770 Mar 03 05:56:47.544848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 85537ea7-883a-467a-84d2-0efc94f315fd up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:56:47.615799 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 85537ea7-883a-467a-84d2-0efc94f315fd completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:56:47.620304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 85537ea7-883a-467a-84d2-0efc94f315fd triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:56:47.620676 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:47.730913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:47.758695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecda956-353c-411b-b602-b9b58645253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85537ea7-883a-467a-84d2-0efc94f315fd'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:56:47.769521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 85537ea7-883a-467a-84d2-0efc94f315fd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=85537ea7-883a-467a-84d2-0efc94f315fd,segment=NetworkSegment(117294cd-39df-407e-b755-ee2ed0338999),segment_id=117294cd-39df-407e-b755-ee2ed0338999)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:56:47.772589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:47.803463 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecda956-353c-411b-b602-b9b58645253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85537ea7-883a-467a-84d2-0efc94f315fd', 'code': 200} Mar 03 05:56:47.840578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=85537ea7-883a-467a-84d2-0efc94f315fd,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:48.021126 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963aa52-6062-48aa-8a90-97557b10e126 req-303d4df1-5091-4925-a0a5-47c4951a66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:48.022562 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8963aa52-6062-48aa-8a90-97557b10e126 req-303d4df1-5091-4925-a0a5-47c4951a66c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 1098 time: 0.0681274 Mar 03 05:56:48.061078 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8963aa52-6062-48aa-8a90-97557b10e126 req-7a699a9f-4034-47c5-8b08-857aede15ae7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=78f9e513-527c-41b4-9760-007b409c362a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330348 Mar 03 05:56:48.194324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4edd876f-c5f0-4ce7-bde9-52e027c1e917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:48.471346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f483d45-9466-4e4b-8044-59919b573333 req-44c58a92-387f-4a52-83a0-282147067783 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:48.472817 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6f483d45-9466-4e4b-8044-59919b573333 req-44c58a92-387f-4a52-83a0-282147067783 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 945 time: 0.0779865 Mar 03 05:56:48.531415 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6f483d45-9466-4e4b-8044-59919b573333 req-82d27fe4-a9bb-4f66-84df-fbca9a1a1346 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9e513-527c-41b4-9760-007b409c362a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530794 Mar 03 05:56:49.713553 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31c56a-2d7c-4cbd-ad7c-59932b37a5a8 req-a27e944c-ae92-4012-ac19-45e0a03b0db9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:49.714997 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dd31c56a-2d7c-4cbd-ad7c-59932b37a5a8 req-a27e944c-ae92-4012-ac19-45e0a03b0db9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 945 time: 0.0784421 Mar 03 05:56:49.758002 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dd31c56a-2d7c-4cbd-ad7c-59932b37a5a8 req-ec75961c-bb61-4cd8-9b04-458732d871cc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9e513-527c-41b4-9760-007b409c362a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372827 Mar 03 05:56:49.939657 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdccf2-73f8-4a91-88de-12ec89ade7e7 req-4f4a1a48-ae26-4110-aab0-a1ce233bca86 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:49.941007 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d7cdccf2-73f8-4a91-88de-12ec89ade7e7 req-4f4a1a48-ae26-4110-aab0-a1ce233bca86 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 945 time: 0.0814586 Mar 03 05:56:49.982948 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d7cdccf2-73f8-4a91-88de-12ec89ade7e7 req-a4b1e691-5441-4bb1-b7e0-a23586d4336e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9e513-527c-41b4-9760-007b409c362a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363827 Mar 03 05:56:50.005170 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36202) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:50.073155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bda7dda-d08f-43d0-94c7-0692a1f4ccb0 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:50.074648 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7bda7dda-d08f-43d0-94c7-0692a1f4ccb0 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 1093 time: 0.0685627 Mar 03 05:56:50.077445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36206) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:50.082377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': '85537ea7-883a-467a-84d2-0efc94f315fd', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:56:50.088314 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:56:50.092061 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:floatingip and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:56:50.094829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:56:50.100909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:56:50.112469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:50.325741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:50.440774 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8afd7e24-215b-49f1-b133-532356bc951f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:50.461911 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.126 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/8d27421f-abbf-4f64-90b0-c120c7ec745a) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:56:50.604135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:50.633341 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:50.701786 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:56:50.702866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:56:50.707425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:56:50.735222 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=8d27421f-abbf-4f64-90b0-c120c7ec745a,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:51.106320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:51.179279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:51.382713 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:51.387310 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:51.504121 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=8d27421f-abbf-4f64-90b0-c120c7ec745a,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:56:51.514816 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:51.542701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:51.685494 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP 90674c25-e37d-4d3d-b8f7-0e9e75a2ed44 associated. External IP: 172.26.3.126, port: 85537ea7-883a-467a-84d2-0efc94f315fd. Mar 03 05:56:51.730251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:52.160808 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:56:52.337393 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:56:52.347826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e8b853-ea02-4e09-84f5-d62fad5b44d6 None None] Sync routers for ids ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:56:52.357270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e8b853-ea02-4e09-84f5-d62fad5b44d6 None None] Routers {'7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:56:52.358057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b2e8b853-ea02-4e09-84f5-d62fad5b44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:56:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:52.361946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:52.421675 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8e3e6805-f08d-42ba-9c18-6c9b32056180 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3428793 Mar 03 05:56:52.422546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecda956-353c-411b-b602-b9b58645253f', 'tag': '85537ea7-883a-467a-84d2-0efc94f315fd'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:56:52.424870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36210) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:52.469894 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecda956-353c-411b-b602-b9b58645253f', 'tag': '85537ea7-883a-467a-84d2-0efc94f315fd', 'status': 'completed', 'code': 200} Mar 03 05:56:52.539842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-b2e8b853-ea02-4e09-84f5-d62fad5b44d6 None None] Set router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:56:52.578882 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-52dfae26-8fa5-40a4-a86c-2e12618cd55e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/90674c25-e37d-4d3d-b8f7-0e9e75a2ed44 HTTP/1.1" status: 200 len: 991 time: 0.1527817 Mar 03 05:56:52.598820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b6856-2ea4-4330-9bc7-709b3de91530 req-adcc36e3-dd3a-4553-8762-20ddb34ccedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:52.600312 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a3b6856-2ea4-4330-9bc7-709b3de91530 req-adcc36e3-dd3a-4553-8762-20ddb34ccedb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 1098 time: 0.1083927 Mar 03 05:56:52.737800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b6856-2ea4-4330-9bc7-709b3de91530 req-2b7fea82-7bcc-4ef7-a420-7aaffbcb7ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:52.739309 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a3b6856-2ea4-4330-9bc7-709b3de91530 req-2b7fea82-7bcc-4ef7-a420-7aaffbcb7ac4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 HTTP/1.1" status: 200 len: 898 time: 0.1259685 Mar 03 05:56:52.836846 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a3b6856-2ea4-4330-9bc7-709b3de91530 req-63571180-5d3d-4032-bcf4-461dddddd0c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85537ea7-883a-467a-84d2-0efc94f315fd HTTP/1.1" status: 200 len: 999 time: 0.0916476 Mar 03 05:56:52.880789 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:56:52.902813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b2e8b853-ea02-4e09-84f5-d62fad5b44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:31Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '90674c25-e37d-4d3d-b8f7-0e9e75a2ed44', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.126', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'port_id': '85537ea7-883a-467a-84d2-0efc94f315fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'mac_address': 'fa:16:3e:42:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecda956-353c-411b-b602-b9b58645253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:56:51Z', 'updated_at': '2022-03-03T05:56:51Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6', 'name': '', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:44:a9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:34Z', 'updated_at': '2022-03-03T05:56:39Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:52.906982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e8b853-ea02-4e09-84f5-d62fad5b44d6 None None] Checking router: 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:56:52.917107 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e8b853-ea02-4e09-84f5-d62fad5b44d6 None None] Routers {'7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:56:52.917734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b2e8b853-ea02-4e09-84f5-d62fad5b44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:56:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:53.005455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b6856-2ea4-4330-9bc7-709b3de91530 req-a49b72ff-b2f2-46b2-b893-9b85ba20c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:53.006797 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a3b6856-2ea4-4330-9bc7-709b3de91530 req-a49b72ff-b2f2-46b2-b893-9b85ba20c0ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de2fed6c-b4df-4e95-baab-c681e10e72c3 HTTP/1.1" status: 200 len: 835 time: 0.1641951 Mar 03 05:56:53.080199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b6856-2ea4-4330-9bc7-709b3de91530 req-9c8f2a57-abf6-420e-b364-0cba55461cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:56:53.081661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a3b6856-2ea4-4330-9bc7-709b3de91530 req-9c8f2a57-abf6-420e-b364-0cba55461cd6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dbaced9e-55ec-4fdd-9eed-05e69dcb76c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688040 Mar 03 05:56:53.091763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-b2e8b853-ea02-4e09-84f5-d62fad5b44d6 None None] Set router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:56:53.210249 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a3b6856-2ea4-4330-9bc7-709b3de91530 req-2dffb526-c26d-4566-b931-ab1ca1f2dee7 service neutron] 10.222.0.23 "GET /v2.0/networks/dbaced9e-55ec-4fdd-9eed-05e69dcb76c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221085 Mar 03 05:56:53.341050 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a3b6856-2ea4-4330-9bc7-709b3de91530 req-83c81f36-915e-405d-9602-b274e1e3a484 service neutron] 10.222.0.23 "GET /v2.0/networks/dbaced9e-55ec-4fdd-9eed-05e69dcb76c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252556 Mar 03 05:56:53.462430 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b2e8b853-ea02-4e09-84f5-d62fad5b44d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:31Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '90674c25-e37d-4d3d-b8f7-0e9e75a2ed44', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.126', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'port_id': '85537ea7-883a-467a-84d2-0efc94f315fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'mac_address': 'fa:16:3e:42:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecda956-353c-411b-b602-b9b58645253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:56:51Z', 'updated_at': '2022-03-03T05:56:51Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6', 'name': '', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:44:a9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:34Z', 'updated_at': '2022-03-03T05:56:39Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:56:53.466259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e8b853-ea02-4e09-84f5-d62fad5b44d6 None None] The sync data for ids ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'] in dv-neutron-831582-1-hyperv is: [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:31Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '90674c25-e37d-4d3d-b8f7-0e9e75a2ed44', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.126', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'port_id': '85537ea7-883a-467a-84d2-0efc94f315fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'mac_address': 'fa:16:3e:42:0e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecda956-353c-411b-b602-b9b58645253f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:56:51Z', 'updated_at': '2022-03-03T05:56:51Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6', 'name': '', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:44:a9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:34Z', 'updated_at': '2022-03-03T05:56:39Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:56:53.582710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36216) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:53.647872 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9450c29-0474-4b7e-b015-beb628e51c57 None None] New status for floating IP 90674c25-e37d-4d3d-b8f7-0e9e75a2ed44: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:56:53.693095 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6ca9b2c6-624d-4509-8c60-0012ee814e47 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/90674c25-e37d-4d3d-b8f7-0e9e75a2ed44 HTTP/1.1" status: 200 len: 991 time: 0.1092420 Mar 03 05:56:54.696966 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36222) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:56:54.801336 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cd37358e-f559-4f8d-9098-5d95b878b8e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/90674c25-e37d-4d3d-b8f7-0e9e75a2ed44 HTTP/1.1" status: 200 len: 993 time: 0.1032538 Mar 03 05:56:59.397568 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:57:00.323615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:10.443540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513de14-2c87-4ea1-987f-75f9f854d10c req-e5fcb1de-6339-478a-a949-701ed3437275 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:10.445026 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1513de14-2c87-4ea1-987f-75f9f854d10c req-e5fcb1de-6339-478a-a949-701ed3437275 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0841348 Mar 03 05:57:10.487619 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1513de14-2c87-4ea1-987f-75f9f854d10c req-090eb2b3-179e-47e3-87c7-94f3f3be77a7 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367715 Mar 03 05:57:11.080817 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d3b1f0aa-5613-45f3-be2d-c807526de881 req-14d1fcd2-163f-4138-b43e-bd34c8ff19c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709913 Mar 03 05:57:11.174105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f0aa-5613-45f3-be2d-c807526de881 req-aa1fa76b-fcc5-4bf1-980c-ba6c89182527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:11.175537 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d3b1f0aa-5613-45f3-be2d-c807526de881 req-aa1fa76b-fcc5-4bf1-980c-ba6c89182527 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 1098 time: 0.0695128 Mar 03 05:57:11.324292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f0aa-5613-45f3-be2d-c807526de881 req-6bdb12ac-274e-4f56-a241-d5c32591004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:11.325715 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d3b1f0aa-5613-45f3-be2d-c807526de881 req-6bdb12ac-274e-4f56-a241-d5c32591004b service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 912 time: 0.1255009 Mar 03 05:57:11.428873 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d3b1f0aa-5613-45f3-be2d-c807526de881 req-61bcf1ed-ab69-4e8b-8054-2c3090b538cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1c25d45-114b-4b76-8996-7459caa98368 HTTP/1.1" status: 200 len: 1001 time: 0.0963800 Mar 03 05:57:11.489163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f0aa-5613-45f3-be2d-c807526de881 req-e4e8901f-07b8-4351-a214-31af16f70964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:11.491063 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d3b1f0aa-5613-45f3-be2d-c807526de881 req-e4e8901f-07b8-4351-a214-31af16f70964 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.0562048 Mar 03 05:57:11.568168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f0aa-5613-45f3-be2d-c807526de881 req-c2144445-6f66-44a3-b45a-0f327bd288ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:11.569630 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d3b1f0aa-5613-45f3-be2d-c807526de881 req-c2144445-6f66-44a3-b45a-0f327bd288ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722082 Mar 03 05:57:11.684563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29f233-4c19-4875-a561-420cbfd55f98 req-778b9e06-5e76-49cc-89e3-9a0ae5668e2e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:11.685927 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2e29f233-4c19-4875-a561-420cbfd55f98 req-778b9e06-5e76-49cc-89e3-9a0ae5668e2e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0817256 Mar 03 05:57:11.699787 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d3b1f0aa-5613-45f3-be2d-c807526de881 req-4586ab81-fb94-496e-85b7-910b8cea78a7 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227820 Mar 03 05:57:11.731471 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2e29f233-4c19-4875-a561-420cbfd55f98 req-e796d9fb-66ef-474c-a649-c9f5c4c22cc2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383260 Mar 03 05:57:11.827473 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d3b1f0aa-5613-45f3-be2d-c807526de881 req-c10899b5-ba94-469d-b207-aad86390d422 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208985 Mar 03 05:57:12.912495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ccab1-0ecb-4d61-8bb7-fa03be7220ff req-442eee3f-b1c9-4d74-b20b-5729ead35f23 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:12.913936 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-894ccab1-0ecb-4d61-8bb7-fa03be7220ff req-442eee3f-b1c9-4d74-b20b-5729ead35f23 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0782177 Mar 03 05:57:12.959486 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-894ccab1-0ecb-4d61-8bb7-fa03be7220ff req-7a99e76f-7f5e-4c4d-ae0d-1900a7cca138 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400393 Mar 03 05:57:14.138649 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f5a99-2949-4399-9fa7-ba5cbf756b22 req-dc5bf0b7-05ce-4e6b-8ead-64ec588d5004 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:14.140094 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a25f5a99-2949-4399-9fa7-ba5cbf756b22 req-dc5bf0b7-05ce-4e6b-8ead-64ec588d5004 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0769348 Mar 03 05:57:14.182945 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a25f5a99-2949-4399-9fa7-ba5cbf756b22 req-0ea18214-f196-41ed-ab7a-98295ad87657 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368476 Mar 03 05:57:15.363283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f716a9-4f26-4de6-badc-5180aba16999 req-3c474850-17ba-46a9-90d3-b9ed730cb74d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:15.367268 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f6f716a9-4f26-4de6-badc-5180aba16999 req-3c474850-17ba-46a9-90d3-b9ed730cb74d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0840871 Mar 03 05:57:15.410196 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f6f716a9-4f26-4de6-badc-5180aba16999 req-6d35a85a-e084-42c3-97f5-07b2919201ab tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370696 Mar 03 05:57:16.592001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffa3a0-af71-48cb-a7a4-2b8d9d3d334f req-eb8e135e-1739-45ef-876c-0a31e46a6223 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:16.593455 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c3ffa3a0-af71-48cb-a7a4-2b8d9d3d334f req-eb8e135e-1739-45ef-876c-0a31e46a6223 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0776505 Mar 03 05:57:16.637473 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c3ffa3a0-af71-48cb-a7a4-2b8d9d3d334f req-4d367148-cb3f-42a7-8251-681015c469cb tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382264 Mar 03 05:57:17.818971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefe5d4-8238-46cc-ba8c-09366fc90577 req-b5913b5d-a1fb-4a07-ada1-6a2f6c3d2644 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:17.820459 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-abefe5d4-8238-46cc-ba8c-09366fc90577 req-b5913b5d-a1fb-4a07-ada1-6a2f6c3d2644 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0822525 Mar 03 05:57:17.864465 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-abefe5d4-8238-46cc-ba8c-09366fc90577 req-4ebf23db-2bf8-48d2-b99f-b42c3613cd28 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378637 Mar 03 05:57:18.195194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d4c57fe1-fc61-4144-a9af-0d4e12b8c7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:19.045160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dee07e-e220-4345-92e6-6f62aa775bd3 req-060a9dcc-a97d-469e-b71b-9213ba06abf2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:19.046878 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-34dee07e-e220-4345-92e6-6f62aa775bd3 req-060a9dcc-a97d-469e-b71b-9213ba06abf2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0775635 Mar 03 05:57:19.092056 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-34dee07e-e220-4345-92e6-6f62aa775bd3 req-dd558be3-79de-487a-986f-3f2798f61033 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397084 Mar 03 05:57:19.488646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0c07e-b58b-4cc2-a049-87d190d2b9c9 req-48bd0b11-4c37-4e55-bc40-2eefd5bda57d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:19.490093 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fea0c07e-b58b-4cc2-a049-87d190d2b9c9 req-48bd0b11-4c37-4e55-bc40-2eefd5bda57d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 945 time: 0.0774717 Mar 03 05:57:19.533303 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fea0c07e-b58b-4cc2-a049-87d190d2b9c9 req-6a2ba166-5d87-4803-b7c1-aa484c3e0d06 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372152 Mar 03 05:57:20.280490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e239ac-ac0d-4b20-a637-301725295ba4 req-44f8dec9-2e09-4cd4-ab21-c664389035c5 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:20.281903 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05e239ac-ac0d-4b20-a637-301725295ba4 req-44f8dec9-2e09-4cd4-ab21-c664389035c5 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0867822 Mar 03 05:57:20.424338 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05e239ac-ac0d-4b20-a637-301725295ba4 req-9006ab01-cba6-4599-8c16-32681361426e tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368740 Mar 03 05:57:20.443565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ec191bfe-dffa-448e-b4e7-a550995d9d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:20.712612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e2d08-34a0-4686-997e-41729511cc5f req-760643ea-f5f3-476c-bb88-72789d5d18f9 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:20.713962 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-549e2d08-34a0-4686-997e-41729511cc5f req-760643ea-f5f3-476c-bb88-72789d5d18f9 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 945 time: 0.0778093 Mar 03 05:57:20.756787 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-549e2d08-34a0-4686-997e-41729511cc5f req-d387d272-7cbf-434a-b00e-4d1ab658c218 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371513 Mar 03 05:57:21.214264 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-41d0fa8b-a814-4a73-ae7c-0c84d9314be6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:21.214864 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-41d0fa8b-a814-4a73-ae7c-0c84d9314be6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Synchronizing usage tracker for tenant:e33eb203c5664af2a1609042ef91d807 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:57:21.231100 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-41d0fa8b-a814-4a73-ae7c-0c84d9314be6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Unset dirty status for tenant:e33eb203c5664af2a1609042ef91d807 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:57:21.232174 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-41d0fa8b-a814-4a73-ae7c-0c84d9314be6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 945 time: 0.0936000 Mar 03 05:57:21.301355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Deleting port b1c25d45-114b-4b76-8996-7459caa98368 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:57:21.301685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:21.547456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:21.613754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be76a5-7688-41c4-9ee1-af331dc5d7ac req-044723f9-c1da-40cb-a242-65a851a12dfe tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:21.615907 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-56be76a5-7688-41c4-9ee1-af331dc5d7ac req-044723f9-c1da-40cb-a242-65a851a12dfe tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0838280 Mar 03 05:57:21.657052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] For port b1c25d45-114b-4b76-8996-7459caa98368, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=b1c25d45-114b-4b76-8996-7459caa98368,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:57:21.657403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:21.659157 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-56be76a5-7688-41c4-9ee1-af331dc5d7ac req-1a75c655-5fa9-4af1-9054-fc2e6588de08 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376618 Mar 03 05:57:21.733022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:21.941950 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cbd66-123c-4c06-b212-e7e9db1e4465 req-d286f2b0-d6c1-4580-83d0-08716b5923a3 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:21.943329 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c66cbd66-123c-4c06-b212-e7e9db1e4465 req-d286f2b0-d6c1-4580-83d0-08716b5923a3 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 945 time: 0.0808666 Mar 03 05:57:21.946539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:21.946907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:21.947217 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Floating IP 76f3a0d3-f658-47c8-84de-5d2ccf6219ea disassociated. External IP: 172.26.3.221, port: b1c25d45-114b-4b76-8996-7459caa98368. Mar 03 05:57:21.947552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Calling delete_port for b1c25d45-114b-4b76-8996-7459caa98368 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:57:21.989181 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c66cbd66-123c-4c06-b212-e7e9db1e4465 req-aaab4a37-f2f2-425e-8220-1475b47740a3 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397606 Mar 03 05:57:22.090988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:22.140180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event deleted for resources: {'Port': ['ID=b1c25d45-114b-4b76-8996-7459caa98368,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:57:22.150362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:22.150706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:22.151047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:22.151379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:22.151711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:22.152067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:22.152393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:22.152716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:22.153049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:22.153372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:22.153691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:22.154036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:22.332704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Router 98f660af-7aab-492c-bb93-9d53fa5b3fca has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:57:22.521250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:57:22.530997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29960fe-750b-4c01-8a2d-c804cf4fe76d None None] Sync routers for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:57:22.550781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29960fe-750b-4c01-8a2d-c804cf4fe76d None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:57:22.556646 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b29960fe-750b-4c01-8a2d-c804cf4fe76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:57:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:57:22.603669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] No DVR routers for this DVR port b1c25d45-114b-4b76-8996-7459caa98368 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:57:22.606145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:22.608758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1900f6-c67b-4c0d-8e49-b3241412e065', 'name': 'network-vif-deleted', 'tag': 'b1c25d45-114b-4b76-8996-7459caa98368'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:57:22.638875 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ce1d4094-2c03-4ff1-aba9-5b4f51233c4b req-f12df364-2564-4f7a-b6e9-782f15c55139 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "DELETE /v2.0/ports/b1c25d45-114b-4b76-8996-7459caa98368 HTTP/1.1" status: 204 len: 173 time: 1.4017255 Mar 03 05:57:22.678455 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1900f6-c67b-4c0d-8e49-b3241412e065', 'name': 'network-vif-deleted', 'tag': 'b1c25d45-114b-4b76-8996-7459caa98368', 'status': 'completed', 'code': 200} Mar 03 05:57:22.761200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-b29960fe-750b-4c01-8a2d-c804cf4fe76d None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:57:22.855233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62557955-bb87-437d-aac4-a7d53bb6e2f2 req-485baab0-f547-47d3-9971-4ee8ec68ef14 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:22.857432 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-62557955-bb87-437d-aac4-a7d53bb6e2f2 req-485baab0-f547-47d3-9971-4ee8ec68ef14 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0865397 Mar 03 05:57:22.906045 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-62557955-bb87-437d-aac4-a7d53bb6e2f2 req-27252b61-b559-40d1-8c83-c7aef2fdb3a8 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 Mar 03 05:57:22.985094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:23.102754 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b29960fe-750b-4c01-8a2d-c804cf4fe76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:57:23.106679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29960fe-750b-4c01-8a2d-c804cf4fe76d None None] Checking router: 98f660af-7aab-492c-bb93-9d53fa5b3fca for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:57:23.115954 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29960fe-750b-4c01-8a2d-c804cf4fe76d None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:57:23.116539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b29960fe-750b-4c01-8a2d-c804cf4fe76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:57:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:57:23.157787 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2b2ed0d3-b966-4e10-828e-d5b99ab1878f req-bb957cf9-cf03-4442-9122-ca97b603f095 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f1900f6-c67b-4c0d-8e49-b3241412e065 HTTP/1.1" status: 200 len: 210 time: 0.0477896 Mar 03 05:57:23.294206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-b29960fe-750b-4c01-8a2d-c804cf4fe76d None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:57:23.637998 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b29960fe-750b-4c01-8a2d-c804cf4fe76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:57:23.641805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29960fe-750b-4c01-8a2d-c804cf4fe76d None None] The sync data for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv is: [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:57:23.853862 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecceb1e9-83a3-45c5-865f-bd8f5a71254c None None] New status for floating IP 76f3a0d3-f658-47c8-84de-5d2ccf6219ea: DOWN {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:57:24.095317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7141f-2a1e-429f-87d3-08d97288f1a3 req-315c4ff9-2ee4-4ac0-b24e-41510b908478 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:24.096817 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-19e7141f-2a1e-429f-87d3-08d97288f1a3 req-315c4ff9-2ee4-4ac0-b24e-41510b908478 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0860479 Mar 03 05:57:24.142550 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-19e7141f-2a1e-429f-87d3-08d97288f1a3 req-0396baba-7b85-4f7a-af86-237c5f703ca2 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389264 Mar 03 05:57:24.491875 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-a6c99f22-710c-4d9f-88f3-80d0a189daa4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657090641&fields=id&tenant_id=e33eb203c5664af2a1609042ef91d807 HTTP/1.1" status: 200 len: 267 time: 0.0396800 Mar 03 05:57:24.639853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273639a-266c-49c1-8628-2bea58d8c967 req-4783de56-f18d-494a-8a6f-c99c518d9cc0 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:24.641249 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-4783de56-f18d-494a-8a6f-c99c518d9cc0 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 811 time: 0.1432705 Mar 03 05:57:24.655191 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c679136b-331f-464e-9ac8-427fe0d8183c tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/quotas/e33eb203c5664af2a1609042ef91d807 HTTP/1.1" status: 200 len: 375 time: 0.0085807 Mar 03 05:57:24.738289 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-03b5eb6f-9032-40d5-9d83-309ef902e4ee tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783436 Mar 03 05:57:24.871834 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-34043037-6b6b-46bb-9028-e4bda3c93fb8 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220818 Mar 03 05:57:25.002601 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-056756aa-a3b5-4af3-ac7a-8873038f1ec8 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249869 Mar 03 05:57:25.341084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51917ab0-bae9-4030-b137-664becfc520d req-52398cba-d398-4e13-a268-693be962caed tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:25.342553 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-51917ab0-bae9-4030-b137-664becfc520d req-52398cba-d398-4e13-a268-693be962caed tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0914526 Mar 03 05:57:25.398173 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-819da930-e1d3-46e7-92aa-10fc3068b073 req-bbf2995c-7ec4-4a9d-9717-763ff484b8d0 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 210 time: 0.0546606 Mar 03 05:57:25.428148 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-51917ab0-bae9-4030-b137-664becfc520d req-68e1f09e-0845-4f91-b7c3-fb8c0a30129d tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536878 Mar 03 05:57:25.731493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device b1c25d45-114b-4b76-8996-7459caa98368 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:57:25.765228 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: b1c25d45-114b-4b76-8996-7459caa98368 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:57:25.765580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device b1c25d45-114b-4b76-8996-7459caa98368 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:57:26.436530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273639a-266c-49c1-8628-2bea58d8c967 req-694d3620-0083-4526-94f2-41916ed66064 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:26.437929 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-694d3620-0083-4526-94f2-41916ed66064 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 811 time: 0.1491687 Mar 03 05:57:26.491940 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-9cc79972-b07d-4a6d-963b-b76386a7c48b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e33eb203c5664af2a1609042ef91d807 HTTP/1.1" status: 200 len: 379 time: 0.0443265 Mar 03 05:57:26.509368 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Request body: {'port': {'device_id': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'admin_state_up': True, 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'security_groups': ['558c7014-f696-4694-9ca3-021812e5dd2c']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:57:26.622242 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6896a9f2-b8c7-4ef5-ae5d-81b3a365ea80 req-deba24fc-0559-45c9-8936-820c01c07fcf tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 210 time: 0.1081016 Mar 03 05:57:26.666342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81471bc-60c6-4279-ae16-c77bf269723f req-6e005cf2-1bf0-4f18-accb-643491870206 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:26.667712 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b81471bc-60c6-4279-ae16-c77bf269723f req-6e005cf2-1bf0-4f18-accb-643491870206 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.1044540 Mar 03 05:57:26.713380 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b81471bc-60c6-4279-ae16-c77bf269723f req-39a5bc6c-ef39-47b5-9fef-800ff966c7b1 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397105 Mar 03 05:57:26.772291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:57:26.776496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:port and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:57:26.779165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:57:26.784746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:57:26.796697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Made reservation on behalf of e33eb203c5664af2a1609042ef91d807 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:57:26.800416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:26.958912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Allocated IP 172.20.0.12 (2d3ae7a8-fae7-4b3f-96c0-3331c58d4506/72259fe0-eab8-4ca9-8e4c-529b159e4c00/dfb99da7-1c0f-4532-832b-757d70eb02bc) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:57:27.161525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:27.179344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Transition to ACTIVE for port object dfb99da7-1c0f-4532-832b-757d70eb02bc will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:57:27.203056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:27.264963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:57:27.268244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:57:27.270768 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:57:27.337800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'Port': ['ID=dfb99da7-1c0f-4532-832b-757d70eb02bc,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:57:27.355359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:27.356025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:27.384298 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ab1687a7-b2f7-4d54-b6c4-a4e637918881 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8788586 Mar 03 05:57:27.396316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Request body: {'port': {'device_id': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:57:27.500688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b00c463e-25e4-4374-9e77-e54d643fc204 None None] Provisioning for port dfb99da7-1c0f-4532-832b-757d70eb02bc completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:57:27.507018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b00c463e-25e4-4374-9e77-e54d643fc204 None None] Provisioning complete for port dfb99da7-1c0f-4532-832b-757d70eb02bc triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:57:27.507618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b00c463e-25e4-4374-9e77-e54d643fc204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:27.512065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:27.565302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b00c463e-25e4-4374-9e77-e54d643fc204 None None] Port dfb99da7-1c0f-4532-832b-757d70eb02bc cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:57:27.827979 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9ff4b-f33e-41f7-ab72-2319b509009e req-6ec1d993-5e9c-4662-9af1-17c361b59e1b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:27.829610 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-37f9ff4b-f33e-41f7-ab72-2319b509009e req-6ec1d993-5e9c-4662-9af1-17c361b59e1b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 932 time: 0.0961459 Mar 03 05:57:27.889558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb99da7-1c0f-4532-832b-757d70eb02bc {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:57:27.897945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:27.915308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Transition to ACTIVE for port object dfb99da7-1c0f-4532-832b-757d70eb02bc will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:57:27.916177 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-37f9ff4b-f33e-41f7-ab72-2319b509009e req-212a09ac-d743-49bd-8e09-3100b2348e2e tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793207 Mar 03 05:57:27.921066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:27.950016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5618e-da73-4f7d-8564-d450629b3831 req-6ed1cda8-0a3a-4571-a991-8489ec4fe5a9 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:27.951475 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a0a5618e-da73-4f7d-8564-d450629b3831 req-6ed1cda8-0a3a-4571-a991-8489ec4fe5a9 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.1159427 Mar 03 05:57:28.004681 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a0a5618e-da73-4f7d-8564-d450629b3831 req-e6d3797b-089c-4afb-8450-d5bd2b1c4f7f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441768 Mar 03 05:57:28.093439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb99da7-1c0f-4532-832b-757d70eb02bc,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:57:28.181237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Attempting to bind port dfb99da7-1c0f-4532-832b-757d70eb02bc on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:57:28.181574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Attempting to bind port dfb99da7-1c0f-4532-832b-757d70eb02bc by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:57:28.181907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Attempting to bind port dfb99da7-1c0f-4532-832b-757d70eb02bc on network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:57:28.187425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Port dfb99da7-1c0f-4532-832b-757d70eb02bc on network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:57:28.187716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Attempting to bind port dfb99da7-1c0f-4532-832b-757d70eb02bc on network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:57:28.192912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:57:28.193248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Checking segment: {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:57:28.193732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Bound using segment: {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:57:28.194154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Bound port: dfb99da7-1c0f-4532-832b-757d70eb02bc, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:57:28.194499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:28.283546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] For port dfb99da7-1c0f-4532-832b-757d70eb02bc, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:57:28.287039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] For port dfb99da7-1c0f-4532-832b-757d70eb02bc, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dfb99da7-1c0f-4532-832b-757d70eb02bc,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:57:28.291588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:28.349784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:28.350405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:28.351755 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] 10.222.0.23 "PUT /v2.0/ports/dfb99da7-1c0f-4532-832b-757d70eb02bc HTTP/1.1" status: 200 len: 1094 time: 0.9607036 Mar 03 05:57:28.354260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'tag': 'dfb99da7-1c0f-4532-832b-757d70eb02bc'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:57:28.423237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4340b31-c9f6-4148-a1bc-ce827821dec6 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb99da7-1c0f-4532-832b-757d70eb02bc,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:57:28.431903 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'tag': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'status': 'completed', 'code': 200} Mar 03 05:57:28.467678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273639a-266c-49c1-8628-2bea58d8c967 req-88d6e3e7-43de-47de-865c-a80b156e5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:28.469199 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-88d6e3e7-43de-47de-865c-a80b156e5abe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 1097 time: 0.0795217 Mar 03 05:57:28.544727 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-ae4af220-93fb-4c8a-b779-e68cfb26a8e1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb99da7-1c0f-4532-832b-757d70eb02bc HTTP/1.1" status: 200 len: 217 time: 0.0680294 Mar 03 05:57:28.607115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273639a-266c-49c1-8628-2bea58d8c967 req-147c61e2-8fb0-46d4-86de-0f2a315fefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:28.608541 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-147c61e2-8fb0-46d4-86de-0f2a315fefbf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.0577915 Mar 03 05:57:28.686583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273639a-266c-49c1-8628-2bea58d8c967 req-f5a96c9d-d7cc-4a8a-83e0-32413f63a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:28.688051 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-f5a96c9d-d7cc-4a8a-83e0-32413f63a84d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733981 Mar 03 05:57:28.924388 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-0ff9bd2c-1d8d-4bc3-8128-54448487c4de service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298989 Mar 03 05:57:29.054230 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a273639a-266c-49c1-8628-2bea58d8c967 req-5e9b222a-d0e1-4b6d-bd10-5ad5d19c8a2c service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238062 Mar 03 05:57:29.177795 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4657-ac08-4b9a-a5bf-ac39de519a5b req-37b2064b-9493-4e62-a274-0991cda17bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:29.179179 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f7d4657-ac08-4b9a-a5bf-ac39de519a5b req-37b2064b-9493-4e62-a274-0991cda17bbc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 1097 time: 0.0734847 Mar 03 05:57:29.254986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be7ec6-8a61-44af-8d8f-855d414b82ef req-ded7057c-3582-48b2-9ab8-8a8a04412133 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:29.256447 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-42be7ec6-8a61-44af-8d8f-855d414b82ef req-ded7057c-3582-48b2-9ab8-8a8a04412133 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 944 time: 0.2335427 Mar 03 05:57:29.263596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c795ade-7325-470d-b760-3e2ffa41a9f8 req-3eeea99a-e223-46ed-8855-3591d83edcfd tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:29.264945 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1c795ade-7325-470d-b760-3e2ffa41a9f8 req-3eeea99a-e223-46ed-8855-3591d83edcfd tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.1159406 Mar 03 05:57:29.309347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4657-ac08-4b9a-a5bf-ac39de519a5b req-f4cf771d-ee20-4197-b49e-9aa759dc8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:29.310810 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f7d4657-ac08-4b9a-a5bf-ac39de519a5b req-f4cf771d-ee20-4197-b49e-9aa759dc8a1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 912 time: 0.1252720 Mar 03 05:57:29.331925 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-42be7ec6-8a61-44af-8d8f-855d414b82ef req-0059f313-e381-4bcb-b2e6-3e54a4e471ad tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660210 Mar 03 05:57:29.336844 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1c795ade-7325-470d-b760-3e2ffa41a9f8 req-d3489fbf-01a5-47f5-9d2f-1f8751267e8f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580592 Mar 03 05:57:29.383161 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f7d4657-ac08-4b9a-a5bf-ac39de519a5b req-60580bd4-7bdf-4d18-9edf-ee156e1c8e3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb99da7-1c0f-4532-832b-757d70eb02bc HTTP/1.1" status: 200 len: 217 time: 0.0667262 Mar 03 05:57:29.444060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4657-ac08-4b9a-a5bf-ac39de519a5b req-61a91ef9-9b73-4c1f-8208-fbac052fd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:29.445366 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f7d4657-ac08-4b9a-a5bf-ac39de519a5b req-61a91ef9-9b73-4c1f-8208-fbac052fd1fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.0566909 Mar 03 05:57:29.525454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4657-ac08-4b9a-a5bf-ac39de519a5b req-d2270d0a-319e-490f-a0a8-fa29327c6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:29.526939 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f7d4657-ac08-4b9a-a5bf-ac39de519a5b req-d2270d0a-319e-490f-a0a8-fa29327c6318 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748808 Mar 03 05:57:29.655604 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f7d4657-ac08-4b9a-a5bf-ac39de519a5b req-e220fe82-fbc8-42a7-89da-901d950f2223 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223269 Mar 03 05:57:29.782662 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f7d4657-ac08-4b9a-a5bf-ac39de519a5b req-20f84fe4-3e58-4403-84c5-3f12bc81b818 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207392 Mar 03 05:57:30.274416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8a7b7-97e3-43af-bca0-330f00b28819 req-1b27282e-fc14-42c0-b2d9-e11288c45661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:30.275938 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5ae8a7b7-97e3-43af-bca0-330f00b28819 req-1b27282e-fc14-42c0-b2d9-e11288c45661 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 1098 time: 0.0684972 Mar 03 05:57:30.316323 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5ae8a7b7-97e3-43af-bca0-330f00b28819 req-6a624ac1-759c-4d9d-9939-d5e8b1f74c49 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345953 Mar 03 05:57:30.327987 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:30.584675 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5135bf0-58e7-41df-a670-40e5d92322b2 req-9d36a4b6-a048-4d29-aea8-19f8e07f4b16 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:30.586037 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f5135bf0-58e7-41df-a670-40e5d92322b2 req-9d36a4b6-a048-4d29-aea8-19f8e07f4b16 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 944 time: 0.1437619 Mar 03 05:57:30.593428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d85b8d-73f6-44c2-bb49-076b69eff247 req-b52144ec-9f73-4b0d-9239-0787c8fdc478 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:30.594752 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a3d85b8d-73f6-44c2-bb49-076b69eff247 req-b52144ec-9f73-4b0d-9239-0787c8fdc478 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.1537266 Mar 03 05:57:30.666667 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f5135bf0-58e7-41df-a670-40e5d92322b2 req-51be4a84-0e1b-4a1c-b8bb-430782490446 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709817 Mar 03 05:57:30.669332 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a3d85b8d-73f6-44c2-bb49-076b69eff247 req-70707ead-f6cc-4e71-a85b-5a5148cb2251 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613532 Mar 03 05:57:31.766512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device aa260e11-e716-464d-9ad3-677195dbe97d details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 05:57:31.769875 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device aa260e11-e716-464d-9ad3-677195dbe97d no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:57:31.912897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcb327-7d84-4eba-8af9-9febfedc4ea1 req-559c7a90-b69c-478e-9ac7-377232cadc36 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:31.914395 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-aedcb327-7d84-4eba-8af9-9febfedc4ea1 req-559c7a90-b69c-478e-9ac7-377232cadc36 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 944 time: 0.1426325 Mar 03 05:57:31.922107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66996f2-db7b-4c1d-9625-ca520fe83113 req-ccc64589-95d7-4262-8482-85070a58b1bb tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:31.923432 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d66996f2-db7b-4c1d-9625-ca520fe83113 req-ccc64589-95d7-4262-8482-85070a58b1bb tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.1154673 Mar 03 05:57:31.982358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:31.990818 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-aedcb327-7d84-4eba-8af9-9febfedc4ea1 req-68ba152a-8993-44df-b14c-b3a368e904d3 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664427 Mar 03 05:57:31.995112 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d66996f2-db7b-4c1d-9625-ca520fe83113 req-877e3289-9961-4c66-8328-670f65089734 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569193 Mar 03 05:57:32.009077 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port aa260e11-e716-464d-9ad3-677195dbe97d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa260e11-e716-464d-9ad3-677195dbe97d,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:57:32.025565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36344) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:57:32.034243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'port_id': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'mac_address': 'fa:16:3e:75:b9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 05:57:32.042716 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:57:32.088191 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port aa260e11-e716-464d-9ad3-677195dbe97d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa260e11-e716-464d-9ad3-677195dbe97d,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:57:32.102976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:32.136366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:32.136956 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0cbc0817-df9c-45ca-b171-c5efe376bafc tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/floatingips/67d68fc6-d167-4b38-8de6-e76960370de2 HTTP/1.1" status: 200 len: 993 time: 0.1098993 Mar 03 05:57:32.150478 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'code': 200} Mar 03 05:57:32.169499 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa260e11-e716-464d-9ad3-677195dbe97d {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:57:32.224889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=aa260e11-e716-464d-9ad3-677195dbe97d,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:57:32.236704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:32.236977 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:32.237317 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:32.237652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:32.237986 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:32.238316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:32.238642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:32.238966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:32.239834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:32.240168 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:32.240488 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:32.240808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:32.254119 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 05:57:32.254474 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 05:57:32.810268 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:32.826466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa260e11-e716-464d-9ad3-677195dbe97d {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:57:32.841381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port aa260e11-e716-464d-9ad3-677195dbe97d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa260e11-e716-464d-9ad3-677195dbe97d,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:57:32.844983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:32.910060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=aa260e11-e716-464d-9ad3-677195dbe97d,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:57:33.168536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['aa260e11-e716-464d-9ad3-677195dbe97d'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 05:57:33.332787 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9716e19-7c53-407c-8bd5-710d07c3bf58 req-2f9f5bb0-5658-4bef-bd0f-cee42a08f909 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:33.334957 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d9716e19-7c53-407c-8bd5-710d07c3bf58 req-2f9f5bb0-5658-4bef-bd0f-cee42a08f909 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 944 time: 0.0801306 Mar 03 05:57:33.392378 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d9716e19-7c53-407c-8bd5-710d07c3bf58 req-505baaa8-2c85-4e86-880f-59aeb3255b4d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507362 Mar 03 05:57:34.572780 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817e8f2-d63d-4597-82ca-49a49e8b2fc4 req-1b02cd0f-c124-46df-b59c-97e45444b819 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:34.574219 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4817e8f2-d63d-4597-82ca-49a49e8b2fc4 req-1b02cd0f-c124-46df-b59c-97e45444b819 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 944 time: 0.0773695 Mar 03 05:57:34.619295 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4817e8f2-d63d-4597-82ca-49a49e8b2fc4 req-2dff7848-cbab-4f8a-8d45-5d74cd5eb368 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394604 Mar 03 05:57:35.762620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device aa260e11-e716-464d-9ad3-677195dbe97d up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:57:35.801869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffb4d9-2f9e-4e6f-a91a-6ad58bb1a7a1 req-ff0289e9-db69-474a-84d1-edc968047f6a tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:35.803279 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-23ffb4d9-2f9e-4e6f-a91a-6ad58bb1a7a1 req-ff0289e9-db69-474a-84d1-edc968047f6a tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 944 time: 0.0813830 Mar 03 05:57:35.831471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port aa260e11-e716-464d-9ad3-677195dbe97d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:57:35.831877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:35.847341 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-23ffb4d9-2f9e-4e6f-a91a-6ad58bb1a7a1 req-e160baf9-4461-4dda-b0b5-2f27bcd05d64 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376308 Mar 03 05:57:35.947335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:35.972639 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:57:35.982315 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port aa260e11-e716-464d-9ad3-677195dbe97d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa260e11-e716-464d-9ad3-677195dbe97d,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:57:35.986967 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:36.023183 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'code': 200} Mar 03 05:57:36.054349 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=aa260e11-e716-464d-9ad3-677195dbe97d,revision_number=8']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:57:36.396057 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:57:37.028540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6739ca73-8563-4798-b66e-53d1cf5243eb req-9d8e4dbc-8891-4b29-8225-10d85bc0f2db tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:37.029975 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6739ca73-8563-4798-b66e-53d1cf5243eb req-9d8e4dbc-8891-4b29-8225-10d85bc0f2db tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 944 time: 0.0787454 Mar 03 05:57:37.073308 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6739ca73-8563-4798-b66e-53d1cf5243eb req-30dfa203-c74e-4ff4-a03d-7f4760dfd970 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378342 Mar 03 05:57:37.792099 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device dfb99da7-1c0f-4532-832b-757d70eb02bc details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 05:57:37.921765 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port dfb99da7-1c0f-4532-832b-757d70eb02bc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dfb99da7-1c0f-4532-832b-757d70eb02bc,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:57:37.943938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'port_id': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'mac_address': 'fa:16:3e:a6:3f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 05:57:37.997081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:38.012955 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb99da7-1c0f-4532-832b-757d70eb02bc {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:57:38.028319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port dfb99da7-1c0f-4532-832b-757d70eb02bc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dfb99da7-1c0f-4532-832b-757d70eb02bc,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:57:38.032129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:38.096942 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=dfb99da7-1c0f-4532-832b-757d70eb02bc,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:57:38.258429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ee776-f452-4b9e-838c-afd8d7846a1c req-59014479-e686-4575-b5c5-10bf86395799 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:38.260439 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-082ee776-f452-4b9e-838c-afd8d7846a1c req-59014479-e686-4575-b5c5-10bf86395799 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 945 time: 0.0826683 Mar 03 05:57:38.302645 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-082ee776-f452-4b9e-838c-afd8d7846a1c req-f2b92b69-6cd8-44d1-b769-a950e7175fd4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365639 Mar 03 05:57:38.352282 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['dfb99da7-1c0f-4532-832b-757d70eb02bc'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 05:57:39.483135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8abaaa-6a58-4f1d-a33c-124a4c3c9a62 req-743c593c-e134-46ee-8ee0-5de30c2da643 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:39.484586 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f8abaaa-6a58-4f1d-a33c-124a4c3c9a62 req-743c593c-e134-46ee-8ee0-5de30c2da643 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 945 time: 0.0772128 Mar 03 05:57:39.528513 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f8abaaa-6a58-4f1d-a33c-124a4c3c9a62 req-d6dbb5cc-b71c-4ded-8cd7-da2a884f7cc9 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375679 Mar 03 05:57:39.799666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device dfb99da7-1c0f-4532-832b-757d70eb02bc up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:57:39.865512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port dfb99da7-1c0f-4532-832b-757d70eb02bc completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:57:39.871043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port dfb99da7-1c0f-4532-832b-757d70eb02bc triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:57:39.871414 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:39.983543 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:40.009269 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb99da7-1c0f-4532-832b-757d70eb02bc'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:57:40.019026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port dfb99da7-1c0f-4532-832b-757d70eb02bc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dfb99da7-1c0f-4532-832b-757d70eb02bc,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:57:40.022783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:40.056457 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'code': 200} Mar 03 05:57:40.093570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=dfb99da7-1c0f-4532-832b-757d70eb02bc,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:57:40.335216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf20b-3849-4dd8-ba44-bacdd7d61ab8 req-609ffcce-04c6-405e-95ad-6fdb09629584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:40.336661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f9ccf20b-3849-4dd8-ba44-bacdd7d61ab8 req-609ffcce-04c6-405e-95ad-6fdb09629584 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 1099 time: 0.0722580 Mar 03 05:57:40.376395 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f9ccf20b-3849-4dd8-ba44-bacdd7d61ab8 req-e3e7b9ee-2399-4bf5-a6d8-89233ab1cd66 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338638 Mar 03 05:57:40.712347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8e5b9-b2dc-43fe-a889-30032b1ec260 req-dbff2c80-0b4c-481b-bc56-9744799452a1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:40.714360 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-22a8e5b9-b2dc-43fe-a889-30032b1ec260 req-dbff2c80-0b4c-481b-bc56-9744799452a1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 946 time: 0.0828636 Mar 03 05:57:40.756388 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-22a8e5b9-b2dc-43fe-a889-30032b1ec260 req-935c5d7b-3978-406b-ab51-1fc679343929 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363331 Mar 03 05:57:41.942081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d458ea-964a-4281-a62d-e090be295872 req-8c6ac762-6b82-404c-8fff-86f6eb15383b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:41.943478 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f5d458ea-964a-4281-a62d-e090be295872 req-8c6ac762-6b82-404c-8fff-86f6eb15383b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 946 time: 0.0807173 Mar 03 05:57:41.986265 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f5d458ea-964a-4281-a62d-e090be295872 req-34325d79-de03-4be6-b54a-8c02fadb4944 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371530 Mar 03 05:57:42.163299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98213915-cb87-4c88-b62b-4beca4ebaded req-03304699-02cd-4de0-bb6d-6f8cfc22f0e1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:42.164749 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-98213915-cb87-4c88-b62b-4beca4ebaded req-03304699-02cd-4de0-bb6d-6f8cfc22f0e1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 946 time: 0.0770612 Mar 03 05:57:42.208338 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-98213915-cb87-4c88-b62b-4beca4ebaded req-73309887-2c12-46c8-baf3-d87c0293985c tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374734 Mar 03 05:57:42.230943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36376) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:57:42.300608 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb51172-701e-4382-80ad-b302ae44a85f tempest-TestVolumeBootPattern-1160262659 tempest-TestVolumeBootPattern-1160262659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:42.301292 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6cb51172-701e-4382-80ad-b302ae44a85f tempest-TestVolumeBootPattern-1160262659 tempest-TestVolumeBootPattern-1160262659-project-admin] Synchronizing usage tracker for tenant:93f6f26a899e4576af3ab8a20eecda5f on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:57:42.317840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6cb51172-701e-4382-80ad-b302ae44a85f tempest-TestVolumeBootPattern-1160262659 tempest-TestVolumeBootPattern-1160262659-project-admin] Unset dirty status for tenant:93f6f26a899e4576af3ab8a20eecda5f on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:57:42.319225 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6cb51172-701e-4382-80ad-b302ae44a85f tempest-TestVolumeBootPattern-1160262659 tempest-TestVolumeBootPattern-1160262659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 1094 time: 0.0873411 Mar 03 05:57:42.322059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36380) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:57:42.327362 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:57:42.333307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:57:42.337076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:floatingip and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:57:42.339862 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:57:42.345483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:57:42.356431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:42.580953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:42.711344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Allocated IP 172.26.3.235 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/1a832eb0-779e-4dbc-8321-018ae2310e55) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:57:42.852980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:42.881863 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:42.944498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:57:42.947120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:57:42.955546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:57:42.994454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'Port': ['ID=1a832eb0-779e-4dbc-8321-018ae2310e55,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:57:43.006589 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:43.006929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:43.007262 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:43.007593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:43.007969 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:43.008298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:43.008622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:43.008943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:43.009265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:43.009582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:43.009896 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:43.010209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:57:43.364982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:43.439855 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:43.638031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:43.642288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:43.750505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'Port': ['ID=1a832eb0-779e-4dbc-8321-018ae2310e55,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:57:43.758145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:43.927121 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Floating IP 1dfed553-785f-44cc-9db9-0b7ef7e312d7 associated. External IP: 172.26.3.235, port: dfb99da7-1c0f-4532-832b-757d70eb02bc. Mar 03 05:57:44.363480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Router 98f660af-7aab-492c-bb93-9d53fa5b3fca has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:57:44.535248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:57:44.545523 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94977d-de69-430e-9292-f33bba971a07 None None] Sync routers for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:57:44.554691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94977d-de69-430e-9292-f33bba971a07 None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:57:44.555384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-de94977d-de69-430e-9292-f33bba971a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:57:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:57:44.559591 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:44.616312 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-06338216-b5a4-49f0-9761-05ab0c13023b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2931004 Mar 03 05:57:44.616891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'tag': 'dfb99da7-1c0f-4532-832b-757d70eb02bc'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:57:44.660691 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'tag': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'status': 'completed', 'code': 200} Mar 03 05:57:44.737213 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-de94977d-de69-430e-9292-f33bba971a07 None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:57:44.757953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bef109-6ff0-451b-a978-45eb226683d2 req-f2a65cd9-576b-40c6-963a-581bbcbe43e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:44.759465 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-89bef109-6ff0-451b-a978-45eb226683d2 req-f2a65cd9-576b-40c6-963a-581bbcbe43e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 1099 time: 0.0692534 Mar 03 05:57:44.888747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bef109-6ff0-451b-a978-45eb226683d2 req-24f733e5-a49e-4b58-af7a-5c83915c13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:44.890144 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-89bef109-6ff0-451b-a978-45eb226683d2 req-24f733e5-a49e-4b58-af7a-5c83915c13ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 912 time: 0.1239831 Mar 03 05:57:44.992785 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-89bef109-6ff0-451b-a978-45eb226683d2 req-8cd6fc4f-fa6c-4779-8654-0eb484abfe96 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb99da7-1c0f-4532-832b-757d70eb02bc HTTP/1.1" status: 200 len: 1000 time: 0.0962672 Mar 03 05:57:45.059078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bef109-6ff0-451b-a978-45eb226683d2 req-14e2ad9c-5ee5-4292-a9a0-e4d89a32dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:45.060534 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-89bef109-6ff0-451b-a978-45eb226683d2 req-14e2ad9c-5ee5-4292-a9a0-e4d89a32dd7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.0597363 Mar 03 05:57:45.075627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-de94977d-de69-430e-9292-f33bba971a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '1dfed553-785f-44cc-9db9-0b7ef7e312d7', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:a6:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:57:43Z', 'updated_at': '2022-03-03T05:57:43Z', 'revision_number': 0, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:57:45.079472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94977d-de69-430e-9292-f33bba971a07 None None] Checking router: 98f660af-7aab-492c-bb93-9d53fa5b3fca for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:57:45.087571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94977d-de69-430e-9292-f33bba971a07 None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:57:45.088173 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-de94977d-de69-430e-9292-f33bba971a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:57:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:57:45.133902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bef109-6ff0-451b-a978-45eb226683d2 req-03ce956e-348e-4765-bd1e-387397ca12d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:57:45.135627 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-89bef109-6ff0-451b-a978-45eb226683d2 req-03ce956e-348e-4765-bd1e-387397ca12d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690093 Mar 03 05:57:45.266631 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-de94977d-de69-430e-9292-f33bba971a07 None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:57:45.394564 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-89bef109-6ff0-451b-a978-45eb226683d2 req-2833ee18-c187-4d84-8f39-30b463555da4 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491069 Mar 03 05:57:45.527802 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-89bef109-6ff0-451b-a978-45eb226683d2 req-86ba7f5c-ed92-4e6d-9f2c-988bb665a920 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259899 Mar 03 05:57:45.648740 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-de94977d-de69-430e-9292-f33bba971a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '1dfed553-785f-44cc-9db9-0b7ef7e312d7', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:a6:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:57:43Z', 'updated_at': '2022-03-03T05:57:43Z', 'revision_number': 0, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:57:45.653153 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94977d-de69-430e-9292-f33bba971a07 None None] The sync data for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv is: [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '1dfed553-785f-44cc-9db9-0b7ef7e312d7', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:a6:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:57:43Z', 'updated_at': '2022-03-03T05:57:43Z', 'revision_number': 0, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:57:45.833205 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d32101-ff41-46aa-b688-f27894851a56 None None] New status for floating IP 1dfed553-785f-44cc-9db9-0b7ef7e312d7: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:57:48.196743 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-24f07ef5-4c67-4205-892d-ccdd3f1c5d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:50.444890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5a6230ec-fa39-4dfc-8c46-76d2f8836272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:51.547290 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:51.733389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:57:52.867473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:00.346625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:05.983920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36402) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:06.134565 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d04ab5ac-0f97-4047-85e1-77235075ca11 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/90674c25-e37d-4d3d-b8f7-0e9e75a2ed44 HTTP/1.1" status: 200 len: 993 time: 0.1549373 Mar 03 05:58:06.404485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36412) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:06.600578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c71c1da8-ca91-4c7e-91a7-d9b009023367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 8d27421f-abbf-4f64-90b0-c120c7ec745a {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:58:06.600791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c71c1da8-ca91-4c7e-91a7-d9b009023367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:06.792061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c71c1da8-ca91-4c7e-91a7-d9b009023367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:06.792061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c71c1da8-ca91-4c7e-91a7-d9b009023367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:06.920808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c71c1da8-ca91-4c7e-91a7-d9b009023367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 8d27421f-abbf-4f64-90b0-c120c7ec745a owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:58:07.085846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c71c1da8-ca91-4c7e-91a7-d9b009023367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:07.137662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c1da8-ca91-4c7e-91a7-d9b009023367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=8d27421f-abbf-4f64-90b0-c120c7ec745a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:07.230520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c71c1da8-ca91-4c7e-91a7-d9b009023367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:07.230881 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-c71c1da8-ca91-4c7e-91a7-d9b009023367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP 90674c25-e37d-4d3d-b8f7-0e9e75a2ed44 disassociated (deleted). External IP: 172.26.3.126, port: 85537ea7-883a-467a-84d2-0efc94f315fd. Mar 03 05:58:07.714839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71c1da8-ca91-4c7e-91a7-d9b009023367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:58:07.899413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71c1da8-ca91-4c7e-91a7-d9b009023367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:58:07.909783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616394f-3e46-4789-8427-06e2ae5aacad None None] Sync routers for ids ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:58:07.916333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c71c1da8-ca91-4c7e-91a7-d9b009023367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:07.920143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616394f-3e46-4789-8427-06e2ae5aacad None None] Routers {'7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:07.920391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c616394f-3e46-4789-8427-06e2ae5aacad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:57:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:07.977098 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c71c1da8-ca91-4c7e-91a7-d9b009023367 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/floatingips/90674c25-e37d-4d3d-b8f7-0e9e75a2ed44 HTTP/1.1" status: 204 len: 168 time: 1.5785618 Mar 03 05:58:07.978864 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecda956-353c-411b-b602-b9b58645253f', 'tag': '85537ea7-883a-467a-84d2-0efc94f315fd'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:58:08.037707 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecda956-353c-411b-b602-b9b58645253f', 'tag': '85537ea7-883a-467a-84d2-0efc94f315fd', 'status': 'completed', 'code': 200} Mar 03 05:58:08.125652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-c616394f-3e46-4789-8427-06e2ae5aacad None None] Set router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:08.138428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a02025-db79-4ca7-9366-c43bbbe7c1ee req-a449b32e-fc1e-4fb5-939c-6955613481e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:08.138428 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c7a02025-db79-4ca7-9366-c43bbbe7c1ee req-a449b32e-fc1e-4fb5-939c-6955613481e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 1098 time: 0.0773683 Mar 03 05:58:08.322678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a02025-db79-4ca7-9366-c43bbbe7c1ee req-38d34805-e320-475b-b078-07faee45d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:08.325897 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c7a02025-db79-4ca7-9366-c43bbbe7c1ee req-38d34805-e320-475b-b078-07faee45d86c service neutron] 10.222.0.23 "GET /v2.0/networks?id=dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 HTTP/1.1" status: 200 len: 898 time: 0.1795094 Mar 03 05:58:08.424609 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c7a02025-db79-4ca7-9366-c43bbbe7c1ee req-a6f87b47-5ed3-4727-a42c-cbab2e7066bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=85537ea7-883a-467a-84d2-0efc94f315fd HTTP/1.1" status: 200 len: 217 time: 0.0908773 Mar 03 05:58:08.466912 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb369c21-b49e-495f-93cf-8f7a23af7c19 req-7e6ac2c9-9e1a-4e72-af8a-972a64b0e0b8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:08.468956 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cb369c21-b49e-495f-93cf-8f7a23af7c19 req-7e6ac2c9-9e1a-4e72-af8a-972a64b0e0b8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 945 time: 0.0882430 Mar 03 05:58:08.501784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a02025-db79-4ca7-9366-c43bbbe7c1ee req-3598a995-ddd6-4076-abd0-755124b59f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:08.502010 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c7a02025-db79-4ca7-9366-c43bbbe7c1ee req-3598a995-ddd6-4076-abd0-755124b59f4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=de2fed6c-b4df-4e95-baab-c681e10e72c3 HTTP/1.1" status: 200 len: 835 time: 0.0695434 Mar 03 05:58:08.513391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c616394f-3e46-4789-8427-06e2ae5aacad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:31Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6', 'name': '', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:44:a9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:34Z', 'updated_at': '2022-03-03T05:56:39Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:08.513981 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616394f-3e46-4789-8427-06e2ae5aacad None None] Checking router: 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:58:08.524781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c616394f-3e46-4789-8427-06e2ae5aacad None None] Routers {'7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:08.525528 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c616394f-3e46-4789-8427-06e2ae5aacad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:57:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:08.529613 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cb369c21-b49e-495f-93cf-8f7a23af7c19 req-3998ec3b-47da-4d05-89d6-c07b2342e7b1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9e513-527c-41b4-9760-007b409c362a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549254 Mar 03 05:58:08.591464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a02025-db79-4ca7-9366-c43bbbe7c1ee req-aae5681d-c212-4a82-aaf8-cad0472b5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:08.593351 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c7a02025-db79-4ca7-9366-c43bbbe7c1ee req-aae5681d-c212-4a82-aaf8-cad0472b5ccd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dbaced9e-55ec-4fdd-9eed-05e69dcb76c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832214 Mar 03 05:58:08.710486 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-c616394f-3e46-4789-8427-06e2ae5aacad None None] Set router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:08.738431 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c7a02025-db79-4ca7-9366-c43bbbe7c1ee req-ec4c3ce2-0cdd-4e39-99b5-fbeda12007c6 service neutron] 10.222.0.23 "GET /v2.0/networks/dbaced9e-55ec-4fdd-9eed-05e69dcb76c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366754 Mar 03 05:58:08.878225 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c7a02025-db79-4ca7-9366-c43bbbe7c1ee req-9ae30fc9-0312-43f4-85fb-f8af740f5925 service neutron] 10.222.0.23 "GET /v2.0/networks/dbaced9e-55ec-4fdd-9eed-05e69dcb76c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342626 Mar 03 05:58:09.030797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c616394f-3e46-4789-8427-06e2ae5aacad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:31Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6', 'name': '', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:44:a9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:34Z', 'updated_at': '2022-03-03T05:56:39Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:09.035814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c616394f-3e46-4789-8427-06e2ae5aacad None None] The sync data for ids ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'] in dv-neutron-831582-1-hyperv is: [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:31Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6', 'name': '', 'network_id': 'dbaced9e-55ec-4fdd-9eed-05e69dcb76c7', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:44:a9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:34Z', 'updated_at': '2022-03-03T05:56:39Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'de2fed6c-b4df-4e95-baab-c681e10e72c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:58:09.250324 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f45354-2439-4418-a0eb-c16b5f409344 None None] New status for floating IP 90674c25-e37d-4d3d-b8f7-0e9e75a2ed44: DOWN {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:58:09.717122 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be4667-3cb6-4b9b-8f28-8e47e26712a3 req-22ba5fdc-7841-4d00-a0b2-da696c00f2ea tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:09.718438 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-65be4667-3cb6-4b9b-8f28-8e47e26712a3 req-22ba5fdc-7841-4d00-a0b2-da696c00f2ea tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 945 time: 0.0817325 Mar 03 05:58:09.761452 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-65be4667-3cb6-4b9b-8f28-8e47e26712a3 req-a4802f40-c2f0-4fbf-ab6f-8177876a8f5e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=78f9e513-527c-41b4-9760-007b409c362a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371749 Mar 03 05:58:10.085374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f789604-6ae4-4ca7-81a7-66f3129dace0 req-5ba2a31c-c691-4e83-a985-09541d7e28dc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:10.087091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-1f789604-6ae4-4ca7-81a7-66f3129dace0 req-5ba2a31c-c691-4e83-a985-09541d7e28dc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:58:10.102605 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-1f789604-6ae4-4ca7-81a7-66f3129dace0 req-5ba2a31c-c691-4e83-a985-09541d7e28dc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:58:10.103697 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1f789604-6ae4-4ca7-81a7-66f3129dace0 req-5ba2a31c-c691-4e83-a985-09541d7e28dc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 945 time: 0.1007884 Mar 03 05:58:10.174820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-1f789604-6ae4-4ca7-81a7-66f3129dace0 req-3c04a6df-1e06-40dd-a6e3-7806590c5a1c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 85537ea7-883a-467a-84d2-0efc94f315fd {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:58:10.175158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1f789604-6ae4-4ca7-81a7-66f3129dace0 req-3c04a6df-1e06-40dd-a6e3-7806590c5a1c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:10.435934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-1f789604-6ae4-4ca7-81a7-66f3129dace0 req-3c04a6df-1e06-40dd-a6e3-7806590c5a1c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 85537ea7-883a-467a-84d2-0efc94f315fd, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=85537ea7-883a-467a-84d2-0efc94f315fd,segment=NetworkSegment(117294cd-39df-407e-b755-ee2ed0338999),segment_id=117294cd-39df-407e-b755-ee2ed0338999)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:10.435934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1f789604-6ae4-4ca7-81a7-66f3129dace0 req-3c04a6df-1e06-40dd-a6e3-7806590c5a1c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:10.561517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-1f789604-6ae4-4ca7-81a7-66f3129dace0 req-3c04a6df-1e06-40dd-a6e3-7806590c5a1c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 85537ea7-883a-467a-84d2-0efc94f315fd owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:58:10.718234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1f789604-6ae4-4ca7-81a7-66f3129dace0 req-3c04a6df-1e06-40dd-a6e3-7806590c5a1c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:10.883444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04a6df-1e06-40dd-a6e3-7806590c5a1c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=85537ea7-883a-467a-84d2-0efc94f315fd,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:10.935642 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b4f16df1-b70b-4627-915c-0c9a7dc548d0 req-edbdd5cc-7d1f-41f0-82e0-744949f49979 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=0ecda956-353c-411b-b602-b9b58645253f HTTP/1.1" status: 200 len: 210 time: 0.0517950 Mar 03 05:58:10.957961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f789604-6ae4-4ca7-81a7-66f3129dace0 req-3c04a6df-1e06-40dd-a6e3-7806590c5a1c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] No DVR routers for this DVR port 85537ea7-883a-467a-84d2-0efc94f315fd on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:58:10.960452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1f789604-6ae4-4ca7-81a7-66f3129dace0 req-3c04a6df-1e06-40dd-a6e3-7806590c5a1c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:10.962966 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecda956-353c-411b-b602-b9b58645253f', 'name': 'network-vif-deleted', 'tag': '85537ea7-883a-467a-84d2-0efc94f315fd'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:58:10.977852 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1f789604-6ae4-4ca7-81a7-66f3129dace0 req-3c04a6df-1e06-40dd-a6e3-7806590c5a1c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "DELETE /v2.0/ports/85537ea7-883a-467a-84d2-0efc94f315fd HTTP/1.1" status: 204 len: 173 time: 0.8690009 Mar 03 05:58:11.010669 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecda956-353c-411b-b602-b9b58645253f', 'name': 'network-vif-deleted', 'tag': '85537ea7-883a-467a-84d2-0efc94f315fd', 'status': 'completed', 'code': 200} Mar 03 05:58:12.033183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36436) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:12.102139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3bc7eb23-d639-44e8-8bbe-54e742fbde3a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:12.132766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3bc7eb23-d639-44e8-8bbe-54e742fbde3a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:12.194169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3bc7eb23-d639-44e8-8bbe-54e742fbde3a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:12.213167 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7eb23-d639-44e8-8bbe-54e742fbde3a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9e513-527c-41b4-9760-007b409c362a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:12.223980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3bc7eb23-d639-44e8-8bbe-54e742fbde3a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:12.225097 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3bc7eb23-d639-44e8-8bbe-54e742fbde3a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/security-groups/78f9e513-527c-41b4-9760-007b409c362a HTTP/1.1" status: 204 len: 168 time: 0.1909387 Mar 03 05:58:12.255451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36442) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:12.888125 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92e7dbc9-8ad1-445d-ba39-baf72d411cbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:13.228174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-92e7dbc9-8ad1-445d-ba39-baf72d411cbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:58:13.228853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92e7dbc9-8ad1-445d-ba39-baf72d411cbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:13.394759 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:58:13.408163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-92e7dbc9-8ad1-445d-ba39-baf72d411cbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6,segment=NetworkSegment(117294cd-39df-407e-b755-ee2ed0338999),segment_id=117294cd-39df-407e-b755-ee2ed0338999)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:13.408545 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92e7dbc9-8ad1-445d-ba39-baf72d411cbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:13.528416 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-92e7dbc9-8ad1-445d-ba39-baf72d411cbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:58:13.702712 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f9706a37-0a91-4e58-b28b-391f1756b027 req-d006157c-51da-463b-8136-2a05a35a3781 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719616 Mar 03 05:58:13.711351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92e7dbc9-8ad1-445d-ba39-baf72d411cbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:13.760612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7dbc9-8ad1-445d-ba39-baf72d411cbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:13.797586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706a37-0a91-4e58-b28b-391f1756b027 req-9f5b98c1-40dc-4ab8-9d70-82fb93174062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:13.799052 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f9706a37-0a91-4e58-b28b-391f1756b027 req-9f5b98c1-40dc-4ab8-9d70-82fb93174062 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a4affebda441168715cebb8cb77608&device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 1098 time: 0.0741217 Mar 03 05:58:13.941871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 85537ea7-883a-467a-84d2-0efc94f315fd no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:58:13.968516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706a37-0a91-4e58-b28b-391f1756b027 req-4653fc90-0808-4afa-a955-dc4815ef0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:13.969789 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f9706a37-0a91-4e58-b28b-391f1756b027 req-4653fc90-0808-4afa-a955-dc4815ef0468 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e2bf0e3-951a-4992-855b-d1d64dd4f048 HTTP/1.1" status: 200 len: 897 time: 0.1523237 Mar 03 05:58:13.974357 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 85537ea7-883a-467a-84d2-0efc94f315fd {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:58:13.974699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 85537ea7-883a-467a-84d2-0efc94f315fd not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:58:14.060647 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92e7dbc9-8ad1-445d-ba39-baf72d411cbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:14.072808 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f9706a37-0a91-4e58-b28b-391f1756b027 req-85497e91-fa9c-4287-8557-0c9de17c5678 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa260e11-e716-464d-9ad3-677195dbe97d HTTP/1.1" status: 200 len: 1001 time: 0.0964673 Mar 03 05:58:14.133543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706a37-0a91-4e58-b28b-391f1756b027 req-1241f8ed-4c30-4ed4-a239-54d9517feb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:14.134976 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f9706a37-0a91-4e58-b28b-391f1756b027 req-1241f8ed-4c30-4ed4-a239-54d9517feb52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52201ca6-2db3-4eb0-b264-51c36cb2b198 HTTP/1.1" status: 200 len: 834 time: 0.0562401 Mar 03 05:58:14.215057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9706a37-0a91-4e58-b28b-391f1756b027 req-af053184-a214-4c2e-9a87-c7009901e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:14.216571 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f9706a37-0a91-4e58-b28b-391f1756b027 req-af053184-a214-4c2e-9a87-c7009901e69b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e2bf0e3-951a-4992-855b-d1d64dd4f048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756364 Mar 03 05:58:14.347094 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f9706a37-0a91-4e58-b28b-391f1756b027 req-123c33bf-2d47-44c8-b42e-840615709c33 service neutron] 10.222.0.23 "GET /v2.0/networks/4e2bf0e3-951a-4992-855b-d1d64dd4f048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242874 Mar 03 05:58:14.478538 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f9706a37-0a91-4e58-b28b-391f1756b027 req-b6163430-fe0f-4d39-b821-11e3ca665075 service neutron] 10.222.0.23 "GET /v2.0/networks/4e2bf0e3-951a-4992-855b-d1d64dd4f048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248367 Mar 03 05:58:14.511746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e7dbc9-8ad1-445d-ba39-baf72d411cbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:58:14.687209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e7dbc9-8ad1-445d-ba39-baf72d411cbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:58:14.699134 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-92e7dbc9-8ad1-445d-ba39-baf72d411cbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4426084 Mar 03 05:58:14.699316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29d72ec-6a9f-4ad0-8d7c-70242d982ac0 None None] Sync routers for ids ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:58:14.701842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36452) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:14.708829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d72ec-6a9f-4ad0-8d7c-70242d982ac0 None None] Routers {'7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:14.709430 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f29d72ec-6a9f-4ad0-8d7c-70242d982ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:57:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:14.765155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-56651640-112a-4cb0-af6d-0c5563a3bd50 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting subnet de2fed6c-b4df-4e95-baab-c681e10e72c3 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:58:14.768559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56651640-112a-4cb0-af6d-0c5563a3bd50 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:14.825766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56651640-112a-4cb0-af6d-0c5563a3bd50 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:14.907941 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56651640-112a-4cb0-af6d-0c5563a3bd50 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:14.922533 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-f29d72ec-6a9f-4ad0-8d7c-70242d982ac0 None None] Set router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:14.984012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56651640-112a-4cb0-af6d-0c5563a3bd50 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:15.022187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56651640-112a-4cb0-af6d-0c5563a3bd50 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Subnet': ['ID=de2fed6c-b4df-4e95-baab-c681e10e72c3,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:15.025778 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56651640-112a-4cb0-af6d-0c5563a3bd50 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:15.032085 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-56651640-112a-4cb0-af6d-0c5563a3bd50 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/subnets/de2fed6c-b4df-4e95-baab-c681e10e72c3 HTTP/1.1" status: 204 len: 168 time: 0.3292682 Mar 03 05:58:15.034658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36456) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:15.043438 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a3b49c-2bbb-4088-9386-7b2737922bbc None None] Network dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:58:15.209670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:15.384862 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f29d72ec-6a9f-4ad0-8d7c-70242d982ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217'}], 'enable_snat': True}, 'gw_port_id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:58:13Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'c5c0d1d3-50d8-4cea-ab6b-17368a50ed13', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:56:31Z', 'updated_at': '2022-03-03T05:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:15.387597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:15.388895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29d72ec-6a9f-4ad0-8d7c-70242d982ac0 None None] Checking router: 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:58:15.398984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29d72ec-6a9f-4ad0-8d7c-70242d982ac0 None None] Routers {'7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:15.399396 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:58:15.399742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:15.400364 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f29d72ec-6a9f-4ad0-8d7c-70242d982ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:57:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:15.460037 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb834a6-2a2c-49a9-abc6-a5b139459148 None None] DHCP port deletion for dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:58:15.478882 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0bb834a6-2a2c-49a9-abc6-a5b139459148 None None] Deleting port cdb0451d-b4a1-426f-ba75-918263d5939d {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:58:15.480169 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0bb834a6-2a2c-49a9-abc6-a5b139459148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:15.574934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port c5c0d1d3-50d8-4cea-ab6b-17368a50ed13, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c5c0d1d3-50d8-4cea-ab6b-17368a50ed13,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:15.575603 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:15.644098 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-f29d72ec-6a9f-4ad0-8d7c-70242d982ac0 None None] Set router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:15.759052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f29d72ec-6a9f-4ad0-8d7c-70242d982ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:58:15Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:15.783964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29d72ec-6a9f-4ad0-8d7c-70242d982ac0 None None] The sync data for ids ['7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9'] in dv-neutron-831582-1-hyperv is: [{'id': '7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9', 'name': 'tempest-TestNetworkBasicOps-router-101444571', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:56:30Z', 'updated_at': '2022-03-03T05:58:15Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:58:15.801458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:58:15.869277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0bb834a6-2a2c-49a9-abc6-a5b139459148 None None] For port cdb0451d-b4a1-426f-ba75-918263d5939d, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=cdb0451d-b4a1-426f-ba75-918263d5939d,segment=NetworkSegment(117294cd-39df-407e-b755-ee2ed0338999),segment_id=117294cd-39df-407e-b755-ee2ed0338999)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:15.869656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0bb834a6-2a2c-49a9-abc6-a5b139459148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:15.974216 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.022278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=c5c0d1d3-50d8-4cea-ab6b-17368a50ed13,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:16.039851 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0bb834a6-2a2c-49a9-abc6-a5b139459148 None None] Calling delete_port for cdb0451d-b4a1-426f-ba75-918263d5939d owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:58:16.114840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.118785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0bb834a6-2a2c-49a9-abc6-a5b139459148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.162259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb834a6-2a2c-49a9-abc6-a5b139459148 None None] Pushing event deleted for resources: {'Port': ['ID=cdb0451d-b4a1-426f-ba75-918263d5939d,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:16.165823 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb834a6-2a2c-49a9-abc6-a5b139459148 None None] No DVR routers for this DVR port cdb0451d-b4a1-426f-ba75-918263d5939d on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:58:16.298847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.301049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.324003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.324531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Fanout notify agent at l3_agent the message router_deleted on router 7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:58:16.339222 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.340339 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2b1a1966-a529-49d2-86ec-d24ecf20c66f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/routers/7d0ba1cd-14f1-4d4e-9fca-1b292503d0b9 HTTP/1.1" status: 204 len: 168 time: 1.3048005 Mar 03 05:58:16.342979 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36462) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:16.453867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-19fcbb29-3756-4e9b-bc04-dfc5be1df283 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.586901 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-19fcbb29-3756-4e9b-bc04-dfc5be1df283 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.611522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-19fcbb29-3756-4e9b-bc04-dfc5be1df283 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbaced9e-55ec-4fdd-9eed-05e69dcb76c7']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:16.624185 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-19fcbb29-3756-4e9b-bc04-dfc5be1df283 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117294cd-39df-407e-b755-ee2ed0338999') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:16.624481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-19fcbb29-3756-4e9b-bc04-dfc5be1df283 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117294cd-39df-407e-b755-ee2ed0338999') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:16.635937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-19fcbb29-3756-4e9b-bc04-dfc5be1df283 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.651886 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-19fcbb29-3756-4e9b-bc04-dfc5be1df283 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.657827 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fcbb29-3756-4e9b-bc04-dfc5be1df283 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:58:16.658210 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-19fcbb29-3756-4e9b-bc04-dfc5be1df283 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:58:16.673014 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:58:16.755003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-19fcbb29-3756-4e9b-bc04-dfc5be1df283 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.772994 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-19fcbb29-3756-4e9b-bc04-dfc5be1df283 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.786059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcbb29-3756-4e9b-bc04-dfc5be1df283 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Network': ['ID=dbaced9e-55ec-4fdd-9eed-05e69dcb76c7,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:16.800661 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-19fcbb29-3756-4e9b-bc04-dfc5be1df283 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/networks/dbaced9e-55ec-4fdd-9eed-05e69dcb76c7 HTTP/1.1" status: 204 len: 168 time: 0.4524436 Mar 03 05:58:16.812707 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36466) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:16.818590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'network': {'name': 'tempest-network-smoke--2107788174', 'project_id': '1718f33843874129926d855b187d15f2', 'port_security_enabled': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:58:16.824475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:16.828558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:network and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:58:16.831362 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:58:16.836972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:16.847321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:58:16.850736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.877489 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 05:58:16.886709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.887050 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Added segment 0bc3fc7e-455f-4b3b-900d-ab527a2fa313 of type vlan for network e5469405-1d68-4b71-b933-01810d4973e5 Mar 03 05:58:16.915792 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.944114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:16.950204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:16.950783 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:17.049431 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2353570 Mar 03 05:58:17.052099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36470) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:17.055426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d242d9-2994-4a6a-91a4-69e8751a779b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Network': ['ID=e5469405-1d68-4b71-b933-01810d4973e5,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:17.058319 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-839838857', 'admin_state_up': True, 'project_id': '1718f33843874129926d855b187d15f2', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:58:17.066042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network e5469405-1d68-4b71-b933-01810d4973e5 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 05:58:17.066305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:17.070062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:router and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:58:17.072863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:58:17.080048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:17.089451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:17.090512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:17.105624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:17.365141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:17.456350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:58:17.493031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:58:17.493362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c5c0d1d3-50d8-4cea-ab6b-17368a50ed13 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:58:17.493789 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:58:17.527574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:58:17.527951 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 80be2c75-b902-4d9f-9ec2-fcaf2d10ecd6 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:58:17.528363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cdb0451d-b4a1-426f-ba75-918263d5939d no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:58:17.559686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: cdb0451d-b4a1-426f-ba75-918263d5939d {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:58:17.560059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cdb0451d-b4a1-426f-ba75-918263d5939d not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:58:17.777271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:17.805016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:17.955552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.59 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/cdb1e683-ed44-4785-b45d-a36a5441a6d0) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:58:18.106484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:18.136795 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:18.199531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:58:18.200413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-27042868-4837-4144-bdf4-74b339dd405b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:18.202912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:58:18.206423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:58:18.254043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=cdb1e683-ed44-4785-b45d-a36a5441a6d0,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:18.614530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:18.941926 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:19.255914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 0484f301-fefb-4c65-abb8-1348d38330b1 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 05:58:19.426712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:58:19.436396 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Sync routers for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:58:19.445321 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:19.445980 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:57:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:19.452837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:19.454021 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6664d87d-b23a-457b-b1e0-a948ca7b6108 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4003475 Mar 03 05:58:19.457181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36476) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:19.607008 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-64a9b90d-bb49-44cc-811e-37f1e7472c12 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1718f33843874129926d855b187d15f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1484742 Mar 03 05:58:19.609361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36482) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:19.620635 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:19.736663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc406fd-90d0-4222-adf7-79b038494ee7 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:19.738140 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5bc406fd-90d0-4222-adf7-79b038494ee7 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278770 Mar 03 05:58:19.741033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36486) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:19.779747 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-96e30e2a-616e-4377-82b8-bfb8e0a69b94 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376897 Mar 03 05:58:19.782381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36490) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:19.787973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1690719989', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'project_id': '1718f33843874129926d855b187d15f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:58:19.894728 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:18Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:19.898323 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Checking router: 0484f301-fefb-4c65-abb8-1348d38330b1 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:58:19.898490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:19.898670 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Updating router 0484f301-fefb-4c65-abb8-1348d38330b1 port cdb1e683-ed44-4785-b45d-a36a5441a6d0 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:58:19.902557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:subnet and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:58:19.905319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:58:19.910796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:19.920474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:58:19.924402 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:19.955061 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:20.231361 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:20.300932 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:20.306266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Subnet': ['ID=d9221800-1a1a-4a0c-8a81-014b2e97bc62,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:20.312337 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Transition to ACTIVE for port object cdb1e683-ed44-4785-b45d-a36a5441a6d0 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:58:20.315752 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Checking segment: {'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:58:20.316252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network hostable DHCP agents. Network: e5469405-1d68-4b71-b933-01810d4973e5, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 05:58:20.318976 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:20.337094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network e5469405-1d68-4b71-b933-01810d4973e5 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 05:58:20.346890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, e5469405-1d68-4b71-b933-01810d4973e5) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:58:20.351250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:20.351874 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:20.358524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9fb82d-8cbb-4725-9518-d703f697c419 None None] Network e5469405-1d68-4b71-b933-01810d4973e5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:58:20.378403 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9a4739d5-e764-4804-9465-36bc63e0647f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5945868 Mar 03 05:58:20.380971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36494) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:20.398399 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Attempting to bind port cdb1e683-ed44-4785-b45d-a36a5441a6d0 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:58:20.398766 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Attempting to bind port cdb1e683-ed44-4785-b45d-a36a5441a6d0 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:58:20.399116 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Attempting to bind port cdb1e683-ed44-4785-b45d-a36a5441a6d0 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:58:20.409467 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:58:20.410439 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:58:20.410839 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:20.411228 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:58:20.411677 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Bound port: cdb1e683-ed44-4785-b45d-a36a5441a6d0, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:58:20.412073 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:20.437298 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Pushing event updated for resources: {'Port': ['ID=cdb1e683-ed44-4785-b45d-a36a5441a6d0,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:20.455812 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:20.457414 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:20.457414 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:20.457414 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:20.457414 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:20.457414 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:20.457979 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:20.457979 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:20.458289 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:20.458595 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:20.458904 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:20.459213 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:20.499902 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] For port cdb1e683-ed44-4785-b45d-a36a5441a6d0, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:58:20.500778 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-40270f5e-5a8c-4aa6-9058-c5b735df8a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:20.502940 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] For port cdb1e683-ed44-4785-b45d-a36a5441a6d0, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=cdb1e683-ed44-4785-b45d-a36a5441a6d0,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:58:20.507554 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:20.580367 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:20.581258 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:58:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:20.623394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-e5469405-1d68-4b71-b933-01810d4973e5', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 05:58:20.624321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:20.750436 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986fb9e-76d0-401d-b3c1-71038c787165 None None] Pushing event updated for resources: {'Port': ['ID=cdb1e683-ed44-4785-b45d-a36a5441a6d0,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:20.780729 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:20.786968 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Allocated IP 172.20.0.2 (e5469405-1d68-4b71-b933-01810d4973e5/d9221800-1a1a-4a0c-8a81-014b2e97bc62/3ba779e0-afcb-45b1-9dd6-76e87ad90394) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:58:20.989811 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:21.000409 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Transition to ACTIVE for port object 3ba779e0-afcb-45b1-9dd6-76e87ad90394 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:58:21.020114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Transition to ACTIVE for port object 3ba779e0-afcb-45b1-9dd6-76e87ad90394 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:58:21.026684 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:21.071521 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:18Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:21.076090 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb5936b-e642-427c-8c07-0f1e1df7f189 None None] The sync data for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv is: [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:18Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:58:21.093336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Network e5469405-1d68-4b71-b933-01810d4973e5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:58:21.100415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:58:21.102864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:58:21.113309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Pushing event updated for resources: {'Port': ['ID=3ba779e0-afcb-45b1-9dd6-76e87ad90394,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:21.127913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:21.201940 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Attempting to bind port 3ba779e0-afcb-45b1-9dd6-76e87ad90394 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:58:21.202312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Attempting to bind port 3ba779e0-afcb-45b1-9dd6-76e87ad90394 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:58:21.202675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Attempting to bind port 3ba779e0-afcb-45b1-9dd6-76e87ad90394 on network e5469405-1d68-4b71-b933-01810d4973e5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:58:21.208203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:58:21.208581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Checking segment: {'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:58:21.208988 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:21.209383 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Bound using segment: {'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:58:21.209870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Bound port: 3ba779e0-afcb-45b1-9dd6-76e87ad90394, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:58:21.210248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:21.345884 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] For port 3ba779e0-afcb-45b1-9dd6-76e87ad90394, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:58:21.349532 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] For port 3ba779e0-afcb-45b1-9dd6-76e87ad90394, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3ba779e0-afcb-45b1-9dd6-76e87ad90394,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:58:21.355340 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:21.470394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0473b9b-93d3-456c-a643-1194332f1d32 None None] Pushing event updated for resources: {'Port': ['ID=3ba779e0-afcb-45b1-9dd6-76e87ad90394,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:21.543380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cdb1e683-ed44-4785-b45d-a36a5441a6d0 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:58:21.608044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:21.627040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port cdb1e683-ed44-4785-b45d-a36a5441a6d0 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:58:21.634851 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port cdb1e683-ed44-4785-b45d-a36a5441a6d0 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:58:21.635353 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:21.740525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.1 (e5469405-1d68-4b71-b933-01810d4973e5/d9221800-1a1a-4a0c-8a81-014b2e97bc62/bee92155-fe52-4009-b98b-8d52e2a48fac) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:58:21.775252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:21.809588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:21.838566 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port cdb1e683-ed44-4785-b45d-a36a5441a6d0, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=cdb1e683-ed44-4785-b45d-a36a5441a6d0,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:21.844872 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:21.923084 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=cdb1e683-ed44-4785-b45d-a36a5441a6d0,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:21.938412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:21.955008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object bee92155-fe52-4009-b98b-8d52e2a48fac will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:58:21.978851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:22.044116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network e5469405-1d68-4b71-b933-01810d4973e5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:58:22.052150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:58:22.054539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:58:22.095336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=bee92155-fe52-4009-b98b-8d52e2a48fac,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:22.122529 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:22.242641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:22.491206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f990e038-fafa-471a-96be-43f059581108 None None] Network e5469405-1d68-4b71-b933-01810d4973e5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:58:22.628114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1e682472-7baf-4bde-85ad-62d157d887ac None None] Provisioning for port 3ba779e0-afcb-45b1-9dd6-76e87ad90394 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:58:22.660817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:22.668498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:22.788523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:22.792078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=bee92155-fe52-4009-b98b-8d52e2a48fac,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:22.803358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:22.803711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:22.804084 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:22.804421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:22.804882 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:22.805219 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:22.805548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:22.805876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:22.806205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:22.806526 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:22.806847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:22.807165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:22.875461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:22.950352 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network e5469405-1d68-4b71-b933-01810d4973e5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:58:22.951482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:58:23.078525 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2fb7fdd4-5eab-4956-a34f-4dd589999588 None None] Provisioning for port bee92155-fe52-4009-b98b-8d52e2a48fac completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:58:23.083922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2fb7fdd4-5eab-4956-a34f-4dd589999588 None None] Provisioning complete for port bee92155-fe52-4009-b98b-8d52e2a48fac triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:58:23.084295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2fb7fdd4-5eab-4956-a34f-4dd589999588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:23.144088 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2fb7fdd4-5eab-4956-a34f-4dd589999588 None None] Port bee92155-fe52-4009-b98b-8d52e2a48fac cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:58:23.262997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8f692121-722f-48f0-96fb-110309877255 None None] Provisioning complete for port bee92155-fe52-4009-b98b-8d52e2a48fac triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:58:23.263367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8f692121-722f-48f0-96fb-110309877255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:23.271271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 0484f301-fefb-4c65-abb8-1348d38330b1 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:58:23.324126 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8f692121-722f-48f0-96fb-110309877255 None None] Port bee92155-fe52-4009-b98b-8d52e2a48fac cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:58:23.443479 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-982401e3-a2da-40ef-a23a-aa9b824fdc87 None None] Provisioning complete for port bee92155-fe52-4009-b98b-8d52e2a48fac triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:58:23.443880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-982401e3-a2da-40ef-a23a-aa9b824fdc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:23.458745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:58:23.473424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Sync routers for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:58:23.476207 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-126527c2-53f4-4fdb-90fc-cbf89850e2d0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/0484f301-fefb-4c65-abb8-1348d38330b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0939116 Mar 03 05:58:23.478785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36498) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:23.503250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:23.503895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:58:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:23.558989 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3ba779e0-afcb-45b1-9dd6-76e87ad90394 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:58:23.601525 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-982401e3-a2da-40ef-a23a-aa9b824fdc87 None None] Port bee92155-fe52-4009-b98b-8d52e2a48fac cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:58:23.639464 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8f4d7-6a4c-4d00-8631-e8bb22a58331 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.640054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8f4d7-6a4c-4d00-8631-e8bb22a58331 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.640522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8f4d7-6a4c-4d00-8631-e8bb22a58331 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.640995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8f4d7-6a4c-4d00-8631-e8bb22a58331 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.641441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8f4d7-6a4c-4d00-8631-e8bb22a58331 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.641895 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8f4d7-6a4c-4d00-8631-e8bb22a58331 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.642347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b8f4d7-6a4c-4d00-8631-e8bb22a58331 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.644236 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-21b8f4d7-6a4c-4d00-8631-e8bb22a58331 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4967 time: 0.1633835 Mar 03 05:58:23.646940 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36502) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:23.724399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d8a4e-9fce-4da0-8b9d-bf6cd5013e70 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.724779 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d8a4e-9fce-4da0-8b9d-bf6cd5013e70 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.725234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d8a4e-9fce-4da0-8b9d-bf6cd5013e70 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.725684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d8a4e-9fce-4da0-8b9d-bf6cd5013e70 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.726134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d8a4e-9fce-4da0-8b9d-bf6cd5013e70 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.726579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d8a4e-9fce-4da0-8b9d-bf6cd5013e70 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.727027 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d8a4e-9fce-4da0-8b9d-bf6cd5013e70 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:23.729112 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f63d8a4e-9fce-4da0-8b9d-bf6cd5013e70 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4625 time: 0.0810168 Mar 03 05:58:23.731619 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36508) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:23.739651 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 3ba779e0-afcb-45b1-9dd6-76e87ad90394 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:58:23.743578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:23.791721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 3ba779e0-afcb-45b1-9dd6-76e87ad90394 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:58:23.792147 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:23.950447 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-97997626-cddc-49b0-a696-336fc76ebbb7 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3771 time: 0.2173395 Mar 03 05:58:24.088012 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.159166 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 3ba779e0-afcb-45b1-9dd6-76e87ad90394, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3ba779e0-afcb-45b1-9dd6-76e87ad90394,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:24.164441 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.165194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cdb1e683-ed44-4785-b45d-a36a5441a6d0 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:58:24.231553 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36514) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:24.237053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1412323586', 'description': 'tempest-secgroup-smoke-1412323586 description', 'project_id': '1718f33843874129926d855b187d15f2'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:58:24.243227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:24.248002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:58:24.250848 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:58:24.256532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:24.267219 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.287422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:24.289666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=3ba779e0-afcb-45b1-9dd6-76e87ad90394,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:24.291452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:58:24.295163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:58:24.297781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:24.302813 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:24.304049 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Checking router: 0484f301-fefb-4c65-abb8-1348d38330b1 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:58:24.304401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Updating router 0484f301-fefb-4c65-abb8-1348d38330b1 port bee92155-fe52-4009-b98b-8d52e2a48fac binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 05:58:24.349197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port cdb1e683-ed44-4785-b45d-a36a5441a6d0 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:58:24.349563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.371991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.376595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.400564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.420484 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:24.424065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.427904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36518) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:24.428406 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-aec28226-7341-4e06-96e6-d309240e35a0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1953528 Mar 03 05:58:24.433609 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2d0ef106-d9e6-4785-977a-846b35e4dbbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:58:24.440793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2d0ef106-d9e6-4785-977a-846b35e4dbbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:24.444728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2d0ef106-d9e6-4785-977a-846b35e4dbbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:58:24.447702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2d0ef106-d9e6-4785-977a-846b35e4dbbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:58:24.454094 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2d0ef106-d9e6-4785-977a-846b35e4dbbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:24.471640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef106-d9e6-4785-977a-846b35e4dbbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.535834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef106-d9e6-4785-977a-846b35e4dbbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.542417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef106-d9e6-4785-977a-846b35e4dbbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.567268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ef106-d9e6-4785-977a-846b35e4dbbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66fad58b-d8ee-4d97-a88f-304c83614aa3,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:24.577372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef106-d9e6-4785-977a-846b35e4dbbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.578743 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2d0ef106-d9e6-4785-977a-846b35e4dbbc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491601 Mar 03 05:58:24.581330 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36524) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:24.588495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-055f8f0c-c3ad-4187-a085-38e0292f17b3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:58:24.596124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-055f8f0c-c3ad-4187-a085-38e0292f17b3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:24.600563 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-055f8f0c-c3ad-4187-a085-38e0292f17b3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:58:24.603855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-055f8f0c-c3ad-4187-a085-38e0292f17b3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:58:24.610870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-055f8f0c-c3ad-4187-a085-38e0292f17b3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:24.629943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-055f8f0c-c3ad-4187-a085-38e0292f17b3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.694735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-055f8f0c-c3ad-4187-a085-38e0292f17b3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.698374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-055f8f0c-c3ad-4187-a085-38e0292f17b3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.721161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f8f0c-c3ad-4187-a085-38e0292f17b3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa9ab7c-1a46-412d-a732-393e8911ae2f,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:24.731313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-055f8f0c-c3ad-4187-a085-38e0292f17b3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.734992 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-055f8f0c-c3ad-4187-a085-38e0292f17b3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1505959 Mar 03 05:58:24.735314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36528) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:24.740404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ed1b2ce7-7fba-4b44-bf81-3ca8931df6ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:58:24.746092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ed1b2ce7-7fba-4b44-bf81-3ca8931df6ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:24.749846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ed1b2ce7-7fba-4b44-bf81-3ca8931df6ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:58:24.752714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ed1b2ce7-7fba-4b44-bf81-3ca8931df6ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:58:24.758325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ed1b2ce7-7fba-4b44-bf81-3ca8931df6ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:24.774921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2ce7-7fba-4b44-bf81-3ca8931df6ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.836961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2ce7-7fba-4b44-bf81-3ca8931df6ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.841201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2ce7-7fba-4b44-bf81-3ca8931df6ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.857247 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.864072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b2ce7-7fba-4b44-bf81-3ca8931df6ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f313a267-8345-4f33-bf29-2db94d1e0884,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:24.870539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Transition to ACTIVE for port object bee92155-fe52-4009-b98b-8d52e2a48fac will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:58:24.873303 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ed1b2ce7-7fba-4b44-bf81-3ca8931df6ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.874589 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ed1b2ce7-7fba-4b44-bf81-3ca8931df6ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381993 Mar 03 05:58:24.877355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36532) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:24.879808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.882728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-e36801ba-726d-4454-b5c7-4a9577367a47 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:58:24.889027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e36801ba-726d-4454-b5c7-4a9577367a47 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:24.892896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e36801ba-726d-4454-b5c7-4a9577367a47 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:58:24.895911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e36801ba-726d-4454-b5c7-4a9577367a47 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:58:24.902120 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e36801ba-726d-4454-b5c7-4a9577367a47 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:24.918283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e36801ba-726d-4454-b5c7-4a9577367a47 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.984451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e36801ba-726d-4454-b5c7-4a9577367a47 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:24.988675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e36801ba-726d-4454-b5c7-4a9577367a47 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.013969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36801ba-726d-4454-b5c7-4a9577367a47 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5322290b-a6f9-4124-bda7-d87ab4f6d640,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:25.023588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e36801ba-726d-4454-b5c7-4a9577367a47 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.028044 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e36801ba-726d-4454-b5c7-4a9577367a47 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466336 Mar 03 05:58:25.028375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36536) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:25.031536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d221cf-dc23-4f82-affe-ab6b8b2ed986 None None] Pushing event updated for resources: {'Port': ['ID=bee92155-fe52-4009-b98b-8d52e2a48fac,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:25.033349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-90c242c8-6cbd-4569-8bef-ccde82d7ff90 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:58:25.039815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-90c242c8-6cbd-4569-8bef-ccde82d7ff90 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:25.043754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-90c242c8-6cbd-4569-8bef-ccde82d7ff90 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:58:25.047629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-90c242c8-6cbd-4569-8bef-ccde82d7ff90 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:58:25.053544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-90c242c8-6cbd-4569-8bef-ccde82d7ff90 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:25.068186 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-90c242c8-6cbd-4569-8bef-ccde82d7ff90 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:58:25.076327 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-90c242c8-6cbd-4569-8bef-ccde82d7ff90 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.097247 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Attempting to bind port bee92155-fe52-4009-b98b-8d52e2a48fac on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:58:25.097853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Attempting to bind port bee92155-fe52-4009-b98b-8d52e2a48fac by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:58:25.098382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Attempting to bind port bee92155-fe52-4009-b98b-8d52e2a48fac on network e5469405-1d68-4b71-b933-01810d4973e5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:58:25.104017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:58:25.104507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Checking segment: {'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:58:25.104911 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.105445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Bound using segment: {'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:58:25.105916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Bound port: bee92155-fe52-4009-b98b-8d52e2a48fac, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:58:25.106277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.144618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-90c242c8-6cbd-4569-8bef-ccde82d7ff90 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.148409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-90c242c8-6cbd-4569-8bef-ccde82d7ff90 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.175402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c242c8-6cbd-4569-8bef-ccde82d7ff90 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafa0b0c-42ef-4914-803b-4a44c60d25d3,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:25.182945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-90c242c8-6cbd-4569-8bef-ccde82d7ff90 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.186840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36540) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:25.187416 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-90c242c8-6cbd-4569-8bef-ccde82d7ff90 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1576550 Mar 03 05:58:25.191978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-5d62f618-dc6f-4194-ae85-e10dbca9334c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:58:25.198790 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5d62f618-dc6f-4194-ae85-e10dbca9334c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:25.198953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] For port bee92155-fe52-4009-b98b-8d52e2a48fac, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:58:25.201739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] For port bee92155-fe52-4009-b98b-8d52e2a48fac, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bee92155-fe52-4009-b98b-8d52e2a48fac,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:58:25.202899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5d62f618-dc6f-4194-ae85-e10dbca9334c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:58:25.206347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-5d62f618-dc6f-4194-ae85-e10dbca9334c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:58:25.208026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.212449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-5d62f618-dc6f-4194-ae85-e10dbca9334c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:25.222209 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-5d62f618-dc6f-4194-ae85-e10dbca9334c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 05:58:25.229896 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5d62f618-dc6f-4194-ae85-e10dbca9334c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.301311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d221cf-dc23-4f82-affe-ab6b8b2ed986 None None] Pushing event updated for resources: {'Port': ['ID=bee92155-fe52-4009-b98b-8d52e2a48fac,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:25.301482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5d62f618-dc6f-4194-ae85-e10dbca9334c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.306450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5d62f618-dc6f-4194-ae85-e10dbca9334c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.306773 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:25.308731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:58:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:25.333847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62f618-dc6f-4194-ae85-e10dbca9334c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca27e45-e422-47d6-a76c-4c383c102c19,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:25.345588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5d62f618-dc6f-4194-ae85-e10dbca9334c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.356278 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5d62f618-dc6f-4194-ae85-e10dbca9334c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1589649 Mar 03 05:58:25.504507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3ba779e0-afcb-45b1-9dd6-76e87ad90394 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:58:25.539215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-9bc82715-e09f-4696-84d2-c0dec8addfd0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:58:25.555110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-9bc82715-e09f-4696-84d2-c0dec8addfd0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:58:25.556303 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-9bc82715-e09f-4696-84d2-c0dec8addfd0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412323586&fields=id&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 267 time: 0.0558956 Mar 03 05:58:25.558209 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:25.705950 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-93125c8c-1934-4f57-94ac-5f6c3116a46b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:25.706560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-93125c8c-1934-4f57-94ac-5f6c3116a46b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:58:25.723188 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-93125c8c-1934-4f57-94ac-5f6c3116a46b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:58:25.724417 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-93125c8c-1934-4f57-94ac-5f6c3116a46b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/networks?id=e5469405-1d68-4b71-b933-01810d4973e5 HTTP/1.1" status: 200 len: 797 time: 0.1606104 Mar 03 05:58:25.740537 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-0b644967-281f-4b56-802a-f806674ee1df tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/quotas/1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 375 time: 0.0101566 Mar 03 05:58:25.804372 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 3ba779e0-afcb-45b1-9dd6-76e87ad90394 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:58:25.804743 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:25.822013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-9974f340-88e0-4b8b-9adc-3b4037be47f3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:58:25.837692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-9974f340-88e0-4b8b-9adc-3b4037be47f3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:58:25.839037 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-9974f340-88e0-4b8b-9adc-3b4037be47f3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927696 Mar 03 05:58:25.981778 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-6540b19b-568c-4ce7-b6d4-6f1ec83f993e service neutron] 10.222.0.20 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291912 Mar 03 05:58:26.005034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:26.008985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb6aad-cdf2-448f-9ba0-0174d0483d0a None None] The sync data for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv is: [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:58:26.145987 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-edf5bef7-9af7-4a5f-b648-3679ed1f87c1 service neutron] 10.222.0.20 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582489 Mar 03 05:58:26.353214 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6b6203f7-3250-4f2e-ab7c-9f46bc80b49e req-12fce220-288b-4083-8eb8-d316f1f96779 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 210 time: 0.0487463 Mar 03 05:58:27.539550 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bee92155-fe52-4009-b98b-8d52e2a48fac up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:58:27.557085 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-eee76e2e-d065-4d8e-84b8-20d8bf5041a0 req-350c74fb-c26b-4af5-a320-ffcd2aab6aa4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 210 time: 0.0608897 Mar 03 05:58:27.654411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-48361422-2bbf-4ba0-994e-154c98d4a88f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:27.655376 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-48361422-2bbf-4ba0-994e-154c98d4a88f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks?id=e5469405-1d68-4b71-b933-01810d4973e5 HTTP/1.1" status: 200 len: 797 time: 0.2102380 Mar 03 05:58:27.683041 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port bee92155-fe52-4009-b98b-8d52e2a48fac completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:58:27.688168 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port bee92155-fe52-4009-b98b-8d52e2a48fac triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:58:27.688584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:27.716312 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-40317c26-3307-4627-8bec-7d70fb8fca92 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 380 time: 0.0530083 Mar 03 05:58:27.725499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'port': {'device_id': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'admin_state_up': True, 'tenant_id': '1718f33843874129926d855b187d15f2', 'security_groups': ['cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:58:27.811961 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:27.850833 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port bee92155-fe52-4009-b98b-8d52e2a48fac, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bee92155-fe52-4009-b98b-8d52e2a48fac,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:27.858970 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:27.874580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:27.886395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:27.898863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:58:27.900831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:27.926763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=bee92155-fe52-4009-b98b-8d52e2a48fac,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:28.071567 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.9 (e5469405-1d68-4b71-b933-01810d4973e5/d9221800-1a1a-4a0c-8a81-014b2e97bc62/30f0a7a8-fc42-40ec-80eb-5e186c338483) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:58:28.274376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:28.290200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object 30f0a7a8-fc42-40ec-80eb-5e186c338483 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:58:28.314083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:28.384365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network e5469405-1d68-4b71-b933-01810d4973e5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:58:28.390195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:58:28.397969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:58:28.426025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=30f0a7a8-fc42-40ec-80eb-5e186c338483,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:28.474327 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:28.476232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:28.508355 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-56fa0b06-1e4b-48a2-9a5f-6f70bf74d0ca tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7848713 Mar 03 05:58:28.518300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Request body: {'port': {'device_id': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:58:28.641622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:28.660964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1d1d37d7-f84b-4ca4-bc31-4bd76a602c56 None None] Provisioning for port 30f0a7a8-fc42-40ec-80eb-5e186c338483 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:58:28.668167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1d1d37d7-f84b-4ca4-bc31-4bd76a602c56 None None] Provisioning complete for port 30f0a7a8-fc42-40ec-80eb-5e186c338483 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:58:28.668548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1d1d37d7-f84b-4ca4-bc31-4bd76a602c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:28.752487 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d37d7-f84b-4ca4-bc31-4bd76a602c56 None None] Port 30f0a7a8-fc42-40ec-80eb-5e186c338483 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:58:28.798712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4f80e-665b-45df-9a2e-251007edbe12 req-7365d2f5-3afb-4e08-8bbd-eb2685a6713f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:28.801773 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2fc4f80e-665b-45df-9a2e-251007edbe12 req-7365d2f5-3afb-4e08-8bbd-eb2685a6713f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 931 time: 0.1115808 Mar 03 05:58:28.957445 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2fc4f80e-665b-45df-9a2e-251007edbe12 req-38e8f5ad-d03a-4b62-b3ff-783703315de2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500766 Mar 03 05:58:29.131685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30f0a7a8-fc42-40ec-80eb-5e186c338483 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:58:29.140183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:29.154965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Transition to ACTIVE for port object 30f0a7a8-fc42-40ec-80eb-5e186c338483 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:58:29.159846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:29.314608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Pushing event updated for resources: {'Port': ['ID=30f0a7a8-fc42-40ec-80eb-5e186c338483,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:29.416516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Attempting to bind port 30f0a7a8-fc42-40ec-80eb-5e186c338483 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:58:29.417278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Attempting to bind port 30f0a7a8-fc42-40ec-80eb-5e186c338483 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:58:29.417771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Attempting to bind port 30f0a7a8-fc42-40ec-80eb-5e186c338483 on network e5469405-1d68-4b71-b933-01810d4973e5 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:58:29.423294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Port 30f0a7a8-fc42-40ec-80eb-5e186c338483 on network e5469405-1d68-4b71-b933-01810d4973e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:58:29.423614 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Attempting to bind port 30f0a7a8-fc42-40ec-80eb-5e186c338483 on network e5469405-1d68-4b71-b933-01810d4973e5 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:58:29.430721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:58:29.431067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Checking segment: {'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:58:29.431653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Bound using segment: {'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:58:29.433570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Bound port: 30f0a7a8-fc42-40ec-80eb-5e186c338483, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:58:29.433570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:29.482623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bee92155-fe52-4009-b98b-8d52e2a48fac up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:58:29.529315 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] For port 30f0a7a8-fc42-40ec-80eb-5e186c338483, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:58:29.532224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] For port 30f0a7a8-fc42-40ec-80eb-5e186c338483, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=30f0a7a8-fc42-40ec-80eb-5e186c338483,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:58:29.536752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:29.553240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port bee92155-fe52-4009-b98b-8d52e2a48fac triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:58:29.553613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:29.590791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:29.591809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:29.593157 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] 10.222.0.23 "PUT /v2.0/ports/30f0a7a8-fc42-40ec-80eb-5e186c338483 HTTP/1.1" status: 200 len: 1093 time: 1.0796185 Mar 03 05:58:29.595811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'tag': '30f0a7a8-fc42-40ec-80eb-5e186c338483'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:58:29.692952 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'tag': '30f0a7a8-fc42-40ec-80eb-5e186c338483', 'status': 'completed', 'code': 200} Mar 03 05:58:29.698978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cde640-7875-424a-840b-f6323a9861fd service neutron] Pushing event updated for resources: {'Port': ['ID=30f0a7a8-fc42-40ec-80eb-5e186c338483,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:29.736099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-16a41b78-ad58-4482-a8c4-4f77fb512b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:29.737588 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-16a41b78-ad58-4482-a8c4-4f77fb512b24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 1096 time: 0.0925839 Mar 03 05:58:29.805847 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-7ce770ad-8c1b-40cb-9db1-ac7189ae09a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30f0a7a8-fc42-40ec-80eb-5e186c338483 HTTP/1.1" status: 200 len: 217 time: 0.0613046 Mar 03 05:58:29.869935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d92a305c-65aa-41fe-8abb-aa87c2eb94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:29.871260 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d92a305c-65aa-41fe-8abb-aa87c2eb94a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9221800-1a1a-4a0c-8a81-014b2e97bc62 HTTP/1.1" status: 200 len: 835 time: 0.0596130 Mar 03 05:58:29.947711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-377122e1-abb0-461b-911c-bb9adec3df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:29.949631 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-377122e1-abb0-461b-911c-bb9adec3df48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e5469405-1d68-4b71-b933-01810d4973e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723119 Mar 03 05:58:30.093660 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-77a9f64a-1781-498b-b8dc-f17e8b250da6 service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379197 Mar 03 05:58:30.146326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc62d69-3786-45b6-8cde-0f7aa7b5a6ed req-91c7d071-59c8-4339-bab0-6ffa18737959 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:30.154344 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5cc62d69-3786-45b6-8cde-0f7aa7b5a6ed req-91c7d071-59c8-4339-bab0-6ffa18737959 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 943 time: 0.0932193 Mar 03 05:58:30.195215 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5cc62d69-3786-45b6-8cde-0f7aa7b5a6ed req-f35f327d-25bd-4497-baf0-5407cdf6726a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399630 Mar 03 05:58:30.237872 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0a51dcaf-02ac-4871-9f0f-9040e4a48c53 req-d8979dc5-6e80-481d-90f3-a6afbc153dde service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391861 Mar 03 05:58:30.342598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:30.357555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad96e-e29b-428c-9c6d-f12b2d5a6bd0 req-6ed96a1d-32c7-4bd2-86af-3549c6f614f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:30.359103 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1e3ad96e-e29b-428c-9c6d-f12b2d5a6bd0 req-6ed96a1d-32c7-4bd2-86af-3549c6f614f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 1096 time: 0.0778561 Mar 03 05:58:30.488979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad96e-e29b-428c-9c6d-f12b2d5a6bd0 req-746550ad-870f-41c9-8bee-6c7542eea419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:30.490394 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1e3ad96e-e29b-428c-9c6d-f12b2d5a6bd0 req-746550ad-870f-41c9-8bee-6c7542eea419 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e5469405-1d68-4b71-b933-01810d4973e5 HTTP/1.1" status: 200 len: 898 time: 0.1246367 Mar 03 05:58:30.556682 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1e3ad96e-e29b-428c-9c6d-f12b2d5a6bd0 req-029f4de6-a8b1-4dd9-b49f-fb91fbb9557d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30f0a7a8-fc42-40ec-80eb-5e186c338483 HTTP/1.1" status: 200 len: 217 time: 0.0582047 Mar 03 05:58:30.621060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad96e-e29b-428c-9c6d-f12b2d5a6bd0 req-d2764cac-47ce-4909-8eab-d8fbf1cb8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:30.622400 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1e3ad96e-e29b-428c-9c6d-f12b2d5a6bd0 req-d2764cac-47ce-4909-8eab-d8fbf1cb8ce4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9221800-1a1a-4a0c-8a81-014b2e97bc62 HTTP/1.1" status: 200 len: 835 time: 0.0576293 Mar 03 05:58:30.702068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ad96e-e29b-428c-9c6d-f12b2d5a6bd0 req-1d792644-9455-4191-a42f-ca92a782f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:30.703541 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1e3ad96e-e29b-428c-9c6d-f12b2d5a6bd0 req-1d792644-9455-4191-a42f-ca92a782f57e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e5469405-1d68-4b71-b933-01810d4973e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755708 Mar 03 05:58:30.837972 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1e3ad96e-e29b-428c-9c6d-f12b2d5a6bd0 req-435daeba-598b-431b-ba35-c9b3274711ad service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223593 Mar 03 05:58:31.074668 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1e3ad96e-e29b-428c-9c6d-f12b2d5a6bd0 req-6ad84ed7-5eda-46b8-a8b1-da02f05744f9 service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291679 Mar 03 05:58:31.379491 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3527210-3077-4833-92eb-770818b62fd0 req-3802581d-8163-4d1e-8467-1d73c0df03a4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:31.380946 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d3527210-3077-4833-92eb-770818b62fd0 req-3802581d-8163-4d1e-8467-1d73c0df03a4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 943 time: 0.0802650 Mar 03 05:58:31.424985 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d3527210-3077-4833-92eb-770818b62fd0 req-59af81f3-30cb-46ba-9ad4-fa171a05cda7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383041 Mar 03 05:58:32.608814 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0dfebc-4975-4c98-b6ee-e7285e00bfaa req-a14a45fc-6cf6-4b37-83c8-4db7c1af528f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:32.610223 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ec0dfebc-4975-4c98-b6ee-e7285e00bfaa req-a14a45fc-6cf6-4b37-83c8-4db7c1af528f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 943 time: 0.0817540 Mar 03 05:58:32.652046 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ec0dfebc-4975-4c98-b6ee-e7285e00bfaa req-d609c6ff-13da-4b70-8fb6-77c7fcada3ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361984 Mar 03 05:58:33.829508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fefb1dd-6fc7-4636-954e-109aa07c1865 req-15868165-e59d-408c-bb9a-133af03e033d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:33.830905 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6fefb1dd-6fc7-4636-954e-109aa07c1865 req-15868165-e59d-408c-bb9a-133af03e033d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 943 time: 0.0775483 Mar 03 05:58:33.872708 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6fefb1dd-6fc7-4636-954e-109aa07c1865 req-f7ca8e74-d4dd-4bee-95a2-cf572b33d64c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362837 Mar 03 05:58:34.032635 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 30f0a7a8-fc42-40ec-80eb-5e186c338483 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 05:58:34.160047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 30f0a7a8-fc42-40ec-80eb-5e186c338483, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=30f0a7a8-fc42-40ec-80eb-5e186c338483,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:34.173222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '30f0a7a8-fc42-40ec-80eb-5e186c338483', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'port_id': '30f0a7a8-fc42-40ec-80eb-5e186c338483', 'mac_address': 'fa:16:3e:18:c3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 05:58:34.226855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:34.243006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30f0a7a8-fc42-40ec-80eb-5e186c338483 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:58:34.258211 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 30f0a7a8-fc42-40ec-80eb-5e186c338483, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=30f0a7a8-fc42-40ec-80eb-5e186c338483,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:34.262622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:34.330412 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=30f0a7a8-fc42-40ec-80eb-5e186c338483,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:34.337492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:34.337839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:34.338178 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:34.338530 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:34.338853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:34.339175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:34.339494 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:34.339834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:34.340154 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:34.340470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:34.340783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:34.341096 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:34.610262 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['30f0a7a8-fc42-40ec-80eb-5e186c338483'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 05:58:35.059514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beaae3-13a8-4a95-87ba-52b997cf745a req-c3d8130a-0bc6-4015-85f7-e3bc86561f35 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:35.060988 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-92beaae3-13a8-4a95-87ba-52b997cf745a req-c3d8130a-0bc6-4015-85f7-e3bc86561f35 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 944 time: 0.0818224 Mar 03 05:58:35.106279 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-92beaae3-13a8-4a95-87ba-52b997cf745a req-21fcb612-e44c-4221-a50e-2c02cb77cd46 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395222 Mar 03 05:58:36.039195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 30f0a7a8-fc42-40ec-80eb-5e186c338483 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:58:36.109040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 30f0a7a8-fc42-40ec-80eb-5e186c338483 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:58:36.113555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 30f0a7a8-fc42-40ec-80eb-5e186c338483 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:58:36.113927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:36.231207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:36.257288 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f0a7a8-fc42-40ec-80eb-5e186c338483'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:58:36.266623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 30f0a7a8-fc42-40ec-80eb-5e186c338483, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=30f0a7a8-fc42-40ec-80eb-5e186c338483,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:36.271264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:36.296041 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0930a4-d1b7-4cdd-816a-157bfb821dec req-4b886738-6f10-491f-a1d5-4d20c395520f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:36.297825 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fd0930a4-d1b7-4cdd-816a-157bfb821dec req-4b886738-6f10-491f-a1d5-4d20c395520f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 944 time: 0.0839407 Mar 03 05:58:36.315360 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30f0a7a8-fc42-40ec-80eb-5e186c338483', 'code': 200} Mar 03 05:58:36.349112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=30f0a7a8-fc42-40ec-80eb-5e186c338483,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:36.366343 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fd0930a4-d1b7-4cdd-816a-157bfb821dec req-e4a035d9-d719-48c9-9050-56131e724f55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612681 Mar 03 05:58:36.559885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bd56c-9b51-4478-b176-d18dc58b7916 req-21280835-c2b6-40c7-86d3-ebd130dc4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:36.561335 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8f0bd56c-9b51-4478-b176-d18dc58b7916 req-21280835-c2b6-40c7-86d3-ebd130dc4b1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 1098 time: 0.0755548 Mar 03 05:58:36.603948 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8f0bd56c-9b51-4478-b176-d18dc58b7916 req-0a136e91-75f4-4752-8540-78bfccbcc394 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359387 Mar 03 05:58:37.605032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a13d2-d3fb-4652-b30f-c041d5f15f1e req-fc4e7547-1aa0-45a0-8b6d-16daff2b3b94 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:37.606529 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-917a13d2-d3fb-4652-b30f-c041d5f15f1e req-fc4e7547-1aa0-45a0-8b6d-16daff2b3b94 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 945 time: 0.1269300 Mar 03 05:58:37.649899 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-917a13d2-d3fb-4652-b30f-c041d5f15f1e req-8f155181-501e-4e83-b15c-834ccc495484 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374775 Mar 03 05:58:39.003295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d93b7-3141-409a-8a55-219c34f0b04e req-64a1361b-da0c-4ce3-8524-e02f362be722 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:39.004996 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-114d93b7-3141-409a-8a55-219c34f0b04e req-64a1361b-da0c-4ce3-8524-e02f362be722 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 945 time: 0.0887446 Mar 03 05:58:39.055692 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-114d93b7-3141-409a-8a55-219c34f0b04e req-6247f3c2-0a37-4d3d-9e43-2f30ec32bc15 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 Mar 03 05:58:39.256480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee323d9-7ac2-4401-b2ec-e7ac54572806 req-e4eb4679-bdec-4369-9557-4e62dcd15d65 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:39.257941 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8ee323d9-7ac2-4401-b2ec-e7ac54572806 req-e4eb4679-bdec-4369-9557-4e62dcd15d65 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 945 time: 0.0874064 Mar 03 05:58:39.319837 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8ee323d9-7ac2-4401-b2ec-e7ac54572806 req-60faf244-5051-4770-b9a4-a722d1a1f736 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550141 Mar 03 05:58:39.354985 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36606) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:39.430778 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74abc55f-75f0-49dd-9a57-4aa71d665110 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:39.430778 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-74abc55f-75f0-49dd-9a57-4aa71d665110 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 1093 time: 0.0812695 Mar 03 05:58:39.430778 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36610) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:39.436743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': '30f0a7a8-fc42-40ec-80eb-5e186c338483', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:58:39.443155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:39.447257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:floatingip and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:58:39.452138 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:58:39.457671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:39.468774 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:39.610280 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:39.751613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.208 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/574a3768-c40d-4842-afec-87a56e3ea4cf) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:58:39.894444 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:39.923191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:39.985596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:58:39.988462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:58:39.996115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:58:40.045325 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=574a3768-c40d-4842-afec-87a56e3ea4cf,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:40.493393 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:40.563536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:40.763920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:40.768256 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:40.879971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=574a3768-c40d-4842-afec-87a56e3ea4cf,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:40.889884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:41.054083 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP 27683df6-8594-4736-9f22-b5544d46333a associated. External IP: 172.26.3.208, port: 30f0a7a8-fc42-40ec-80eb-5e186c338483. Mar 03 05:58:41.390673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 0484f301-fefb-4c65-abb8-1348d38330b1 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:58:41.680756 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:58:41.691344 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e1b728-1133-40d0-a01c-7ae74c7e6cf8 None None] Sync routers for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:58:41.700255 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1b728-1133-40d0-a01c-7ae74c7e6cf8 None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:41.700958 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e8e1b728-1133-40d0-a01c-7ae74c7e6cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:58:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:41.706404 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:41.759821 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f246025d-8c13-4067-bf14-65671d77ee2a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3282590 Mar 03 05:58:41.760415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'tag': '30f0a7a8-fc42-40ec-80eb-5e186c338483'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:58:41.762776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36614) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:41.804278 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'tag': '30f0a7a8-fc42-40ec-80eb-5e186c338483', 'status': 'completed', 'code': 200} Mar 03 05:58:41.876319 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-e8e1b728-1133-40d0-a01c-7ae74c7e6cf8 None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:41.911898 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-32f1ff93-9bca-4eac-a4ba-b0393ab4b272 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/27683df6-8594-4736-9f22-b5544d46333a HTTP/1.1" status: 200 len: 991 time: 0.1479712 Mar 03 05:58:41.933254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c6ee8-2154-47fd-9f9f-74bf9ed16fb8 req-b7a9c605-d436-44a5-b852-5252b867ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:41.934636 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-cf3c6ee8-2154-47fd-9f9f-74bf9ed16fb8 req-b7a9c605-d436-44a5-b852-5252b867ef88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 1098 time: 0.0974953 Mar 03 05:58:42.062190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c6ee8-2154-47fd-9f9f-74bf9ed16fb8 req-888f0a4c-9fd6-4a4e-8fe9-79169c7bb193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:42.063619 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-cf3c6ee8-2154-47fd-9f9f-74bf9ed16fb8 req-888f0a4c-9fd6-4a4e-8fe9-79169c7bb193 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e5469405-1d68-4b71-b933-01810d4973e5 HTTP/1.1" status: 200 len: 898 time: 0.1236193 Mar 03 05:58:42.164759 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-cf3c6ee8-2154-47fd-9f9f-74bf9ed16fb8 req-dbce068e-b643-493c-bdb4-f46a601d30b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30f0a7a8-fc42-40ec-80eb-5e186c338483 HTTP/1.1" status: 200 len: 999 time: 0.0947814 Mar 03 05:58:42.227973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c6ee8-2154-47fd-9f9f-74bf9ed16fb8 req-ca32a00a-5057-4247-ba2b-ec3e3463e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:42.229781 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-cf3c6ee8-2154-47fd-9f9f-74bf9ed16fb8 req-ca32a00a-5057-4247-ba2b-ec3e3463e2b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9221800-1a1a-4a0c-8a81-014b2e97bc62 HTTP/1.1" status: 200 len: 835 time: 0.0591309 Mar 03 05:58:42.240430 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e8e1b728-1133-40d0-a01c-7ae74c7e6cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '27683df6-8594-4736-9f22-b5544d46333a', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.208', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'port_id': '30f0a7a8-fc42-40ec-80eb-5e186c338483', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'mac_address': 'fa:16:3e:18:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:58:40Z', 'updated_at': '2022-03-03T05:58:40Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:42.244152 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e1b728-1133-40d0-a01c-7ae74c7e6cf8 None None] Checking router: 0484f301-fefb-4c65-abb8-1348d38330b1 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:58:42.252790 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e1b728-1133-40d0-a01c-7ae74c7e6cf8 None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:42.253365 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e8e1b728-1133-40d0-a01c-7ae74c7e6cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:58:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:42.303962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c6ee8-2154-47fd-9f9f-74bf9ed16fb8 req-6ab629f6-0a83-4692-8df6-11cff525be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:42.305427 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-cf3c6ee8-2154-47fd-9f9f-74bf9ed16fb8 req-6ab629f6-0a83-4692-8df6-11cff525be6d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e5469405-1d68-4b71-b933-01810d4973e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700634 Mar 03 05:58:42.427361 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-e8e1b728-1133-40d0-a01c-7ae74c7e6cf8 None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:42.440528 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-cf3c6ee8-2154-47fd-9f9f-74bf9ed16fb8 req-41c838ad-3910-42df-ab09-aaafc8ffcf53 service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251152 Mar 03 05:58:42.570255 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-cf3c6ee8-2154-47fd-9f9f-74bf9ed16fb8 req-31b6b702-5215-4ac1-aa0d-460cda27dbf6 service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239345 Mar 03 05:58:42.771302 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e8e1b728-1133-40d0-a01c-7ae74c7e6cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '27683df6-8594-4736-9f22-b5544d46333a', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.208', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'port_id': '30f0a7a8-fc42-40ec-80eb-5e186c338483', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'mac_address': 'fa:16:3e:18:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:58:40Z', 'updated_at': '2022-03-03T05:58:40Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:42.775130 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e1b728-1133-40d0-a01c-7ae74c7e6cf8 None None] The sync data for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv is: [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '27683df6-8594-4736-9f22-b5544d46333a', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.208', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'port_id': '30f0a7a8-fc42-40ec-80eb-5e186c338483', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'mac_address': 'fa:16:3e:18:c3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:58:40Z', 'updated_at': '2022-03-03T05:58:40Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:58:42.915716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36620) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:42.956201 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d04924e-52ff-456c-86a0-3a365393c38a None None] New status for floating IP 27683df6-8594-4736-9f22-b5544d46333a: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:58:43.021376 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5d6c4654-6cc7-4320-92ed-1daedba771cc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/27683df6-8594-4736-9f22-b5544d46333a HTTP/1.1" status: 200 len: 991 time: 0.1044242 Mar 03 05:58:44.025225 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36624) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:44.130327 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-eef85789-f61e-43ff-88de-d214f82d90d9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/27683df6-8594-4736-9f22-b5544d46333a HTTP/1.1" status: 200 len: 993 time: 0.1033688 Mar 03 05:58:47.307948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36630) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:47.519675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c37a6-56fe-414b-8bcd-9717ff28c368 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Deleting port 5946a647-dc25-475d-a59c-eea2c0944523 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:58:47.520042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ca5c37a6-56fe-414b-8bcd-9717ff28c368 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:47.797208 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ca5c37a6-56fe-414b-8bcd-9717ff28c368 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:47.797533 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ca5c37a6-56fe-414b-8bcd-9717ff28c368 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:47.917093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ca5c37a6-56fe-414b-8bcd-9717ff28c368 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Calling delete_port for 5946a647-dc25-475d-a59c-eea2c0944523 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:58:48.063805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ca5c37a6-56fe-414b-8bcd-9717ff28c368 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:48.109975 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c37a6-56fe-414b-8bcd-9717ff28c368 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event deleted for resources: {'Port': ['ID=5946a647-dc25-475d-a59c-eea2c0944523,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:48.201974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-23305809-fb5a-4798-98f8-d9da80444b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:48.204108 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ca5c37a6-56fe-414b-8bcd-9717ff28c368 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:48.204606 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-ca5c37a6-56fe-414b-8bcd-9717ff28c368 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Floating IP 67d68fc6-d167-4b38-8de6-e76960370de2 disassociated (deleted). External IP: 172.26.3.201, port: aa260e11-e716-464d-9ad3-677195dbe97d. Mar 03 05:58:48.546600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5c37a6-56fe-414b-8bcd-9717ff28c368 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Router 78ad99f0-cbe9-476a-9823-148436634b62 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:58:48.722122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5c37a6-56fe-414b-8bcd-9717ff28c368 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:58:48.732261 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad68cf8b-8eb8-41fe-b0ab-8675740da4b5 None None] Sync routers for ids ['78ad99f0-cbe9-476a-9823-148436634b62'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:58:48.738047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ca5c37a6-56fe-414b-8bcd-9717ff28c368 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:48.741547 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad68cf8b-8eb8-41fe-b0ab-8675740da4b5 None None] Routers {'78ad99f0-cbe9-476a-9823-148436634b62'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:48.742205 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ad68cf8b-8eb8-41fe-b0ab-8675740da4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:58:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['78ad99f0-cbe9-476a-9823-148436634b62'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:48.791193 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ca5c37a6-56fe-414b-8bcd-9717ff28c368 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "DELETE /v2.0/floatingips/67d68fc6-d167-4b38-8de6-e76960370de2 HTTP/1.1" status: 204 len: 168 time: 1.4821448 Mar 03 05:58:48.792441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:58:48.889429 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'status': 'completed', 'code': 200} Mar 03 05:58:48.923220 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-ad68cf8b-8eb8-41fe-b0ab-8675740da4b5 None None] Set router 78ad99f0-cbe9-476a-9823-148436634b62 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:49.037038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5ebe0-6bcf-413f-a7ff-9bd3e3e43f3a req-72b739ab-ebfb-418a-a15f-1dd7ee353399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:49.038837 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91e5ebe0-6bcf-413f-a7ff-9bd3e3e43f3a req-72b739ab-ebfb-418a-a15f-1dd7ee353399 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=73a4affebda441168715cebb8cb77608&device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 1098 time: 0.1262183 Mar 03 05:58:49.219118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c23ef3-0eb1-42d5-b54d-4b1df3fb9ed9 req-c09a9031-6ba1-432e-970e-78e140776fa7 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:49.225858 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d5c23ef3-0eb1-42d5-b54d-4b1df3fb9ed9 req-c09a9031-6ba1-432e-970e-78e140776fa7 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.1481783 Mar 03 05:58:49.269041 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d5c23ef3-0eb1-42d5-b54d-4b1df3fb9ed9 req-83ec3572-428c-471f-b868-c59ebfee586c tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410423 Mar 03 05:58:49.281495 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ad68cf8b-8eb8-41fe-b0ab-8675740da4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:55:38Z', 'revision_number': 4, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'e945f2fc-734b-4ba0-932d-4e893ddc064f', 'name': '', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'mac_address': 'fa:16:3e:73:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:37Z', 'updated_at': '2022-03-03T05:55:43Z', 'revision_number': 5, 'project_id': '73a4affebda441168715cebb8cb77608', 'subnets': [{'id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:49.290778 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad68cf8b-8eb8-41fe-b0ab-8675740da4b5 None None] Checking router: 78ad99f0-cbe9-476a-9823-148436634b62 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:58:49.299951 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad68cf8b-8eb8-41fe-b0ab-8675740da4b5 None None] Routers {'78ad99f0-cbe9-476a-9823-148436634b62'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:49.300538 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ad68cf8b-8eb8-41fe-b0ab-8675740da4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:58:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['78ad99f0-cbe9-476a-9823-148436634b62'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:49.307088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5ebe0-6bcf-413f-a7ff-9bd3e3e43f3a req-57ea7504-e385-48f0-a84f-e1d2a63f6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:49.308562 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91e5ebe0-6bcf-413f-a7ff-9bd3e3e43f3a req-57ea7504-e385-48f0-a84f-e1d2a63f6b5d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4e2bf0e3-951a-4992-855b-d1d64dd4f048 HTTP/1.1" status: 200 len: 897 time: 0.2632556 Mar 03 05:58:49.374797 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91e5ebe0-6bcf-413f-a7ff-9bd3e3e43f3a req-e0ddf786-97c1-4a35-b6dd-065bf6e9c852 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa260e11-e716-464d-9ad3-677195dbe97d HTTP/1.1" status: 200 len: 217 time: 0.0598731 Mar 03 05:58:49.439847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5ebe0-6bcf-413f-a7ff-9bd3e3e43f3a req-e8863924-fd57-4319-a895-e38bec585c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:49.441280 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91e5ebe0-6bcf-413f-a7ff-9bd3e3e43f3a req-e8863924-fd57-4319-a895-e38bec585c0a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=52201ca6-2db3-4eb0-b264-51c36cb2b198 HTTP/1.1" status: 200 len: 834 time: 0.0599575 Mar 03 05:58:49.472864 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-ad68cf8b-8eb8-41fe-b0ab-8675740da4b5 None None] Set router 78ad99f0-cbe9-476a-9823-148436634b62 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:49.516532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5ebe0-6bcf-413f-a7ff-9bd3e3e43f3a req-7dbdbef1-c91a-4de3-987c-2a4914cc79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:49.517983 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91e5ebe0-6bcf-413f-a7ff-9bd3e3e43f3a req-7dbdbef1-c91a-4de3-987c-2a4914cc79e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4e2bf0e3-951a-4992-855b-d1d64dd4f048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685301 Mar 03 05:58:49.648724 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91e5ebe0-6bcf-413f-a7ff-9bd3e3e43f3a req-1c35f33f-34c6-4e23-947d-edbc95f17524 service neutron] 10.222.0.23 "GET /v2.0/networks/4e2bf0e3-951a-4992-855b-d1d64dd4f048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231263 Mar 03 05:58:49.773773 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ad68cf8b-8eb8-41fe-b0ab-8675740da4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:55:38Z', 'revision_number': 4, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'e945f2fc-734b-4ba0-932d-4e893ddc064f', 'name': '', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'mac_address': 'fa:16:3e:73:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:37Z', 'updated_at': '2022-03-03T05:55:43Z', 'revision_number': 5, 'project_id': '73a4affebda441168715cebb8cb77608', 'subnets': [{'id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:49.777606 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad68cf8b-8eb8-41fe-b0ab-8675740da4b5 None None] The sync data for ids ['78ad99f0-cbe9-476a-9823-148436634b62'] in dv-neutron-831582-1-hyperv is: [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:55:38Z', 'revision_number': 4, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'e945f2fc-734b-4ba0-932d-4e893ddc064f', 'name': '', 'network_id': '4e2bf0e3-951a-4992-855b-d1d64dd4f048', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'mac_address': 'fa:16:3e:73:c2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:37Z', 'updated_at': '2022-03-03T05:55:43Z', 'revision_number': 5, 'project_id': '73a4affebda441168715cebb8cb77608', 'subnets': [{'id': '52201ca6-2db3-4eb0-b264-51c36cb2b198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:58:49.785217 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91e5ebe0-6bcf-413f-a7ff-9bd3e3e43f3a req-2ce3178f-d751-4dd6-a9e8-6c29c299ea89 service neutron] 10.222.0.23 "GET /v2.0/networks/4e2bf0e3-951a-4992-855b-d1d64dd4f048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240091 Mar 03 05:58:49.984354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24708087-b963-4fdc-a626-d90ee7feaec3 None None] New status for floating IP 67d68fc6-d167-4b38-8de6-e76960370de2: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:58:50.393577 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:58:50.444462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-237ab3a1-f383-4657-a96a-4b5a942ca828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:50.468092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0588302-795f-466c-b7f8-98e65643ece1 req-4daeb7c3-8a74-47b4-95d0-130e7d5af189 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:50.469540 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a0588302-795f-466c-b7f8-98e65643ece1 req-4daeb7c3-8a74-47b4-95d0-130e7d5af189 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0861208 Mar 03 05:58:50.517863 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a0588302-795f-466c-b7f8-98e65643ece1 req-0bd0a593-6d6f-41aa-a9b5-75919faad68f tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/security-groups?id=6b52530f-508b-4ce4-b1fa-ce96c580b777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426567 Mar 03 05:58:50.821047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406aa5b-56eb-4545-8a97-38f51bd9d5e6 req-e8b0dea6-8dd5-4ca0-8b7e-00bc7b70a2c8 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:58:50.821726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-9406aa5b-56eb-4545-8a97-38f51bd9d5e6 req-e8b0dea6-8dd5-4ca0-8b7e-00bc7b70a2c8 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Synchronizing usage tracker for tenant:73a4affebda441168715cebb8cb77608 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 05:58:50.836083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-9406aa5b-56eb-4545-8a97-38f51bd9d5e6 req-e8b0dea6-8dd5-4ca0-8b7e-00bc7b70a2c8 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Unset dirty status for tenant:73a4affebda441168715cebb8cb77608 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 05:58:50.837197 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9406aa5b-56eb-4545-8a97-38f51bd9d5e6 req-e8b0dea6-8dd5-4ca0-8b7e-00bc7b70a2c8 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.23 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 945 time: 0.0951164 Mar 03 05:58:50.905132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-9406aa5b-56eb-4545-8a97-38f51bd9d5e6 req-ebf0baf5-5277-4888-9b95-36c1408823be tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Deleting port aa260e11-e716-464d-9ad3-677195dbe97d {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:58:50.905452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-9406aa5b-56eb-4545-8a97-38f51bd9d5e6 req-ebf0baf5-5277-4888-9b95-36c1408823be tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:51.141869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-9406aa5b-56eb-4545-8a97-38f51bd9d5e6 req-ebf0baf5-5277-4888-9b95-36c1408823be tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] For port aa260e11-e716-464d-9ad3-677195dbe97d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa260e11-e716-464d-9ad3-677195dbe97d,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:51.142130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-9406aa5b-56eb-4545-8a97-38f51bd9d5e6 req-ebf0baf5-5277-4888-9b95-36c1408823be tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:51.259867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-9406aa5b-56eb-4545-8a97-38f51bd9d5e6 req-ebf0baf5-5277-4888-9b95-36c1408823be tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Calling delete_port for aa260e11-e716-464d-9ad3-677195dbe97d owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:58:51.399733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-9406aa5b-56eb-4545-8a97-38f51bd9d5e6 req-ebf0baf5-5277-4888-9b95-36c1408823be tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:51.451862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf0baf5-5277-4888-9b95-36c1408823be tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event deleted for resources: {'Port': ['ID=aa260e11-e716-464d-9ad3-677195dbe97d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:51.525679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-9406aa5b-56eb-4545-8a97-38f51bd9d5e6 req-ebf0baf5-5277-4888-9b95-36c1408823be tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] No DVR routers for this DVR port aa260e11-e716-464d-9ad3-677195dbe97d on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:58:51.528108 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-9406aa5b-56eb-4545-8a97-38f51bd9d5e6 req-ebf0baf5-5277-4888-9b95-36c1408823be tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:51.530495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'name': 'network-vif-deleted', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:58:51.550473 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9406aa5b-56eb-4545-8a97-38f51bd9d5e6 req-ebf0baf5-5277-4888-9b95-36c1408823be tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.23 "DELETE /v2.0/ports/aa260e11-e716-464d-9ad3-677195dbe97d HTTP/1.1" status: 204 len: 173 time: 0.7068114 Mar 03 05:58:51.558264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:51.581073 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '294b9982-29b5-403a-97d4-45f9ec7fb48b', 'name': 'network-vif-deleted', 'tag': 'aa260e11-e716-464d-9ad3-677195dbe97d', 'status': 'completed', 'code': 200} Mar 03 05:58:51.666685 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5156aca0-2918-4243-92e3-03fb6bcccc34 req-d6252c8b-2e06-45ad-b773-2554a332cbf4 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "GET /v2.0/ports?device_id=294b9982-29b5-403a-97d4-45f9ec7fb48b HTTP/1.1" status: 200 len: 210 time: 0.0416756 Mar 03 05:58:51.730785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:52.759140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36654) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:52.871215 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:53.410161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0b2ef803-f1ac-427e-8a29-4ca1a58c3b71 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:53.754553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ef803-f1ac-427e-8a29-4ca1a58c3b71 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Deleting port e945f2fc-734b-4ba0-932d-4e893ddc064f {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:58:53.754896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0b2ef803-f1ac-427e-8a29-4ca1a58c3b71 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:53.935675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-0b2ef803-f1ac-427e-8a29-4ca1a58c3b71 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] For port e945f2fc-734b-4ba0-932d-4e893ddc064f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e945f2fc-734b-4ba0-932d-4e893ddc064f,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:53.936331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0b2ef803-f1ac-427e-8a29-4ca1a58c3b71 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:54.053056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-0b2ef803-f1ac-427e-8a29-4ca1a58c3b71 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Calling delete_port for e945f2fc-734b-4ba0-932d-4e893ddc064f owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:58:54.151033 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device aa260e11-e716-464d-9ad3-677195dbe97d no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:58:54.185193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: aa260e11-e716-464d-9ad3-677195dbe97d {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:58:54.185533 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device aa260e11-e716-464d-9ad3-677195dbe97d not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:58:54.313496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0b2ef803-f1ac-427e-8a29-4ca1a58c3b71 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:54.385820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ef803-f1ac-427e-8a29-4ca1a58c3b71 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event deleted for resources: {'Port': ['ID=e945f2fc-734b-4ba0-932d-4e893ddc064f,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:54.768624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0b2ef803-f1ac-427e-8a29-4ca1a58c3b71 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:55.118917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2ef803-f1ac-427e-8a29-4ca1a58c3b71 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Router 78ad99f0-cbe9-476a-9823-148436634b62 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:58:55.302135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2ef803-f1ac-427e-8a29-4ca1a58c3b71 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:58:55.311700 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584862e2-a05a-4999-a119-6f6bf458dc98 None None] Sync routers for ids ['78ad99f0-cbe9-476a-9823-148436634b62'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:58:55.314803 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0b2ef803-f1ac-427e-8a29-4ca1a58c3b71 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "PUT /v2.0/routers/78ad99f0-cbe9-476a-9823-148436634b62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5545716 Mar 03 05:58:55.317441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36658) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:55.321303 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584862e2-a05a-4999-a119-6f6bf458dc98 None None] Routers {'78ad99f0-cbe9-476a-9823-148436634b62'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:55.321898 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-584862e2-a05a-4999-a119-6f6bf458dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:58:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['78ad99f0-cbe9-476a-9823-148436634b62'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:55.383021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-56496c2e-496a-4b31-9345-989bb5631491 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Deleting subnet 52201ca6-2db3-4eb0-b264-51c36cb2b198 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 05:58:55.386643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56496c2e-496a-4b31-9345-989bb5631491 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:55.443943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56496c2e-496a-4b31-9345-989bb5631491 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:55.497856 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-584862e2-a05a-4999-a119-6f6bf458dc98 None None] Set router 78ad99f0-cbe9-476a-9823-148436634b62 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:55.531061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56496c2e-496a-4b31-9345-989bb5631491 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:55.603220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56496c2e-496a-4b31-9345-989bb5631491 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:55.642816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56496c2e-496a-4b31-9345-989bb5631491 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event deleted for resources: {'Subnet': ['ID=52201ca6-2db3-4eb0-b264-51c36cb2b198,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:55.644655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-56496c2e-496a-4b31-9345-989bb5631491 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:55.650120 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb985295-259b-4f09-8687-6f9aea3e15fa None None] Network 4e2bf0e3-951a-4992-855b-d1d64dd4f048 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 05:58:55.652304 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-56496c2e-496a-4b31-9345-989bb5631491 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "DELETE /v2.0/subnets/52201ca6-2db3-4eb0-b264-51c36cb2b198 HTTP/1.1" status: 204 len: 168 time: 0.3338397 Mar 03 05:58:55.653334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36662) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:55.783092 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-584862e2-a05a-4999-a119-6f6bf458dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:58:54Z', 'revision_number': 5, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:55.786877 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584862e2-a05a-4999-a119-6f6bf458dc98 None None] Checking router: 78ad99f0-cbe9-476a-9823-148436634b62 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:58:55.795976 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584862e2-a05a-4999-a119-6f6bf458dc98 None None] Routers {'78ad99f0-cbe9-476a-9823-148436634b62'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:58:55.796567 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-584862e2-a05a-4999-a119-6f6bf458dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:58:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['78ad99f0-cbe9-476a-9823-148436634b62'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:55.834367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:55.908951 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab9e0a4-fecc-4d46-be92-082f5c3a67c5 None None] DHCP port deletion for 4e2bf0e3-951a-4992-855b-d1d64dd4f048 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 05:58:55.913209 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9e0a4-fecc-4d46-be92-082f5c3a67c5 None None] Deleting port 9042d1de-c371-40be-b08f-7aca939126e3 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:58:55.913603 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5ab9e0a4-fecc-4d46-be92-082f5c3a67c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:55.981750 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-584862e2-a05a-4999-a119-6f6bf458dc98 None None] Set router 78ad99f0-cbe9-476a-9823-148436634b62 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:58:56.123964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5ab9e0a4-fecc-4d46-be92-082f5c3a67c5 None None] For port 9042d1de-c371-40be-b08f-7aca939126e3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9042d1de-c371-40be-b08f-7aca939126e3,segment=NetworkSegment(11283ce2-c1a2-48ba-87f4-36e8d8e4c616),segment_id=11283ce2-c1a2-48ba-87f4-36e8d8e4c616)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:56.124357 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5ab9e0a4-fecc-4d46-be92-082f5c3a67c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:56.136275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:56.146388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Deleting port 8494654b-520e-45af-8716-cc5561893126 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 05:58:56.147060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:56.245923 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-5ab9e0a4-fecc-4d46-be92-082f5c3a67c5 None None] Calling delete_port for 9042d1de-c371-40be-b08f-7aca939126e3 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:58:56.306929 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-584862e2-a05a-4999-a119-6f6bf458dc98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:58:54Z', 'revision_number': 5, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:56.310482 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584862e2-a05a-4999-a119-6f6bf458dc98 None None] The sync data for ids ['78ad99f0-cbe9-476a-9823-148436634b62'] in dv-neutron-831582-1-hyperv is: [{'id': '78ad99f0-cbe9-476a-9823-148436634b62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1860313637', 'tenant_id': '73a4affebda441168715cebb8cb77608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183'}], 'enable_snat': True}, 'gw_port_id': '8494654b-520e-45af-8716-cc5561893126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:55:32Z', 'updated_at': '2022-03-03T05:58:54Z', 'revision_number': 5, 'project_id': '73a4affebda441168715cebb8cb77608', 'gw_port': {'id': '8494654b-520e-45af-8716-cc5561893126', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ad99f0-cbe9-476a-9823-148436634b62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:55:33Z', 'updated_at': '2022-03-03T05:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:58:56.323075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5ab9e0a4-fecc-4d46-be92-082f5c3a67c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:56.336047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] For port 8494654b-520e-45af-8716-cc5561893126, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8494654b-520e-45af-8716-cc5561893126,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:58:56.336273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:56.375018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9e0a4-fecc-4d46-be92-082f5c3a67c5 None None] Pushing event deleted for resources: {'Port': ['ID=9042d1de-c371-40be-b08f-7aca939126e3,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:56.378922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9e0a4-fecc-4d46-be92-082f5c3a67c5 None None] No DVR routers for this DVR port 9042d1de-c371-40be-b08f-7aca939126e3 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 05:58:56.472922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Calling delete_port for 8494654b-520e-45af-8716-cc5561893126 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 05:58:56.633951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:56.680425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event deleted for resources: {'Port': ['ID=8494654b-520e-45af-8716-cc5561893126,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:56.773945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:56.950265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:56.952424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:56.978044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:56.979186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Fanout notify agent at l3_agent the message router_deleted on router 78ad99f0-cbe9-476a-9823-148436634b62 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 05:58:56.994639 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:56.995788 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-139164d5-4310-4481-af1c-efd065704583 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "DELETE /v2.0/routers/78ad99f0-cbe9-476a-9823-148436634b62 HTTP/1.1" status: 204 len: 168 time: 1.3414941 Mar 03 05:58:56.998459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36666) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:57.111669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37db1afa-533e-4d37-a812-97f146787e81 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:57.241542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37db1afa-533e-4d37-a812-97f146787e81 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:57.265751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-37db1afa-533e-4d37-a812-97f146787e81 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2bf0e3-951a-4992-855b-d1d64dd4f048']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:57.277097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-37db1afa-533e-4d37-a812-97f146787e81 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11283ce2-c1a2-48ba-87f4-36e8d8e4c616') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:57.277389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-37db1afa-533e-4d37-a812-97f146787e81 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11283ce2-c1a2-48ba-87f4-36e8d8e4c616') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:58:57.288067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37db1afa-533e-4d37-a812-97f146787e81 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:57.304168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37db1afa-533e-4d37-a812-97f146787e81 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:57.310747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37db1afa-533e-4d37-a812-97f146787e81 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 05:58:57.311121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37db1afa-533e-4d37-a812-97f146787e81 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 05:58:57.325278 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 05:58:57.489369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e945f2fc-734b-4ba0-932d-4e893ddc064f no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:58:57.509382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37db1afa-533e-4d37-a812-97f146787e81 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:57.522559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: e945f2fc-734b-4ba0-932d-4e893ddc064f {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:58:57.522901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e945f2fc-734b-4ba0-932d-4e893ddc064f not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:58:57.523309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8494654b-520e-45af-8716-cc5561893126 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:58:57.529088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37db1afa-533e-4d37-a812-97f146787e81 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:57.534989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db1afa-533e-4d37-a812-97f146787e81 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event deleted for resources: {'Network': ['ID=4e2bf0e3-951a-4992-855b-d1d64dd4f048,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:57.546187 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-37db1afa-533e-4d37-a812-97f146787e81 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "DELETE /v2.0/networks/4e2bf0e3-951a-4992-855b-d1d64dd4f048 HTTP/1.1" status: 204 len: 168 time: 0.5466063 Mar 03 05:58:57.549129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36670) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:57.556619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 8494654b-520e-45af-8716-cc5561893126 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:58:57.556999 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8494654b-520e-45af-8716-cc5561893126 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:58:57.557405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9042d1de-c371-40be-b08f-7aca939126e3 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 05:58:57.591722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 9042d1de-c371-40be-b08f-7aca939126e3 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 05:58:57.592065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9042d1de-c371-40be-b08f-7aca939126e3 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 05:58:57.617565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e01e439d-c241-4058-a96f-3ba3e4fafeb1 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:57.645707 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e01e439d-c241-4058-a96f-3ba3e4fafeb1 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:57.714553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e01e439d-c241-4058-a96f-3ba3e4fafeb1 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:57.732984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e439d-c241-4058-a96f-3ba3e4fafeb1 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b52530f-508b-4ce4-b1fa-ce96c580b777,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:57.742082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e01e439d-c241-4058-a96f-3ba3e4fafeb1 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:57.743219 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e01e439d-c241-4058-a96f-3ba3e4fafeb1 tempest-TestNetworkAdvancedServerOps-800748742 tempest-TestNetworkAdvancedServerOps-800748742-project] 10.222.0.20 "DELETE /v2.0/security-groups/6b52530f-508b-4ce4-b1fa-ce96c580b777 HTTP/1.1" status: 204 len: 168 time: 0.1931796 Mar 03 05:58:58.123764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36680) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:58.274652 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-184f371d-23ac-4018-bd96-c5fec40e7359 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73a4affebda441168715cebb8cb77608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496861 Mar 03 05:58:58.277635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36686) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:58.332967 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-78d3093d-0813-4876-b41e-a6c85d79e062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:58.358455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-78d3093d-0813-4876-b41e-a6c85d79e062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:58.409303 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-78d3093d-0813-4876-b41e-a6c85d79e062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:58.425443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3093d-0813-4876-b41e-a6c85d79e062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc55f828-7012-4ea1-86dd-7cdf5db26563,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:58.434374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-78d3093d-0813-4876-b41e-a6c85d79e062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:58.435490 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-78d3093d-0813-4876-b41e-a6c85d79e062 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc55f828-7012-4ea1-86dd-7cdf5db26563 HTTP/1.1" status: 204 len: 168 time: 0.1569777 Mar 03 05:58:58.700049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36694) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:58.718445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4c14926-ade9-46ac-80fe-9a01317c59b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:58.732415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b4c14926-ade9-46ac-80fe-9a01317c59b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:58:58.736172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b4c14926-ade9-46ac-80fe-9a01317c59b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e151ca4f1521480bbfb7f2eee5040fc5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:58:58.738967 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b4c14926-ade9-46ac-80fe-9a01317c59b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:58:58.744616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b4c14926-ade9-46ac-80fe-9a01317c59b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:58:58.833449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4c14926-ade9-46ac-80fe-9a01317c59b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:58.837292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4c14926-ade9-46ac-80fe-9a01317c59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:58.882672 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b4c14926-ade9-46ac-80fe-9a01317c59b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e151ca4f1521480bbfb7f2eee5040fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815100 Mar 03 05:58:58.884175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c14926-ade9-46ac-80fe-9a01317c59b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcbc7fe-2023-4198-ab21-22f21aa98c9f,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:58.885981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36698) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:58:58.942761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:58.967447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:59.020258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:59.036268 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcbc7fe-2023-4198-ab21-22f21aa98c9f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:58:59.043364 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:58:59.044484 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4bcbc7fe-2023-4198-ab21-22f21aa98c9f HTTP/1.1" status: 204 len: 168 time: 0.1575162 Mar 03 05:58:59.045886 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:59.046230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:59.046572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:59.047175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:59.049121 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:59.049464 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:59.049797 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:59.050134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:59.050463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:59.050788 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:59.051110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:58:59.051428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c4b014-91a0-4bea-a856-f311fb64b57c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:00.344625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:13.068853 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-082b101e-5743-4b2b-bbb7-d875048e6490 req-b6e38294-3bf7-478d-9f11-776fa76450fd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671766 Mar 03 05:59:13.215471 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b101e-5743-4b2b-bbb7-d875048e6490 req-5a4e44ea-a6c1-4ce7-9f1f-240443a77153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:13.217100 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-082b101e-5743-4b2b-bbb7-d875048e6490 req-5a4e44ea-a6c1-4ce7-9f1f-240443a77153 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 1099 time: 0.0798454 Mar 03 05:59:13.358541 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b101e-5743-4b2b-bbb7-d875048e6490 req-16ab5327-a59d-4fbd-90b6-1c7aaca0b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:13.359973 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-082b101e-5743-4b2b-bbb7-d875048e6490 req-16ab5327-a59d-4fbd-90b6-1c7aaca0b603 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 912 time: 0.1240013 Mar 03 05:59:13.461011 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-082b101e-5743-4b2b-bbb7-d875048e6490 req-55201bfd-d9e5-4326-9d42-34bea74d35c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb99da7-1c0f-4532-832b-757d70eb02bc HTTP/1.1" status: 200 len: 1002 time: 0.0950806 Mar 03 05:59:13.523295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b101e-5743-4b2b-bbb7-d875048e6490 req-ad101886-ca53-4d72-913c-a094d643eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:13.524757 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-082b101e-5743-4b2b-bbb7-d875048e6490 req-ad101886-ca53-4d72-913c-a094d643eb0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.0568538 Mar 03 05:59:13.599221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b101e-5743-4b2b-bbb7-d875048e6490 req-6ffdefa2-a04a-43fb-bbf6-1db301e7f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:13.600689 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-082b101e-5743-4b2b-bbb7-d875048e6490 req-6ffdefa2-a04a-43fb-bbf6-1db301e7f9d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691471 Mar 03 05:59:13.727221 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-082b101e-5743-4b2b-bbb7-d875048e6490 req-46145b70-9efa-41a9-bd86-579e674d3de3 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198461 Mar 03 05:59:13.854031 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-082b101e-5743-4b2b-bbb7-d875048e6490 req-f304756d-2fd3-4735-b59f-c196081c1ed4 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192894 Mar 03 05:59:18.204332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7d91a324-de9b-4eae-89b1-9b994627375d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:20.446090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9e6b38bf-9bab-473b-be65-7e045b1eb239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:21.557073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:21.738229 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:22.873279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:27.393248 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 05:59:28.914443 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-c6368e3a-2a0a-4a8e-8b08-6b797627f38f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657090641&fields=id&tenant_id=e33eb203c5664af2a1609042ef91d807 HTTP/1.1" status: 200 len: 267 time: 0.0379567 Mar 03 05:59:29.060776 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-4f5a9f8c-9603-47fc-9441-e25eb1b8ec08 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:29.062198 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-4f5a9f8c-9603-47fc-9441-e25eb1b8ec08 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 811 time: 0.1409631 Mar 03 05:59:29.076024 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-5829a281-ab98-4319-a65c-670450e95850 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/quotas/e33eb203c5664af2a1609042ef91d807 HTTP/1.1" status: 200 len: 375 time: 0.0084882 Mar 03 05:59:29.160975 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-c9b35ed9-c28d-4a25-9460-225e7f22acc6 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0802348 Mar 03 05:59:29.296073 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-0111538e-473e-4946-aadb-7d4326992e1f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 05:59:29.297290 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-0111538e-473e-4946-aadb-7d4326992e1f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1244054 Mar 03 05:59:29.425386 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-91ff6aa4-f5b8-4016-b918-d4ff75ba3b8b service neutron] 10.222.0.20 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223035 Mar 03 05:59:29.556076 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-5cadc6e9-070c-4246-a757-11a787564c56 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248832 Mar 03 05:59:29.925421 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f94d9f66-1deb-4144-bee4-dfad3740379c req-b97c346c-c4f5-4641-9c02-03a219e2abc0 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 210 time: 0.0455668 Mar 03 05:59:30.344116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:31.081587 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c7c24ba8-d77c-4dc9-a49b-39f41aea0db8 req-e5ce7b03-96f1-4e3a-a960-4de5aae6d89e tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 210 time: 0.0446956 Mar 03 05:59:31.111979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-be4cd574-cefe-4639-b9b6-d76b1b911081 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:31.113378 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-be4cd574-cefe-4639-b9b6-d76b1b911081 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 811 time: 0.1513426 Mar 03 05:59:31.159746 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-35f7c74c-6253-4c59-8536-3385cae33edb tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e33eb203c5664af2a1609042ef91d807 HTTP/1.1" status: 200 len: 379 time: 0.0389829 Mar 03 05:59:31.169432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Request body: {'port': {'device_id': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'admin_state_up': True, 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'security_groups': ['558c7014-f696-4694-9ca3-021812e5dd2c']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:59:31.304505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:59:31.309019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:port and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:59:31.311916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:59:31.317645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:59:31.328342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Made reservation on behalf of e33eb203c5664af2a1609042ef91d807 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 05:59:31.332049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:31.594846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Allocated IP 172.20.0.5 (2d3ae7a8-fae7-4b3f-96c0-3331c58d4506/72259fe0-eab8-4ca9-8e4c-529b159e4c00/e0d53134-b4ef-4765-9bee-faa86b1a87ac) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:59:31.782775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:31.799657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Transition to ACTIVE for port object e0d53134-b4ef-4765-9bee-faa86b1a87ac will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:59:31.823231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:31.887667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:59:31.897814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:59:31.902107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:59:31.936726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'Port': ['ID=e0d53134-b4ef-4765-9bee-faa86b1a87ac,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:59:31.954090 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:31.954540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:31.954893 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:31.955233 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:31.955565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:31.955992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:31.956321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:31.956646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:31.956975 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:31.957294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:31.957615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:31.957928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:31.980642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:31.981275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:32.019353 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-e6e1ebcf-d886-4678-b9e2-6aa7293987c1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8533340 Mar 03 05:59:32.031206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Request body: {'port': {'device_id': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:59:32.113739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-38fad492-14d7-417c-b8d2-f51005b8cfbb None None] Provisioning for port e0d53134-b4ef-4765-9bee-faa86b1a87ac completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:59:32.120911 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-38fad492-14d7-417c-b8d2-f51005b8cfbb None None] Provisioning complete for port e0d53134-b4ef-4765-9bee-faa86b1a87ac triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:59:32.121290 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-38fad492-14d7-417c-b8d2-f51005b8cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:32.147456 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:32.178310 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-38fad492-14d7-417c-b8d2-f51005b8cfbb None None] Port e0d53134-b4ef-4765-9bee-faa86b1a87ac cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 05:59:32.274583 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898b028-1874-421a-a14d-043669aff4b2 req-9e224c48-d7df-46f8-8d9b-18f6deaafb31 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:32.276707 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a898b028-1874-421a-a14d-043669aff4b2 req-9e224c48-d7df-46f8-8d9b-18f6deaafb31 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 931 time: 0.0848396 Mar 03 05:59:32.340253 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a898b028-1874-421a-a14d-043669aff4b2 req-6e869b9d-6545-4391-b213-f5b967204e51 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514450 Mar 03 05:59:32.499168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d53134-b4ef-4765-9bee-faa86b1a87ac {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:59:32.507136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:32.521201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Transition to ACTIVE for port object e0d53134-b4ef-4765-9bee-faa86b1a87ac will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 05:59:32.524867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:32.690107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d53134-b4ef-4765-9bee-faa86b1a87ac,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:59:32.771504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Attempting to bind port e0d53134-b4ef-4765-9bee-faa86b1a87ac on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 05:59:32.771874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Attempting to bind port e0d53134-b4ef-4765-9bee-faa86b1a87ac by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 05:59:32.772205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Attempting to bind port e0d53134-b4ef-4765-9bee-faa86b1a87ac on network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:59:32.778139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Port e0d53134-b4ef-4765-9bee-faa86b1a87ac on network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 05:59:32.778453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Attempting to bind port e0d53134-b4ef-4765-9bee-faa86b1a87ac on network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 05:59:32.783537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 5, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 05:59:32.783901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Checking segment: {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 05:59:32.784283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Bound using segment: {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 05:59:32.784713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Bound port: e0d53134-b4ef-4765-9bee-faa86b1a87ac, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c262a0-7ed1-4311-bd51-841ccf25e859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 05:59:32.785042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:32.876222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] For port e0d53134-b4ef-4765-9bee-faa86b1a87ac, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 05:59:32.879294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] For port e0d53134-b4ef-4765-9bee-faa86b1a87ac, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e0d53134-b4ef-4765-9bee-faa86b1a87ac,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 05:59:32.883144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:32.935919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:32.936395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:32.937729 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] 10.222.0.23 "PUT /v2.0/ports/e0d53134-b4ef-4765-9bee-faa86b1a87ac HTTP/1.1" status: 200 len: 1093 time: 0.9112227 Mar 03 05:59:32.938152 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'tag': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:59:32.964681 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e6b55-cf44-467d-9d53-20109fa52a81 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d53134-b4ef-4765-9bee-faa86b1a87ac,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:59:33.025552 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'tag': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac', 'status': 'completed', 'code': 200} Mar 03 05:59:33.067914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-0db2f0c9-e48c-4b3a-a4fa-edf1481aaf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:33.069400 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-0db2f0c9-e48c-4b3a-a4fa-edf1481aaf08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 1096 time: 0.0858092 Mar 03 05:59:33.142367 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-c686d449-4b23-42ca-af3d-f27f82fd635e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0d53134-b4ef-4765-9bee-faa86b1a87ac HTTP/1.1" status: 200 len: 217 time: 0.0646951 Mar 03 05:59:33.205414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-f937c215-fe53-4e6f-9968-f2cfc1c02413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:33.206710 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-f937c215-fe53-4e6f-9968-f2cfc1c02413 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.0592272 Mar 03 05:59:33.280419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-3468dfdd-3c67-473c-8b2d-01bbdd50de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:33.281863 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-3468dfdd-3c67-473c-8b2d-01bbdd50de20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694070 Mar 03 05:59:33.517845 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-f3de0f89-4b27-49cc-b5fa-3bbfdbe06de5 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300434 Mar 03 05:59:33.521423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095727e-b3f1-4bfa-831f-dd6e47b752bf req-412a4845-a4b3-4873-90cc-a682a72c6b7d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:33.522838 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6095727e-b3f1-4bfa-831f-dd6e47b752bf req-412a4845-a4b3-4873-90cc-a682a72c6b7d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 943 time: 0.0809751 Mar 03 05:59:33.566872 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6095727e-b3f1-4bfa-831f-dd6e47b752bf req-1bdc42bf-7aab-4283-92ee-11c1e571aef3 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376914 Mar 03 05:59:33.646628 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-36bfb061-5438-4b40-90f7-6d33bd615714 req-2dd96390-b519-45e4-b3ff-0e4cb84b46ca service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227868 Mar 03 05:59:33.753546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5a313-7652-4735-b0d4-7fea4b8dd1f5 req-ea328018-6d93-4f28-b590-7c28c9a4b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:33.754983 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-58c5a313-7652-4735-b0d4-7fea4b8dd1f5 req-ea328018-6d93-4f28-b590-7c28c9a4b7ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 1096 time: 0.0687559 Mar 03 05:59:33.881511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5a313-7652-4735-b0d4-7fea4b8dd1f5 req-3e3fe8aa-07c7-4f57-b2fd-99da89a4788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:33.882835 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-58c5a313-7652-4735-b0d4-7fea4b8dd1f5 req-3e3fe8aa-07c7-4f57-b2fd-99da89a4788c service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 912 time: 0.1222687 Mar 03 05:59:33.951958 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-58c5a313-7652-4735-b0d4-7fea4b8dd1f5 req-4bffbf1c-8b13-40d0-bc16-f0f61f8c09ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0d53134-b4ef-4765-9bee-faa86b1a87ac HTTP/1.1" status: 200 len: 217 time: 0.0625765 Mar 03 05:59:34.015081 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5a313-7652-4735-b0d4-7fea4b8dd1f5 req-13bf630c-ab0e-480d-b7ad-bc7531d659d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:34.016491 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-58c5a313-7652-4735-b0d4-7fea4b8dd1f5 req-13bf630c-ab0e-480d-b7ad-bc7531d659d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.0585427 Mar 03 05:59:34.088620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5a313-7652-4735-b0d4-7fea4b8dd1f5 req-00ed3bb6-63e6-4584-8df8-e82657db78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:34.090016 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-58c5a313-7652-4735-b0d4-7fea4b8dd1f5 req-00ed3bb6-63e6-4584-8df8-e82657db78ed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677228 Mar 03 05:59:34.217467 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-58c5a313-7652-4735-b0d4-7fea4b8dd1f5 req-76c0b639-a489-4b6d-bc1a-c07d35ef8f9a service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214449 Mar 03 05:59:34.349916 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-58c5a313-7652-4735-b0d4-7fea4b8dd1f5 req-dcf7f641-48dc-4d93-b8dc-6133d65946c2 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262391 Mar 03 05:59:34.753823 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f8b78-de24-4934-be49-7b6e016b2128 req-ba5d7397-d646-4373-b1c3-35fa172c8616 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:34.755413 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c8f8b78-de24-4934-be49-7b6e016b2128 req-ba5d7397-d646-4373-b1c3-35fa172c8616 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 943 time: 0.0858603 Mar 03 05:59:34.798910 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c8f8b78-de24-4934-be49-7b6e016b2128 req-3fee5b79-9339-405b-974f-dbb7f981d70c tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372636 Mar 03 05:59:35.975937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f71cc-ba19-4719-8871-ef946ddce2ef req-dfdb3fc9-507f-4234-a26e-3855a9a70f29 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:35.977389 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9d3f71cc-ba19-4719-8871-ef946ddce2ef req-dfdb3fc9-507f-4234-a26e-3855a9a70f29 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 943 time: 0.0772321 Mar 03 05:59:36.020155 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9d3f71cc-ba19-4719-8871-ef946ddce2ef req-7398cdb0-0c3d-4b09-aae9-77c26649a0ac tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370240 Mar 03 05:59:37.202509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da42f72-af2a-432d-95b6-6b2252f18918 req-f0c954f4-97fe-4cef-a29b-473ec0f6f15f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:37.203977 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9da42f72-af2a-432d-95b6-6b2252f18918 req-f0c954f4-97fe-4cef-a29b-473ec0f6f15f tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 943 time: 0.0817752 Mar 03 05:59:37.246150 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9da42f72-af2a-432d-95b6-6b2252f18918 req-767ebcc5-11f3-4db2-8cfc-42ce154f3c54 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366235 Mar 03 05:59:38.425752 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfc2d8-cdaf-45c3-8332-e3ed1af7be1f req-92dc8481-895a-4aaa-af8c-7195aaaae86b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:38.427218 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8bcfc2d8-cdaf-45c3-8332-e3ed1af7be1f req-92dc8481-895a-4aaa-af8c-7195aaaae86b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 943 time: 0.0789320 Mar 03 05:59:38.473261 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8bcfc2d8-cdaf-45c3-8332-e3ed1af7be1f req-83716054-0c37-45fe-b36a-a208abd25613 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404816 Mar 03 05:59:39.653605 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a6453-42ce-4ef5-a525-514bda50210c req-1e7c8907-d547-4346-9d85-76fa504c5fdc tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:39.654943 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f25a6453-42ce-4ef5-a525-514bda50210c req-1e7c8907-d547-4346-9d85-76fa504c5fdc tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 943 time: 0.0778584 Mar 03 05:59:39.699815 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f25a6453-42ce-4ef5-a525-514bda50210c req-6a7ff63c-f5ff-4d18-8871-6d6e610dd34b tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391805 Mar 03 05:59:40.882311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307bf06-4d25-4832-b400-d5f6068b4cd4 req-1d72b517-d665-4663-b202-94879370f939 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:40.883642 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2307bf06-4d25-4832-b400-d5f6068b4cd4 req-1d72b517-d665-4663-b202-94879370f939 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 943 time: 0.0808854 Mar 03 05:59:40.926301 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2307bf06-4d25-4832-b400-d5f6068b4cd4 req-53e54d54-959f-4653-8c98-8145199228ae tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366502 Mar 03 05:59:42.124838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea67b47-0d5b-482f-af29-0cd5c07983b8 req-023df9ed-f320-496a-a3b6-d5c325c5101e tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:42.126402 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1ea67b47-0d5b-482f-af29-0cd5c07983b8 req-023df9ed-f320-496a-a3b6-d5c325c5101e tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 943 time: 0.0843134 Mar 03 05:59:42.171662 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1ea67b47-0d5b-482f-af29-0cd5c07983b8 req-9e6486b4-b786-46f9-b7bc-0db83b44c2a5 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393443 Mar 03 05:59:42.435664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device e0d53134-b4ef-4765-9bee-faa86b1a87ac details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 05:59:42.578807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port e0d53134-b4ef-4765-9bee-faa86b1a87ac, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e0d53134-b4ef-4765-9bee-faa86b1a87ac,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:59:42.592366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'port_id': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac', 'mac_address': 'fa:16:3e:41:29:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 05:59:42.647721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:42.665378 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d53134-b4ef-4765-9bee-faa86b1a87ac {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 05:59:42.682197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port e0d53134-b4ef-4765-9bee-faa86b1a87ac, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e0d53134-b4ef-4765-9bee-faa86b1a87ac,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:59:42.687842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:42.798255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=e0d53134-b4ef-4765-9bee-faa86b1a87ac,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:59:42.805519 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:42.805865 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:42.806203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:42.806576 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:42.806942 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:42.807468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:42.807652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:42.808018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:42.808365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:42.808697 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:42.809098 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:42.809396 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 05:59:43.081531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['e0d53134-b4ef-4765-9bee-faa86b1a87ac'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 05:59:43.355394 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae62713-300e-4450-a772-559d08db6af2 req-5db803d6-ee13-49f1-83a1-5cc86ad80653 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:43.357043 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fae62713-300e-4450-a772-559d08db6af2 req-5db803d6-ee13-49f1-83a1-5cc86ad80653 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 944 time: 0.0823030 Mar 03 05:59:43.402666 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fae62713-300e-4450-a772-559d08db6af2 req-0b41f079-0f2e-47fe-9ee1-4a9f8a311abe tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389626 Mar 03 05:59:44.461941 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device e0d53134-b4ef-4765-9bee-faa86b1a87ac up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 05:59:44.530143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port e0d53134-b4ef-4765-9bee-faa86b1a87ac completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 05:59:44.534829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port e0d53134-b4ef-4765-9bee-faa86b1a87ac triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 05:59:44.535198 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:44.583738 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae8f27-bf94-4596-9953-ebd6c56ec3fe req-83ce0f69-a8b2-4618-b247-60f3a58e4a9a tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:44.585213 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f5ae8f27-bf94-4596-9953-ebd6c56ec3fe req-83ce0f69-a8b2-4618-b247-60f3a58e4a9a tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 944 time: 0.0805430 Mar 03 05:59:44.632405 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f5ae8f27-bf94-4596-9953-ebd6c56ec3fe req-591e3cad-d161-4593-a180-50d7f6fe6433 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414186 Mar 03 05:59:44.653118 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:44.672836 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:59:44.682607 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port e0d53134-b4ef-4765-9bee-faa86b1a87ac, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e0d53134-b4ef-4765-9bee-faa86b1a87ac,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 05:59:44.686497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:44.753613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=e0d53134-b4ef-4765-9bee-faa86b1a87ac,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:59:44.834545 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac', 'code': 200} Mar 03 05:59:45.104948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea3eb4-bd64-4947-8e82-5e7adf196312 req-38120f62-aa6c-4e6e-9c7a-b018dde899fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:45.106409 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d5ea3eb4-bd64-4947-8e82-5e7adf196312 req-38120f62-aa6c-4e6e-9c7a-b018dde899fe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 1098 time: 0.0708716 Mar 03 05:59:45.149391 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d5ea3eb4-bd64-4947-8e82-5e7adf196312 req-aa2a2883-3ae3-458f-9bcc-beedb3698354 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368197 Mar 03 05:59:45.814234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff32686-534c-47af-a97f-eb7ae5766abe req-13639f2d-86dc-4875-8808-ee9af8ba97d4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:45.815645 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bff32686-534c-47af-a97f-eb7ae5766abe req-13639f2d-86dc-4875-8808-ee9af8ba97d4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 945 time: 0.0798333 Mar 03 05:59:45.857987 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bff32686-534c-47af-a97f-eb7ae5766abe req-3ace0d18-65e8-4d35-bb63-2ec65c9c0862 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366805 Mar 03 05:59:47.044506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d82905-4338-40ca-bbfa-61a12b8b45d6 req-30eefced-0ff5-41dc-8438-473533f9bb49 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:47.045925 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-35d82905-4338-40ca-bbfa-61a12b8b45d6 req-30eefced-0ff5-41dc-8438-473533f9bb49 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 945 time: 0.0802710 Mar 03 05:59:47.090037 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-35d82905-4338-40ca-bbfa-61a12b8b45d6 req-d363049d-36cf-4c83-a3a8-38938fa7ae96 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382903 Mar 03 05:59:47.267546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e488c4c-6005-4234-a148-0fb3c0cd8ded req-9f4b23ac-850b-4809-a45b-d064262ec651 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:47.269007 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4e488c4c-6005-4234-a148-0fb3c0cd8ded req-9f4b23ac-850b-4809-a45b-d064262ec651 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 945 time: 0.0777483 Mar 03 05:59:47.311793 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4e488c4c-6005-4234-a148-0fb3c0cd8ded req-4beef473-5904-4a3b-a0a5-e1de779431cc tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373602 Mar 03 05:59:47.333871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36820) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:59:47.402585 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e7c8b-6378-4eee-802b-4bf19adbf1aa tempest-TestVolumeBootPattern-1160262659 tempest-TestVolumeBootPattern-1160262659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:47.404108 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0a9e7c8b-6378-4eee-802b-4bf19adbf1aa tempest-TestVolumeBootPattern-1160262659 tempest-TestVolumeBootPattern-1160262659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 1093 time: 0.0691516 Mar 03 05:59:47.406898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36824) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:59:47.411980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:59:47.418224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 05:59:47.421921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Usage tracker for resource:floatingip and tenant:e33eb203c5664af2a1609042ef91d807 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 05:59:47.425008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 05:59:47.430483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 05:59:47.441119 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:47.576244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:47.709945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Allocated IP 172.26.3.76 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/1a54d0db-47a4-4288-a036-96dee186cd02) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 05:59:47.852774 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:47.880440 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:47.937168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 05:59:47.939729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 05:59:47.947689 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 05:59:48.084392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'Port': ['ID=1a54d0db-47a4-4288-a036-96dee186cd02,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:59:48.204856 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-da00bcb1-19fa-4f62-920d-2edb5957d416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:48.456046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:48.529930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:48.732820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:48.737037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:48.845640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event updated for resources: {'Port': ['ID=1a54d0db-47a4-4288-a036-96dee186cd02,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 05:59:48.855154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:49.027434 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Floating IP dd6fe759-9cd8-4a4a-b181-d7a2a554137a associated. External IP: 172.26.3.76, port: e0d53134-b4ef-4765-9bee-faa86b1a87ac. Mar 03 05:59:49.386217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Router 98f660af-7aab-492c-bb93-9d53fa5b3fca has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:59:49.667478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:59:49.677312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8d0c5-0277-4ed4-9208-bfae5678eac9 None None] Sync routers for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:59:49.687506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8d0c5-0277-4ed4-9208-bfae5678eac9 None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:59:49.688139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-41e8d0c5-0277-4ed4-9208-bfae5678eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:59:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:59:49.691679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:49.747954 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-09910ae8-c2c0-4f49-8df0-9e216f333db4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3399675 Mar 03 05:59:49.748639 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'tag': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:59:49.794654 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'tag': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac', 'status': 'completed', 'code': 200} Mar 03 05:59:49.863974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-41e8d0c5-0277-4ed4-9208-bfae5678eac9 None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:59:49.885360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788eb4c7-0ba6-4b73-ba9c-e013d724a46c req-01a2d354-3805-4df6-a259-4f0054e486f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:49.886844 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-788eb4c7-0ba6-4b73-ba9c-e013d724a46c req-01a2d354-3805-4df6-a259-4f0054e486f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 1098 time: 0.0705535 Mar 03 05:59:50.016107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788eb4c7-0ba6-4b73-ba9c-e013d724a46c req-73df1aaf-08fe-4925-aa51-17b57d623782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:50.017566 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-788eb4c7-0ba6-4b73-ba9c-e013d724a46c req-73df1aaf-08fe-4925-aa51-17b57d623782 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 912 time: 0.1252756 Mar 03 05:59:50.120465 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-788eb4c7-0ba6-4b73-ba9c-e013d724a46c req-75de02a5-6bf0-4ee9-bfac-bf3a242378cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0d53134-b4ef-4765-9bee-faa86b1a87ac HTTP/1.1" status: 200 len: 998 time: 0.0972705 Mar 03 05:59:50.181383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788eb4c7-0ba6-4b73-ba9c-e013d724a46c req-6278aaf5-f422-47d4-bcad-d8e4f916c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:50.182834 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-788eb4c7-0ba6-4b73-ba9c-e013d724a46c req-6278aaf5-f422-47d4-bcad-d8e4f916c1ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.0565612 Mar 03 05:59:50.209731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-41e8d0c5-0277-4ed4-9208-bfae5678eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '1dfed553-785f-44cc-9db9-0b7ef7e312d7', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:a6:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:57:43Z', 'updated_at': '2022-03-03T05:57:46Z', 'revision_number': 1, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}, {'id': 'dd6fe759-9cd8-4a4a-b181-d7a2a554137a', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:41:29:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:59:48Z', 'updated_at': '2022-03-03T05:59:48Z', 'revision_number': 0, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:59:50.214052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8d0c5-0277-4ed4-9208-bfae5678eac9 None None] Checking router: 98f660af-7aab-492c-bb93-9d53fa5b3fca for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:59:50.222274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e8d0c5-0277-4ed4-9208-bfae5678eac9 None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:59:50.222860 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-41e8d0c5-0277-4ed4-9208-bfae5678eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:59:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:59:50.258847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788eb4c7-0ba6-4b73-ba9c-e013d724a46c req-6133f933-3325-4f61-bab6-b5bcc92df78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:50.260431 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-788eb4c7-0ba6-4b73-ba9c-e013d724a46c req-6133f933-3325-4f61-bab6-b5bcc92df78a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719182 Mar 03 05:59:50.391465 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-788eb4c7-0ba6-4b73-ba9c-e013d724a46c req-163ff34b-2252-4eac-9355-0b91eba7bc21 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246612 Mar 03 05:59:50.401405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-41e8d0c5-0277-4ed4-9208-bfae5678eac9 None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:59:50.478007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b34357b0-cb3b-4637-8fdd-1f46993f78e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:50.523141 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-788eb4c7-0ba6-4b73-ba9c-e013d724a46c req-0639e47b-5b0f-47ea-887a-032608392d4a service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262317 Mar 03 05:59:50.788094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-41e8d0c5-0277-4ed4-9208-bfae5678eac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '1dfed553-785f-44cc-9db9-0b7ef7e312d7', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:a6:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:57:43Z', 'updated_at': '2022-03-03T05:57:46Z', 'revision_number': 1, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}, {'id': 'dd6fe759-9cd8-4a4a-b181-d7a2a554137a', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:41:29:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:59:48Z', 'updated_at': '2022-03-03T05:59:48Z', 'revision_number': 0, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:59:50.791946 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e8d0c5-0277-4ed4-9208-bfae5678eac9 None None] The sync data for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv is: [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '1dfed553-785f-44cc-9db9-0b7ef7e312d7', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:a6:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:57:43Z', 'updated_at': '2022-03-03T05:57:46Z', 'revision_number': 1, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}, {'id': 'dd6fe759-9cd8-4a4a-b181-d7a2a554137a', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.76', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:41:29:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:59:48Z', 'updated_at': '2022-03-03T05:59:48Z', 'revision_number': 0, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:59:50.971758 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30a7816-5f3f-45de-be05-ae740f801edc None None] New status for floating IP dd6fe759-9cd8-4a4a-b181-d7a2a554137a: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:59:51.558360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:51.730753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:52.874727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:53.418240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36834) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:59:53.491514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662ec20-1c4f-41c3-b016-23bd2eada1e0 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:53.492012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662ec20-1c4f-41c3-b016-23bd2eada1e0 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:53.492483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e662ec20-1c4f-41c3-b016-23bd2eada1e0 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:53.494137 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e662ec20-1c4f-41c3-b016-23bd2eada1e0 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=1718f33843874129926d855b187d15f2&network_id=e5469405-1d68-4b71-b933-01810d4973e5 HTTP/1.1" status: 200 len: 2999 time: 0.0749285 Mar 03 05:59:54.871414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36846) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:59:54.932928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8127c3e-476b-4fba-b75d-26d9fe43e8c6 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:54.934401 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d8127c3e-476b-4fba-b75d-26d9fe43e8c6 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002 HTTP/1.1" status: 200 len: 814 time: 0.0619946 Mar 03 05:59:55.395342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36854) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:59:55.401036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d54dec98-c798-477d-9de4-c73030db9dcc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 05:59:55.500938 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d54dec98-c798-477d-9de4-c73030db9dcc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:55.877093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d54dec98-c798-477d-9de4-c73030db9dcc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:55.880815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d54dec98-c798-477d-9de4-c73030db9dcc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:55.881149 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-d54dec98-c798-477d-9de4-c73030db9dcc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP 27683df6-8594-4736-9f22-b5544d46333a disassociated. External IP: 172.26.3.208, port: 30f0a7a8-fc42-40ec-80eb-5e186c338483. Mar 03 05:59:56.227741 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54dec98-c798-477d-9de4-c73030db9dcc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 0484f301-fefb-4c65-abb8-1348d38330b1 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 05:59:56.402308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54dec98-c798-477d-9de4-c73030db9dcc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 05:59:56.406716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d54dec98-c798-477d-9de4-c73030db9dcc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 05:59:56.412404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43412f83-2892-4152-ad47-157b9c0a55e1 None None] Sync routers for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 05:59:56.422033 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43412f83-2892-4152-ad47-157b9c0a55e1 None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:59:56.422889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-43412f83-2892-4152-ad47-157b9c0a55e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:59:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:59:56.474620 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d54dec98-c798-477d-9de4-c73030db9dcc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/floatingips/27683df6-8594-4736-9f22-b5544d46333a HTTP/1.1" status: 200 len: 690 time: 1.0781476 Mar 03 05:59:56.475203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'tag': '30f0a7a8-fc42-40ec-80eb-5e186c338483'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 05:59:56.477526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36858) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:59:56.522350 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'tag': '30f0a7a8-fc42-40ec-80eb-5e186c338483', 'status': 'completed', 'code': 200} Mar 03 05:59:56.607866 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-43412f83-2892-4152-ad47-157b9c0a55e1 None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:59:56.616959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca0d3a-4cce-4b27-a1f2-98d01af266dd req-da43dfdb-a337-4e04-845e-680bc7dac7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:56.618487 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f7ca0d3a-4cce-4b27-a1f2-98d01af266dd req-da43dfdb-a337-4e04-845e-680bc7dac7e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 1098 time: 0.0737209 Mar 03 05:59:56.664120 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-381344cd-da43-491a-82f4-50bb88e062fe tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/27683df6-8594-4736-9f22-b5544d46333a HTTP/1.1" status: 200 len: 690 time: 0.1848629 Mar 03 05:59:56.751657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca0d3a-4cce-4b27-a1f2-98d01af266dd req-80d657d9-78c4-45ab-be2b-e7c1d7d86b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:56.753135 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f7ca0d3a-4cce-4b27-a1f2-98d01af266dd req-80d657d9-78c4-45ab-be2b-e7c1d7d86b60 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e5469405-1d68-4b71-b933-01810d4973e5 HTTP/1.1" status: 200 len: 898 time: 0.1291177 Mar 03 05:59:56.822631 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f7ca0d3a-4cce-4b27-a1f2-98d01af266dd req-63e5cd61-edc1-4603-bedd-2ff4937619bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30f0a7a8-fc42-40ec-80eb-5e186c338483 HTTP/1.1" status: 200 len: 217 time: 0.0632117 Mar 03 05:59:56.884850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca0d3a-4cce-4b27-a1f2-98d01af266dd req-ab63f67e-b5c7-44ad-8d55-3f90c7b14842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:56.886303 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f7ca0d3a-4cce-4b27-a1f2-98d01af266dd req-ab63f67e-b5c7-44ad-8d55-3f90c7b14842 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9221800-1a1a-4a0c-8a81-014b2e97bc62 HTTP/1.1" status: 200 len: 835 time: 0.0588365 Mar 03 05:59:56.937725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-43412f83-2892-4152-ad47-157b9c0a55e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:59:56.941486 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43412f83-2892-4152-ad47-157b9c0a55e1 None None] Checking router: 0484f301-fefb-4c65-abb8-1348d38330b1 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 05:59:56.950211 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43412f83-2892-4152-ad47-157b9c0a55e1 None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 05:59:56.950813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-43412f83-2892-4152-ad47-157b9c0a55e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:59:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:59:56.963188 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca0d3a-4cce-4b27-a1f2-98d01af266dd req-c60f510e-83fa-4df2-b198-3990c864a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 05:59:56.964682 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f7ca0d3a-4cce-4b27-a1f2-98d01af266dd req-c60f510e-83fa-4df2-b198-3990c864a417 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e5469405-1d68-4b71-b933-01810d4973e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721278 Mar 03 05:59:57.108249 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f7ca0d3a-4cce-4b27-a1f2-98d01af266dd req-ae59057f-930a-450f-b138-8d93a0fbeddd service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365626 Mar 03 05:59:57.134686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-43412f83-2892-4152-ad47-157b9c0a55e1 None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 05:59:57.253648 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f7ca0d3a-4cce-4b27-a1f2-98d01af266dd req-60a1274c-8a8e-4a2a-8c9f-2d0d27236712 service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379108 Mar 03 05:59:57.505688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-43412f83-2892-4152-ad47-157b9c0a55e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 05:59:57.509449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43412f83-2892-4152-ad47-157b9c0a55e1 None None] The sync data for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv is: [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 05:59:57.668598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36866) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:59:57.754633 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98aecc1-4e0c-402c-addc-d87d18589a22 None None] New status for floating IP 27683df6-8594-4736-9f22-b5544d46333a: DOWN {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 05:59:57.882609 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c0dcc712-33d2-4601-9285-4b4292a25b99 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/27683df6-8594-4736-9f22-b5544d46333a HTTP/1.1" status: 200 len: 690 time: 0.2116365 Mar 03 05:59:58.885099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36870) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 05:59:58.964853 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0644da0b-3d50-4b73-9020-98b159975dfe tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/27683df6-8594-4736-9f22-b5544d46333a HTTP/1.1" status: 200 len: 688 time: 0.0786529 Mar 03 06:00:00.220558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36876) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:00:00.225859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a5b78792-6b79-4ee6-a710-369d9ff0517c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414024996', 'description': 'tempest-secgroup-smoke-414024996 description', 'project_id': '1718f33843874129926d855b187d15f2'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:00:00.231681 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a5b78792-6b79-4ee6-a710-369d9ff0517c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:00:00.240989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a5b78792-6b79-4ee6-a710-369d9ff0517c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:00:00.250243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a5b78792-6b79-4ee6-a710-369d9ff0517c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.273290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a5b78792-6b79-4ee6-a710-369d9ff0517c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:00:00.277548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a5b78792-6b79-4ee6-a710-369d9ff0517c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:00:00.280348 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a5b78792-6b79-4ee6-a710-369d9ff0517c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:00:00.285881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a5b78792-6b79-4ee6-a710-369d9ff0517c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:00:00.351801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a5b78792-6b79-4ee6-a710-369d9ff0517c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.355631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a5b78792-6b79-4ee6-a710-369d9ff0517c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.381337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.400397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b78792-6b79-4ee6-a710-369d9ff0517c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9e403c-78ce-4f1f-8901-40d739719283,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:00:00.402993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a5b78792-6b79-4ee6-a710-369d9ff0517c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.404207 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a5b78792-6b79-4ee6-a710-369d9ff0517c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1826706 Mar 03 06:00:00.407106 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36880) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:00:00.412122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c20f6438-f903-4268-b3ef-9b66d750a7fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '1a9e403c-78ce-4f1f-8901-40d739719283', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:00:00.417890 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c20f6438-f903-4268-b3ef-9b66d750a7fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:00:00.421623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c20f6438-f903-4268-b3ef-9b66d750a7fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:00:00.424740 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c20f6438-f903-4268-b3ef-9b66d750a7fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:00:00.430295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c20f6438-f903-4268-b3ef-9b66d750a7fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:00:00.447646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c20f6438-f903-4268-b3ef-9b66d750a7fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.505851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c20f6438-f903-4268-b3ef-9b66d750a7fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.509939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c20f6438-f903-4268-b3ef-9b66d750a7fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.531203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f6438-f903-4268-b3ef-9b66d750a7fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723e79d7-f547-4e08-b26f-c9f57bf8afc0,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:00:00.540035 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c20f6438-f903-4268-b3ef-9b66d750a7fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.541292 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c20f6438-f903-4268-b3ef-9b66d750a7fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332705 Mar 03 06:00:00.544111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36884) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:00:00.549189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ab376d7b-f1cc-4bcd-a456-52e058529c21 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '1a9e403c-78ce-4f1f-8901-40d739719283', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:00:00.554740 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ab376d7b-f1cc-4bcd-a456-52e058529c21 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:00:00.558972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ab376d7b-f1cc-4bcd-a456-52e058529c21 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:00:00.561797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ab376d7b-f1cc-4bcd-a456-52e058529c21 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:00:00.567407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ab376d7b-f1cc-4bcd-a456-52e058529c21 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:00:00.585259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab376d7b-f1cc-4bcd-a456-52e058529c21 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.646340 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab376d7b-f1cc-4bcd-a456-52e058529c21 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.649600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab376d7b-f1cc-4bcd-a456-52e058529c21 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.671836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab376d7b-f1cc-4bcd-a456-52e058529c21 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d6d5b2-d172-4a6a-8bed-750723914cfe,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:00:00.681738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab376d7b-f1cc-4bcd-a456-52e058529c21 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.682568 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ab376d7b-f1cc-4bcd-a456-52e058529c21 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375091 Mar 03 06:00:00.685472 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36888) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:00:00.691489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1f8d2790-3941-48e8-90eb-08fa1e67a27b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '1a9e403c-78ce-4f1f-8901-40d739719283', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:00:00.697384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f8d2790-3941-48e8-90eb-08fa1e67a27b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:00:00.701443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f8d2790-3941-48e8-90eb-08fa1e67a27b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:00:00.704713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f8d2790-3941-48e8-90eb-08fa1e67a27b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:00:00.711150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f8d2790-3941-48e8-90eb-08fa1e67a27b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:00:00.728194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d2790-3941-48e8-90eb-08fa1e67a27b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.787855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d2790-3941-48e8-90eb-08fa1e67a27b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.791432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d2790-3941-48e8-90eb-08fa1e67a27b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.814400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d2790-3941-48e8-90eb-08fa1e67a27b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92beac18-41a1-4798-bb16-5a2c1095d126,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:00:00.821958 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f8d2790-3941-48e8-90eb-08fa1e67a27b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.823108 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1f8d2790-3941-48e8-90eb-08fa1e67a27b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366959 Mar 03 06:00:00.825848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36892) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:00:00.830685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-51eb12a7-b5b2-4db0-9637-372c45ed3d4f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '1a9e403c-78ce-4f1f-8901-40d739719283', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:00:00.836424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-51eb12a7-b5b2-4db0-9637-372c45ed3d4f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:00:00.840200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-51eb12a7-b5b2-4db0-9637-372c45ed3d4f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:00:00.842997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-51eb12a7-b5b2-4db0-9637-372c45ed3d4f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:00:00.848571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-51eb12a7-b5b2-4db0-9637-372c45ed3d4f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:00:00.865180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51eb12a7-b5b2-4db0-9637-372c45ed3d4f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.928627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51eb12a7-b5b2-4db0-9637-372c45ed3d4f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.933672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51eb12a7-b5b2-4db0-9637-372c45ed3d4f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.961607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb12a7-b5b2-4db0-9637-372c45ed3d4f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ecab416-5fb0-45c6-9e1c-cbb6d6addb02,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:00:00.970149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51eb12a7-b5b2-4db0-9637-372c45ed3d4f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:00.971433 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-51eb12a7-b5b2-4db0-9637-372c45ed3d4f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446533 Mar 03 06:00:00.974165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36896) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:00:00.979496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-627223b2-c13b-4b6f-b64f-c334885ad3d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '1a9e403c-78ce-4f1f-8901-40d739719283', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:00:00.985313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-627223b2-c13b-4b6f-b64f-c334885ad3d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:00:00.989014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-627223b2-c13b-4b6f-b64f-c334885ad3d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:00:00.991799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-627223b2-c13b-4b6f-b64f-c334885ad3d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:00:00.998129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-627223b2-c13b-4b6f-b64f-c334885ad3d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:00:01.007953 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-627223b2-c13b-4b6f-b64f-c334885ad3d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:00:01.014429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-627223b2-c13b-4b6f-b64f-c334885ad3d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:01.076004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-627223b2-c13b-4b6f-b64f-c334885ad3d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:01.079404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-627223b2-c13b-4b6f-b64f-c334885ad3d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:01.105410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627223b2-c13b-4b6f-b64f-c334885ad3d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ca6a71-8be4-44c8-b714-cc08e73cdb9e,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:00:01.111351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-627223b2-c13b-4b6f-b64f-c334885ad3d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:01.112503 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-627223b2-c13b-4b6f-b64f-c334885ad3d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374264 Mar 03 06:00:01.115149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36900) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:00:01.120482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-396e3f31-6213-4f9f-9f5e-6080e57401d1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '1a9e403c-78ce-4f1f-8901-40d739719283', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:00:01.126044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-396e3f31-6213-4f9f-9f5e-6080e57401d1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:00:01.129730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-396e3f31-6213-4f9f-9f5e-6080e57401d1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:00:01.132512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-396e3f31-6213-4f9f-9f5e-6080e57401d1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:00:01.138051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-396e3f31-6213-4f9f-9f5e-6080e57401d1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:00:01.147668 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-396e3f31-6213-4f9f-9f5e-6080e57401d1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:00:01.153907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-396e3f31-6213-4f9f-9f5e-6080e57401d1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:01.217255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-396e3f31-6213-4f9f-9f5e-6080e57401d1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:01.220654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-396e3f31-6213-4f9f-9f5e-6080e57401d1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:01.242312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e3f31-6213-4f9f-9f5e-6080e57401d1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e172bd68-962c-4d02-9ddd-cca33c864cc6,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:00:01.251222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-396e3f31-6213-4f9f-9f5e-6080e57401d1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:01.252436 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-396e3f31-6213-4f9f-9f5e-6080e57401d1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1363795 Mar 03 06:00:01.471160 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-303512f8-13bb-4396-a240-68948342982b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414024996&fields=id&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 267 time: 0.0410962 Mar 03 06:00:01.616395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79e288-14e1-492e-babe-cd11dafc955c req-5e34a5fb-7bb7-42d6-8628-bc68e33da101 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:01.617717 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-5e34a5fb-7bb7-42d6-8628-bc68e33da101 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/networks?id=e5469405-1d68-4b71-b933-01810d4973e5 HTTP/1.1" status: 200 len: 797 time: 0.1402009 Mar 03 06:00:01.632258 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-51442912-83b2-4eca-b9a4-2b1c687d9175 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/quotas/1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 375 time: 0.0085576 Mar 03 06:00:01.715831 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-f7325854-0cc4-4c61-a2d2-bf67513b1fcd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0788023 Mar 03 06:00:01.848707 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-8cc097e9-02d0-4454-b975-b63591f5d483 service neutron] 10.222.0.20 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216953 Mar 03 06:00:01.977161 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-28bc8356-7f4e-4b59-8344-4430aa70250c service neutron] 10.222.0.20 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220846 Mar 03 06:00:02.149200 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bfa4f4c0-72c9-43ca-88f7-308ea5181450 req-35901161-a31b-4362-905f-f8343f9519bd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 210 time: 0.0406654 Mar 03 06:00:03.303096 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-81a79718-d2cd-4bac-9045-27d2f3a3eac3 req-8ef7748a-1de8-4e44-a996-fa6ea6470f1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 210 time: 0.0464127 Mar 03 06:00:03.341374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79e288-14e1-492e-babe-cd11dafc955c req-7138de24-127b-4a7c-8d8f-e8d4c01df4b1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:03.342790 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-7138de24-127b-4a7c-8d8f-e8d4c01df4b1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks?id=e5469405-1d68-4b71-b933-01810d4973e5 HTTP/1.1" status: 200 len: 797 time: 0.1618688 Mar 03 06:00:03.395746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-8e79e288-14e1-492e-babe-cd11dafc955c req-45027e15-047a-4f4d-be92-8a7232d74c30 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:00:03.410829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-8e79e288-14e1-492e-babe-cd11dafc955c req-45027e15-047a-4f4d-be92-8a7232d74c30 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:00:03.412132 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-45027e15-047a-4f4d-be92-8a7232d74c30 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 472 time: 0.0612991 Mar 03 06:00:03.448086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'port': {'device_id': 'f261a02f-4420-484e-921b-e5d793d7de61', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'admin_state_up': True, 'tenant_id': '1718f33843874129926d855b187d15f2', 'security_groups': ['1a9e403c-78ce-4f1f-8901-40d739719283']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:00:03.582691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:00:03.586575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:port and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:00:03.590027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:00:03.595480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:00:03.605175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:00:03.608683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:03.762537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.4 (e5469405-1d68-4b71-b933-01810d4973e5/d9221800-1a1a-4a0c-8a81-014b2e97bc62/aa9b772b-0133-4b22-9ec8-67c2116c8141) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:00:03.957846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:03.971488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object aa9b772b-0133-4b22-9ec8-67c2116c8141 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:00:03.998083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:04.063475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network e5469405-1d68-4b71-b933-01810d4973e5 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:00:04.072973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:00:04.072973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:00:04.117320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=aa9b772b-0133-4b22-9ec8-67c2116c8141,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:00:04.150024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:04.150024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:04.178951 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-77b137dd-dd24-4d93-894c-b8b9724ebe55 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7319865 Mar 03 06:00:04.196189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Request body: {'port': {'device_id': 'f261a02f-4420-484e-921b-e5d793d7de61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:00:04.317306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:04.329214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e72e7e1b-b8a5-44f3-ae46-cc27e96ab3d7 None None] Provisioning for port aa9b772b-0133-4b22-9ec8-67c2116c8141 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:00:04.342149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e72e7e1b-b8a5-44f3-ae46-cc27e96ab3d7 None None] Provisioning complete for port aa9b772b-0133-4b22-9ec8-67c2116c8141 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:00:04.342149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e72e7e1b-b8a5-44f3-ae46-cc27e96ab3d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:04.406988 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e72e7e1b-b8a5-44f3-ae46-cc27e96ab3d7 None None] Port aa9b772b-0133-4b22-9ec8-67c2116c8141 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:00:04.420227 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:00:04.565891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4624273-29e0-41cb-bf4c-535816d39517 req-3f9e1d96-ae15-48d6-b9e7-375fdf91f86f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:04.565891 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b4624273-29e0-41cb-bf4c-535816d39517 req-3f9e1d96-ae15-48d6-b9e7-375fdf91f86f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 931 time: 0.0932121 Mar 03 06:00:04.647464 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b4624273-29e0-41cb-bf4c-535816d39517 req-8f51f012-7868-4837-8aaa-fcbf2eba8f7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9e403c-78ce-4f1f-8901-40d739719283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627737 Mar 03 06:00:04.848825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9b772b-0133-4b22-9ec8-67c2116c8141 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:00:04.858955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:04.874255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Transition to ACTIVE for port object aa9b772b-0133-4b22-9ec8-67c2116c8141 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:00:04.879056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:05.032812 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Pushing event updated for resources: {'Port': ['ID=aa9b772b-0133-4b22-9ec8-67c2116c8141,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:00:05.125149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Attempting to bind port aa9b772b-0133-4b22-9ec8-67c2116c8141 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:00:05.125149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Attempting to bind port aa9b772b-0133-4b22-9ec8-67c2116c8141 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:00:05.125149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Attempting to bind port aa9b772b-0133-4b22-9ec8-67c2116c8141 on network e5469405-1d68-4b71-b933-01810d4973e5 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:00:05.155720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Port aa9b772b-0133-4b22-9ec8-67c2116c8141 on network e5469405-1d68-4b71-b933-01810d4973e5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:00:05.155720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Attempting to bind port aa9b772b-0133-4b22-9ec8-67c2116c8141 on network e5469405-1d68-4b71-b933-01810d4973e5 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:00:05.155720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:00:05.155720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Checking segment: {'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:00:05.155720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Bound using segment: {'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:00:05.155720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Bound port: aa9b772b-0133-4b22-9ec8-67c2116c8141, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc3fc7e-455f-4b3b-900d-ab527a2fa313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:00:05.155720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:05.242792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] For port aa9b772b-0133-4b22-9ec8-67c2116c8141, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:00:05.242792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] For port aa9b772b-0133-4b22-9ec8-67c2116c8141, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa9b772b-0133-4b22-9ec8-67c2116c8141,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:00:05.242792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:05.301598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:05.301598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:05.301598 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] 10.222.0.23 "PUT /v2.0/ports/aa9b772b-0133-4b22-9ec8-67c2116c8141 HTTP/1.1" status: 200 len: 1093 time: 1.1129539 Mar 03 06:00:05.301598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f261a02f-4420-484e-921b-e5d793d7de61', 'tag': 'aa9b772b-0133-4b22-9ec8-67c2116c8141'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:00:05.336499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9a4d0-42e8-48dc-b16a-495f29dfab3d service neutron] Pushing event updated for resources: {'Port': ['ID=aa9b772b-0133-4b22-9ec8-67c2116c8141,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:00:05.404957 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f261a02f-4420-484e-921b-e5d793d7de61', 'tag': 'aa9b772b-0133-4b22-9ec8-67c2116c8141', 'status': 'completed', 'code': 200} Mar 03 06:00:05.472854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79e288-14e1-492e-babe-cd11dafc955c req-056d1cbd-c0e2-45a2-978b-b1f5ccb63ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:05.472854 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-056d1cbd-c0e2-45a2-978b-b1f5ccb63ffd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 1096 time: 0.0900564 Mar 03 06:00:05.539641 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-feec4f9d-69d1-4ed4-8388-e81b81e4c5de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa9b772b-0133-4b22-9ec8-67c2116c8141 HTTP/1.1" status: 200 len: 217 time: 0.0696981 Mar 03 06:00:05.582841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79e288-14e1-492e-babe-cd11dafc955c req-58333f80-f4ed-43e3-8a2b-29516126f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:05.582841 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-58333f80-f4ed-43e3-8a2b-29516126f673 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9221800-1a1a-4a0c-8a81-014b2e97bc62 HTTP/1.1" status: 200 len: 835 time: 0.0571709 Mar 03 06:00:05.691402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79e288-14e1-492e-babe-cd11dafc955c req-5d2c5c1d-149e-4900-ab5b-6bf907984d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:05.691402 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-5d2c5c1d-149e-4900-ab5b-6bf907984d13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e5469405-1d68-4b71-b933-01810d4973e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732741 Mar 03 06:00:05.824623 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-621f645d-10b2-44f2-bfb6-76b8b73fab3d service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291418 Mar 03 06:00:05.846769 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32c16b-be94-438a-922f-323cc5c4256f req-4c4130e4-25de-4992-9e4e-73d068c3503f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:05.846769 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ad32c16b-be94-438a-922f-323cc5c4256f req-4c4130e4-25de-4992-9e4e-73d068c3503f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 943 time: 0.0854716 Mar 03 06:00:05.912725 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ad32c16b-be94-438a-922f-323cc5c4256f req-28e8c401-99c1-43f7-9141-9e4069a0fbb4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9e403c-78ce-4f1f-8901-40d739719283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424101 Mar 03 06:00:05.955962 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e79e288-14e1-492e-babe-cd11dafc955c req-04e57806-296a-4b09-a364-5d04acf240b7 service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291904 Mar 03 06:00:06.063217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d97f2-5429-46e9-b174-01f752e486d7 req-7c34a88f-5d52-4156-8797-f4890ea22052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:06.063217 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-909d97f2-5429-46e9-b174-01f752e486d7 req-7c34a88f-5d52-4156-8797-f4890ea22052 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 1096 time: 0.0703473 Mar 03 06:00:06.193231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d97f2-5429-46e9-b174-01f752e486d7 req-6ec1565c-2603-4acd-9501-67974656156c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:06.193231 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-909d97f2-5429-46e9-b174-01f752e486d7 req-6ec1565c-2603-4acd-9501-67974656156c service neutron] 10.222.0.23 "GET /v2.0/networks?id=e5469405-1d68-4b71-b933-01810d4973e5 HTTP/1.1" status: 200 len: 898 time: 0.1254399 Mar 03 06:00:06.368161 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-909d97f2-5429-46e9-b174-01f752e486d7 req-b88efd43-3166-457d-9c3d-075093b6df26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa9b772b-0133-4b22-9ec8-67c2116c8141 HTTP/1.1" status: 200 len: 217 time: 0.1621647 Mar 03 06:00:06.433834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d97f2-5429-46e9-b174-01f752e486d7 req-feafa951-5261-45d5-be1f-efbbea1d98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:06.433834 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-909d97f2-5429-46e9-b174-01f752e486d7 req-feafa951-5261-45d5-be1f-efbbea1d98f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9221800-1a1a-4a0c-8a81-014b2e97bc62 HTTP/1.1" status: 200 len: 835 time: 0.0587382 Mar 03 06:00:06.499141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d97f2-5429-46e9-b174-01f752e486d7 req-3aa73e67-fced-4ce3-984a-27491ed030db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:06.499141 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-909d97f2-5429-46e9-b174-01f752e486d7 req-3aa73e67-fced-4ce3-984a-27491ed030db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e5469405-1d68-4b71-b933-01810d4973e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717571 Mar 03 06:00:06.649359 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-909d97f2-5429-46e9-b174-01f752e486d7 req-adf749db-0b34-45d7-84a2-a9f9a9a63f28 service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249037 Mar 03 06:00:06.748238 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-909d97f2-5429-46e9-b174-01f752e486d7 req-55347b8f-5915-4864-9645-23b68718d082 service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294606 Mar 03 06:00:07.065859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382a5bf-b08a-438f-ba2e-e4bc6f0948c0 req-e662160f-73cd-4d70-b20e-0e9218433add tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:07.074443 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4382a5bf-b08a-438f-ba2e-e4bc6f0948c0 req-e662160f-73cd-4d70-b20e-0e9218433add tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 943 time: 0.0852728 Mar 03 06:00:07.121321 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4382a5bf-b08a-438f-ba2e-e4bc6f0948c0 req-b5f973ca-7027-4fe1-acbb-723b7433bd28 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9e403c-78ce-4f1f-8901-40d739719283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493240 Mar 03 06:00:08.306578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154d510-b9c2-4cd1-a6be-c9cbf7085b58 req-18d571e4-e53e-4f3a-b8ea-df9aade9a3e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:08.306578 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0154d510-b9c2-4cd1-a6be-c9cbf7085b58 req-18d571e4-e53e-4f3a-b8ea-df9aade9a3e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 943 time: 0.0810943 Mar 03 06:00:08.351103 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0154d510-b9c2-4cd1-a6be-c9cbf7085b58 req-1f35618d-e4ce-4b4e-ab94-10ee10a72331 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9e403c-78ce-4f1f-8901-40d739719283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380476 Mar 03 06:00:08.543555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device aa9b772b-0133-4b22-9ec8-67c2116c8141 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:00:08.670336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port aa9b772b-0133-4b22-9ec8-67c2116c8141, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa9b772b-0133-4b22-9ec8-67c2116c8141,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:00:08.683657 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'aa9b772b-0133-4b22-9ec8-67c2116c8141', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'port_id': 'aa9b772b-0133-4b22-9ec8-67c2116c8141', 'mac_address': 'fa:16:3e:b4:38:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:00:08.739648 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:08.755970 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9b772b-0133-4b22-9ec8-67c2116c8141 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:00:08.779567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port aa9b772b-0133-4b22-9ec8-67c2116c8141, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa9b772b-0133-4b22-9ec8-67c2116c8141,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:00:08.785157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:08.870915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=aa9b772b-0133-4b22-9ec8-67c2116c8141,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:00:09.178715 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['aa9b772b-0133-4b22-9ec8-67c2116c8141'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:00:09.545868 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54951c29-0c9e-46bb-b9eb-e4c74155b70f req-66c5badd-9deb-4749-81c2-efa94f956824 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:09.548055 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-54951c29-0c9e-46bb-b9eb-e4c74155b70f req-66c5badd-9deb-4749-81c2-efa94f956824 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 944 time: 0.0823321 Mar 03 06:00:09.590797 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-54951c29-0c9e-46bb-b9eb-e4c74155b70f req-d45d34fe-0730-408f-9e32-5f5712ef4c30 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9e403c-78ce-4f1f-8901-40d739719283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377491 Mar 03 06:00:10.552623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device aa9b772b-0133-4b22-9ec8-67c2116c8141 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:00:10.624564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port aa9b772b-0133-4b22-9ec8-67c2116c8141 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:00:10.631356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port aa9b772b-0133-4b22-9ec8-67c2116c8141 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:00:10.631830 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:10.755002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:10.784224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f261a02f-4420-484e-921b-e5d793d7de61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9b772b-0133-4b22-9ec8-67c2116c8141'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:00:10.792466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port aa9b772b-0133-4b22-9ec8-67c2116c8141, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa9b772b-0133-4b22-9ec8-67c2116c8141,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:00:10.794401 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4845b-e58b-4bea-abca-23dfedc59ddf req-c70368b0-b4d0-4e58-a1af-a8b32f9c74c2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:10.797698 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:10.800256 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9ec4845b-e58b-4bea-abca-23dfedc59ddf req-c70368b0-b4d0-4e58-a1af-a8b32f9c74c2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 944 time: 0.0841868 Mar 03 06:00:10.842817 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f261a02f-4420-484e-921b-e5d793d7de61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9b772b-0133-4b22-9ec8-67c2116c8141', 'code': 200} Mar 03 06:00:10.844220 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9ec4845b-e58b-4bea-abca-23dfedc59ddf req-bfa1a04b-566e-4b3f-95fb-3ca3ee0ec539 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9e403c-78ce-4f1f-8901-40d739719283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425477 Mar 03 06:00:10.871512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=aa9b772b-0133-4b22-9ec8-67c2116c8141,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:00:11.065419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b071a-8638-4625-bba1-1344a11e87f8 req-259ea4c3-eced-4819-8671-83619fd0f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:11.066753 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8b1b071a-8638-4625-bba1-1344a11e87f8 req-259ea4c3-eced-4819-8671-83619fd0f6c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 1098 time: 0.0671647 Mar 03 06:00:11.106467 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8b1b071a-8638-4625-bba1-1344a11e87f8 req-751ad24f-d969-4a98-9197-f6a43133289f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1a9e403c-78ce-4f1f-8901-40d739719283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336108 Mar 03 06:00:12.042990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502d892-4365-4260-a024-edc2ec244a39 req-e5f99bf7-dae7-4242-a448-e9271b58a22d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:12.044459 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8502d892-4365-4260-a024-edc2ec244a39 req-e5f99bf7-dae7-4242-a448-e9271b58a22d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 945 time: 0.0828936 Mar 03 06:00:12.093869 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8502d892-4365-4260-a024-edc2ec244a39 req-281b58ab-3a25-40c5-b3e5-1d9f74f9c6f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9e403c-78ce-4f1f-8901-40d739719283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381474 Mar 03 06:00:13.097251 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e028939d-b1ab-4a2b-ad3c-db767f41640d req-dc8ca60a-642c-4ac7-9fb4-a6ed2a5f4533 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769079 Mar 03 06:00:13.201468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028939d-b1ab-4a2b-ad3c-db767f41640d req-60841f8b-7027-46b7-86c9-9a7b580ef0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:13.201468 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e028939d-b1ab-4a2b-ad3c-db767f41640d req-60841f8b-7027-46b7-86c9-9a7b580ef0b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 1098 time: 0.0844355 Mar 03 06:00:13.295099 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e85e-a93a-4bc5-9ecb-6a107f474d66 req-b48e025b-8844-4d8d-9110-2a6c7e078473 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:13.296570 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9107e85e-a93a-4bc5-9ecb-6a107f474d66 req-b48e025b-8844-4d8d-9110-2a6c7e078473 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 945 time: 0.0974965 Mar 03 06:00:13.342083 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9107e85e-a93a-4bc5-9ecb-6a107f474d66 req-13f7fa45-990f-4c5a-b2c4-4965ef45bb17 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9e403c-78ce-4f1f-8901-40d739719283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395749 Mar 03 06:00:13.364842 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028939d-b1ab-4a2b-ad3c-db767f41640d req-5261582d-8d69-485e-a9c1-d05e31bc3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:13.366321 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e028939d-b1ab-4a2b-ad3c-db767f41640d req-5261582d-8d69-485e-a9c1-d05e31bc3972 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e5469405-1d68-4b71-b933-01810d4973e5 HTTP/1.1" status: 200 len: 898 time: 0.1376097 Mar 03 06:00:13.443841 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e028939d-b1ab-4a2b-ad3c-db767f41640d req-e005463d-41a1-4aab-a4ce-8ef429bec2db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30f0a7a8-fc42-40ec-80eb-5e186c338483 HTTP/1.1" status: 200 len: 217 time: 0.0701017 Mar 03 06:00:13.506979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028939d-b1ab-4a2b-ad3c-db767f41640d req-805ba10b-e946-45b8-9d65-02991c0ae8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:13.509790 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e028939d-b1ab-4a2b-ad3c-db767f41640d req-805ba10b-e946-45b8-9d65-02991c0ae8e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9221800-1a1a-4a0c-8a81-014b2e97bc62 HTTP/1.1" status: 200 len: 835 time: 0.0588577 Mar 03 06:00:13.530161 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b8700-41e7-42a6-9548-e15178c2708a req-33be4695-0f87-42be-bb05-ce3fc5ef73c0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:13.531612 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-187b8700-41e7-42a6-9548-e15178c2708a req-33be4695-0f87-42be-bb05-ce3fc5ef73c0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 945 time: 0.0804954 Mar 03 06:00:13.579170 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-187b8700-41e7-42a6-9548-e15178c2708a req-0a6c7acc-6133-4f75-a064-c9516ab5a6a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9e403c-78ce-4f1f-8901-40d739719283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406902 Mar 03 06:00:13.594718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028939d-b1ab-4a2b-ad3c-db767f41640d req-a030f008-f797-4cc6-84ab-47be07126773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:13.596645 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e028939d-b1ab-4a2b-ad3c-db767f41640d req-a030f008-f797-4cc6-84ab-47be07126773 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e5469405-1d68-4b71-b933-01810d4973e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811157 Mar 03 06:00:13.607623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36960) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:00:13.789272 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e028939d-b1ab-4a2b-ad3c-db767f41640d req-a8fcc2c8-b4e6-4cca-8b42-f4ad73eae064 service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840918 Mar 03 06:00:13.794552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f09326e-95c1-4042-b52c-85e28ec954d9 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:13.795523 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7f09326e-95c1-4042-b52c-85e28ec954d9 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 1093 time: 0.1929362 Mar 03 06:00:13.799203 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 36964) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:00:13.804283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-9707f8d1-400f-488e-a484-dbed45777b61 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'floatingip': {'port_id': 'aa9b772b-0133-4b22-9ec8-67c2116c8141'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:00:13.937640 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e028939d-b1ab-4a2b-ad3c-db767f41640d req-f8e022b8-9355-4a94-99e2-03f85aa05c7b service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404042 Mar 03 06:00:13.981948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9707f8d1-400f-488e-a484-dbed45777b61 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:14.600812 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9707f8d1-400f-488e-a484-dbed45777b61 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:14.605891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9707f8d1-400f-488e-a484-dbed45777b61 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:14.794324 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-9707f8d1-400f-488e-a484-dbed45777b61 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP 27683df6-8594-4736-9f22-b5544d46333a associated. External IP: 172.26.3.208, port: aa9b772b-0133-4b22-9ec8-67c2116c8141. Mar 03 06:00:15.159252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9707f8d1-400f-488e-a484-dbed45777b61 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 0484f301-fefb-4c65-abb8-1348d38330b1 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:00:15.458955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9707f8d1-400f-488e-a484-dbed45777b61 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:00:15.463825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9707f8d1-400f-488e-a484-dbed45777b61 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:15.469402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04add28a-43c9-41ed-80df-8ba0d6d8659d None None] Sync routers for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:00:15.479962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04add28a-43c9-41ed-80df-8ba0d6d8659d None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:00:15.480628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-04add28a-43c9-41ed-80df-8ba0d6d8659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:59:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:00:15.524002 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9707f8d1-400f-488e-a484-dbed45777b61 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/floatingips/27683df6-8594-4736-9f22-b5544d46333a HTTP/1.1" status: 200 len: 991 time: 1.7233584 Mar 03 06:00:15.524002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f261a02f-4420-484e-921b-e5d793d7de61', 'tag': 'aa9b772b-0133-4b22-9ec8-67c2116c8141'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:00:15.526856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36968) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:00:15.577656 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f261a02f-4420-484e-921b-e5d793d7de61', 'tag': 'aa9b772b-0133-4b22-9ec8-67c2116c8141', 'status': 'completed', 'code': 200} Mar 03 06:00:15.702788 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-04add28a-43c9-41ed-80df-8ba0d6d8659d None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:00:15.839416 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cbf03235-14b8-48ce-b10d-ea315b9efff0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/27683df6-8594-4736-9f22-b5544d46333a HTTP/1.1" status: 200 len: 991 time: 0.3088105 Mar 03 06:00:15.857198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326905bd-bcec-482e-912f-1da443b22cb5 req-584947e5-c889-4c2c-8c0c-105e89a6b250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:15.858324 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-326905bd-bcec-482e-912f-1da443b22cb5 req-584947e5-c889-4c2c-8c0c-105e89a6b250 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 1098 time: 0.2482181 Mar 03 06:00:16.011821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326905bd-bcec-482e-912f-1da443b22cb5 req-85757a0e-280b-466d-945c-31bf6799a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:16.011821 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-326905bd-bcec-482e-912f-1da443b22cb5 req-85757a0e-280b-466d-945c-31bf6799a388 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e5469405-1d68-4b71-b933-01810d4973e5 HTTP/1.1" status: 200 len: 898 time: 0.1482491 Mar 03 06:00:16.115087 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-326905bd-bcec-482e-912f-1da443b22cb5 req-99173c92-e82d-4716-a332-df1ffbc2836b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa9b772b-0133-4b22-9ec8-67c2116c8141 HTTP/1.1" status: 200 len: 999 time: 0.0962470 Mar 03 06:00:16.143714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-04add28a-43c9-41ed-80df-8ba0d6d8659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '27683df6-8594-4736-9f22-b5544d46333a', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.208', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'port_id': 'aa9b772b-0133-4b22-9ec8-67c2116c8141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'mac_address': 'fa:16:3e:b4:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f261a02f-4420-484e-921b-e5d793d7de61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:58:40Z', 'updated_at': '2022-03-03T06:00:14Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:00:16.150061 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04add28a-43c9-41ed-80df-8ba0d6d8659d None None] Checking router: 0484f301-fefb-4c65-abb8-1348d38330b1 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:00:16.159458 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04add28a-43c9-41ed-80df-8ba0d6d8659d None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:00:16.159458 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-04add28a-43c9-41ed-80df-8ba0d6d8659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T05:59:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:00:16.188576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326905bd-bcec-482e-912f-1da443b22cb5 req-8052c29e-8914-42ee-be79-9a3d81ed6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:16.188576 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-326905bd-bcec-482e-912f-1da443b22cb5 req-8052c29e-8914-42ee-be79-9a3d81ed6d76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d9221800-1a1a-4a0c-8a81-014b2e97bc62 HTTP/1.1" status: 200 len: 835 time: 0.0636332 Mar 03 06:00:16.264961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326905bd-bcec-482e-912f-1da443b22cb5 req-a84f616f-9def-42d7-aa36-23391dc51770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:00:16.264961 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-326905bd-bcec-482e-912f-1da443b22cb5 req-a84f616f-9def-42d7-aa36-23391dc51770 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e5469405-1d68-4b71-b933-01810d4973e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733767 Mar 03 06:00:16.342855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-04add28a-43c9-41ed-80df-8ba0d6d8659d None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:00:16.405742 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-326905bd-bcec-482e-912f-1da443b22cb5 req-f4c52163-9952-4fce-b946-d12caf9d4356 service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350029 Mar 03 06:00:16.544074 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-326905bd-bcec-482e-912f-1da443b22cb5 req-f53bb3de-81f7-4395-9d1a-4a28e10d248d service neutron] 10.222.0.23 "GET /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328697 Mar 03 06:00:16.709688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-04add28a-43c9-41ed-80df-8ba0d6d8659d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '27683df6-8594-4736-9f22-b5544d46333a', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.208', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'port_id': 'aa9b772b-0133-4b22-9ec8-67c2116c8141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'mac_address': 'fa:16:3e:b4:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f261a02f-4420-484e-921b-e5d793d7de61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:58:40Z', 'updated_at': '2022-03-03T06:00:14Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:00:16.713959 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04add28a-43c9-41ed-80df-8ba0d6d8659d None None] The sync data for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv is: [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '27683df6-8594-4736-9f22-b5544d46333a', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.208', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'port_id': 'aa9b772b-0133-4b22-9ec8-67c2116c8141', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'mac_address': 'fa:16:3e:b4:38:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f261a02f-4420-484e-921b-e5d793d7de61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:58:40Z', 'updated_at': '2022-03-03T06:00:14Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:00:16.841276 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36974) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:00:16.904809 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ab5090-8989-43d8-b155-23e8929ac23a None None] New status for floating IP 27683df6-8594-4736-9f22-b5544d46333a: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:00:16.952966 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c9cca8cc-a67f-4962-a698-5827658acfad tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/27683df6-8594-4736-9f22-b5544d46333a HTTP/1.1" status: 200 len: 991 time: 0.1097391 Mar 03 06:00:17.956923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 36978) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:00:18.062325 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0b4ef177-680d-47c8-9575-dcb800ded0ec tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/27683df6-8594-4736-9f22-b5544d46333a HTTP/1.1" status: 200 len: 993 time: 0.1043024 Mar 03 06:00:18.206562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-205ad9d8-22ce-4510-8105-090d1693a970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:20.449921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-eb3dbb1f-e8c1-40e9-be4f-226fd10c5151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:21.561350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:21.731366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:22.876833 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:30.395969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:41.395468 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:00:48.207892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3e7b-163d-4d0a-9c3c-aea579a59fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:50.452380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe0c5-3097-49be-a453-32e86fb832a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:51.562840 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:51.731735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:00:52.879988 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:00.383732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:14.032695 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b7f16d97-a8c4-4a2d-9edd-07877eda1889 req-611185b5-8dce-470c-a9d9-b5083f8fe7ee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679305 Mar 03 06:01:14.171399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f16d97-a8c4-4a2d-9edd-07877eda1889 req-e464c786-1dc7-4987-9751-0f76aa36b5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:14.173156 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b7f16d97-a8c4-4a2d-9edd-07877eda1889 req-e464c786-1dc7-4987-9751-0f76aa36b5de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 1099 time: 0.0733025 Mar 03 06:01:14.314599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f16d97-a8c4-4a2d-9edd-07877eda1889 req-0d148e90-40ec-49d0-ac2f-bbcc887ff0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:14.315957 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b7f16d97-a8c4-4a2d-9edd-07877eda1889 req-0d148e90-40ec-49d0-ac2f-bbcc887ff0d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 912 time: 0.1247473 Mar 03 06:01:14.417188 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b7f16d97-a8c4-4a2d-9edd-07877eda1889 req-4e62ae56-d19e-4585-8a09-ef5f30febb58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb99da7-1c0f-4532-832b-757d70eb02bc HTTP/1.1" status: 200 len: 1002 time: 0.0951309 Mar 03 06:01:14.477563 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f16d97-a8c4-4a2d-9edd-07877eda1889 req-9b280641-b99c-4459-a98c-4e97494f6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:14.478963 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b7f16d97-a8c4-4a2d-9edd-07877eda1889 req-9b280641-b99c-4459-a98c-4e97494f6c2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.0565834 Mar 03 06:01:14.556660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f16d97-a8c4-4a2d-9edd-07877eda1889 req-4a1ac9cf-8a2d-4bc9-8882-0ac074aee2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:14.558107 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b7f16d97-a8c4-4a2d-9edd-07877eda1889 req-4a1ac9cf-8a2d-4bc9-8882-0ac074aee2a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736856 Mar 03 06:01:14.686095 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b7f16d97-a8c4-4a2d-9edd-07877eda1889 req-7d15e827-8e55-488d-b3aa-9b14a8dd4d69 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213198 Mar 03 06:01:14.816998 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b7f16d97-a8c4-4a2d-9edd-07877eda1889 req-5d2cfb2c-0465-4590-93b5-086346020d04 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244457 Mar 03 06:01:18.209237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-680bf25d-af3e-47fe-b3f7-96a49231a1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:18.394483 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:01:18.926229 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37008) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:19.220955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Deleting port 1a54d0db-47a4-4288-a036-96dee186cd02 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:19.221155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:19.388485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:19.388810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:19.507376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Calling delete_port for 1a54d0db-47a4-4288-a036-96dee186cd02 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:19.653999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:19.698573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event deleted for resources: {'Port': ['ID=1a54d0db-47a4-4288-a036-96dee186cd02,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:19.746827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:19.747106 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:19.747462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:19.747797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:19.748222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:19.748432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:19.748751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:19.749071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:19.749387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:19.749701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:19.750013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:19.750325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:19.814612 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:19.814949 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Floating IP dd6fe759-9cd8-4a4a-b181-d7a2a554137a disassociated (deleted). External IP: 172.26.3.76, port: e0d53134-b4ef-4765-9bee-faa86b1a87ac. Mar 03 06:01:19.911663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3246260-5656-4569-ac16-e642eadc4aca req-55f081a6-558b-4d91-8a95-3c19f94c8a84 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:19.913137 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c3246260-5656-4569-ac16-e642eadc4aca req-55f081a6-558b-4d91-8a95-3c19f94c8a84 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 945 time: 0.0802350 Mar 03 06:01:19.961569 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c3246260-5656-4569-ac16-e642eadc4aca req-ede22c83-3d85-41fa-a743-2e57a3968079 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9e403c-78ce-4f1f-8901-40d739719283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413024 Mar 03 06:01:20.159809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Router 98f660af-7aab-492c-bb93-9d53fa5b3fca has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:01:20.440654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:01:20.450117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a53072-7f6a-4f47-95f6-15059b41885b None None] Sync routers for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:01:20.456256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:20.461790 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-65f4e031-2874-4f0d-b7fb-8b5d50bed001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:20.463157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a53072-7f6a-4f47-95f6-15059b41885b None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:20.463953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-93a53072-7f6a-4f47-95f6-15059b41885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:00:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:20.510690 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9f5eb828-9352-404d-9e94-8b6ec438dd3d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "DELETE /v2.0/floatingips/dd6fe759-9cd8-4a4a-b181-d7a2a554137a HTTP/1.1" status: 204 len: 168 time: 1.5833433 Mar 03 06:01:20.511250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'tag': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:01:20.555193 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'tag': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac', 'status': 'completed', 'code': 200} Mar 03 06:01:20.644506 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2a448-5c3b-4f44-8048-53dd0c58b626 req-f26dd932-40dc-4c4f-9453-997786225fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:20.644990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-93a53072-7f6a-4f47-95f6-15059b41885b None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:20.646041 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bec2a448-5c3b-4f44-8048-53dd0c58b626 req-f26dd932-40dc-4c4f-9453-997786225fcb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 1098 time: 0.0704455 Mar 03 06:01:20.804830 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2a448-5c3b-4f44-8048-53dd0c58b626 req-b1ac99b7-48fe-408a-813b-893409f606a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:20.807045 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bec2a448-5c3b-4f44-8048-53dd0c58b626 req-b1ac99b7-48fe-408a-813b-893409f606a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 912 time: 0.1525388 Mar 03 06:01:20.880972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd595c0-f454-4f3e-8fb9-b9f27487b4a0 req-bf9bff2c-faac-43f1-8672-3b40b2aa6a28 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:20.882672 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-acd595c0-f454-4f3e-8fb9-b9f27487b4a0 req-bf9bff2c-faac-43f1-8672-3b40b2aa6a28 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 945 time: 0.0806491 Mar 03 06:01:20.886005 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bec2a448-5c3b-4f44-8048-53dd0c58b626 req-00567b00-e5b8-4757-a37f-3ccab0f1a248 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0d53134-b4ef-4765-9bee-faa86b1a87ac HTTP/1.1" status: 200 len: 217 time: 0.0712576 Mar 03 06:01:20.929132 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-acd595c0-f454-4f3e-8fb9-b9f27487b4a0 req-29045171-43a7-4b69-8d7a-1cae6a4730a9 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399981 Mar 03 06:01:20.960378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2a448-5c3b-4f44-8048-53dd0c58b626 req-f6feacae-9e2e-40cc-8549-3825f7c83afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:20.961808 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bec2a448-5c3b-4f44-8048-53dd0c58b626 req-f6feacae-9e2e-40cc-8549-3825f7c83afc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.0697346 Mar 03 06:01:21.012174 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-93a53072-7f6a-4f47-95f6-15059b41885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '1dfed553-785f-44cc-9db9-0b7ef7e312d7', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:a6:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:57:43Z', 'updated_at': '2022-03-03T05:57:46Z', 'revision_number': 1, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:21.016569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a53072-7f6a-4f47-95f6-15059b41885b None None] Checking router: 98f660af-7aab-492c-bb93-9d53fa5b3fca for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:01:21.026904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a53072-7f6a-4f47-95f6-15059b41885b None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:21.027517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-93a53072-7f6a-4f47-95f6-15059b41885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:21.041646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2a448-5c3b-4f44-8048-53dd0c58b626 req-c4b0b2c4-3b26-443c-ba74-e81b02ca61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:21.043123 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bec2a448-5c3b-4f44-8048-53dd0c58b626 req-c4b0b2c4-3b26-443c-ba74-e81b02ca61ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725749 Mar 03 06:01:21.158162 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f64e89-c0a8-4d80-9b0d-cdb66e38f9ab req-d50d7950-abcd-4750-a794-eb44e0e6eb97 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:21.159738 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-03f64e89-c0a8-4d80-9b0d-cdb66e38f9ab req-d50d7950-abcd-4750-a794-eb44e0e6eb97 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 945 time: 0.0904346 Mar 03 06:01:21.188618 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bec2a448-5c3b-4f44-8048-53dd0c58b626 req-154b9f30-2cf4-45cb-8b68-ec35f1a64cb3 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377654 Mar 03 06:01:21.208833 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-03f64e89-c0a8-4d80-9b0d-cdb66e38f9ab req-ede014ca-559a-48aa-8637-dee1fac39c2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a9e403c-78ce-4f1f-8901-40d739719283&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397356 Mar 03 06:01:21.275653 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-93a53072-7f6a-4f47-95f6-15059b41885b None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:21.326096 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bec2a448-5c3b-4f44-8048-53dd0c58b626 req-8ff16991-4596-4274-a720-febf3a560260 service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302087 Mar 03 06:01:21.442829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-62617b5b-dd82-4301-9422-f6599bfa3534 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:21.443512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-62617b5b-dd82-4301-9422-f6599bfa3534 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:01:21.459197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-62617b5b-dd82-4301-9422-f6599bfa3534 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:01:21.460370 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-62617b5b-dd82-4301-9422-f6599bfa3534 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 945 time: 0.0950980 Mar 03 06:01:21.536516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port aa9b772b-0133-4b22-9ec8-67c2116c8141 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:21.537235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:21.601968 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:21.629375 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-93a53072-7f6a-4f47-95f6-15059b41885b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '1dfed553-785f-44cc-9db9-0b7ef7e312d7', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:a6:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:57:43Z', 'updated_at': '2022-03-03T05:57:46Z', 'revision_number': 1, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:21.633294 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a53072-7f6a-4f47-95f6-15059b41885b None None] The sync data for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv is: [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '1dfed553-785f-44cc-9db9-0b7ef7e312d7', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'floating_ip_address': '172.26.3.235', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'port_id': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'mac_address': 'fa:16:3e:a6:3f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T05:57:43Z', 'updated_at': '2022-03-03T05:57:46Z', 'revision_number': 1, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:01:21.733784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:21.794077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port aa9b772b-0133-4b22-9ec8-67c2116c8141, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=aa9b772b-0133-4b22-9ec8-67c2116c8141,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:21.794430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:21.859512 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d751a5e0-6338-4866-a223-a5cdeffd8173 None None] New status for floating IP dd6fe759-9cd8-4a4a-b181-d7a2a554137a: DOWN {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:01:22.089658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:22.090052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:22.090386 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP 27683df6-8594-4736-9f22-b5544d46333a disassociated. External IP: 172.26.3.208, port: aa9b772b-0133-4b22-9ec8-67c2116c8141. Mar 03 06:01:22.090720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for aa9b772b-0133-4b22-9ec8-67c2116c8141 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:22.122351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b091b1-6181-4197-b103-17e338b97f8b req-baccba79-7bbb-4543-aad1-0cbc940ec9f1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:22.123818 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f6b091b1-6181-4197-b103-17e338b97f8b req-baccba79-7bbb-4543-aad1-0cbc940ec9f1 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 945 time: 0.0816276 Mar 03 06:01:22.168080 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f6b091b1-6181-4197-b103-17e338b97f8b req-87f345d1-96fd-4d11-b671-1cf6d067ebaa tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383158 Mar 03 06:01:22.241648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:22.289020 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=aa9b772b-0133-4b22-9ec8-67c2116c8141,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:22.369650 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4442a446-dc18-47a8-9588-f8ab00982013 req-74dec5f6-1367-4d62-a584-6a3eb0e12a5a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 210 time: 0.0483902 Mar 03 06:01:22.585786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 0484f301-fefb-4c65-abb8-1348d38330b1 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:01:22.819859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0b8bf-ff68-42fd-9fff-537d71372a3d req-1679b15a-a350-4fa5-bd6a-7ed2225bfe87 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:22.820457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-d9e0b8bf-ff68-42fd-9fff-537d71372a3d req-1679b15a-a350-4fa5-bd6a-7ed2225bfe87 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Synchronizing usage tracker for tenant:e33eb203c5664af2a1609042ef91d807 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:01:22.836353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:01:22.846150 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0492aebc-74f7-4aac-bca1-a74a79a5ae1d None None] Sync routers for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:01:22.855916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0492aebc-74f7-4aac-bca1-a74a79a5ae1d None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:22.856517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0492aebc-74f7-4aac-bca1-a74a79a5ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:22.908917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-d9e0b8bf-ff68-42fd-9fff-537d71372a3d req-1679b15a-a350-4fa5-bd6a-7ed2225bfe87 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Unset dirty status for tenant:e33eb203c5664af2a1609042ef91d807 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:01:22.910197 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d9e0b8bf-ff68-42fd-9fff-537d71372a3d req-1679b15a-a350-4fa5-bd6a-7ed2225bfe87 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 945 time: 0.3258052 Mar 03 06:01:22.917132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] No DVR routers for this DVR port aa9b772b-0133-4b22-9ec8-67c2116c8141 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:01:22.941733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:22.951101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:22.953529 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f261a02f-4420-484e-921b-e5d793d7de61', 'name': 'network-vif-deleted', 'tag': 'aa9b772b-0133-4b22-9ec8-67c2116c8141'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:01:22.987022 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1e9c7881-997e-4aaf-a60b-07f542484958 req-6e014ce5-f46b-4687-906f-df1a905eab41 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "DELETE /v2.0/ports/aa9b772b-0133-4b22-9ec8-67c2116c8141 HTTP/1.1" status: 204 len: 173 time: 1.5202754 Mar 03 06:01:22.995329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d9e0b8bf-ff68-42fd-9fff-537d71372a3d req-f10b9919-3075-430e-a5c6-9fde3299d878 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Deleting port e0d53134-b4ef-4765-9bee-faa86b1a87ac {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:22.996309 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d9e0b8bf-ff68-42fd-9fff-537d71372a3d req-f10b9919-3075-430e-a5c6-9fde3299d878 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:23.040184 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f261a02f-4420-484e-921b-e5d793d7de61', 'name': 'network-vif-deleted', 'tag': 'aa9b772b-0133-4b22-9ec8-67c2116c8141', 'status': 'completed', 'code': 200} Mar 03 06:01:23.049443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-0492aebc-74f7-4aac-bca1-a74a79a5ae1d None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:23.266826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-d9e0b8bf-ff68-42fd-9fff-537d71372a3d req-f10b9919-3075-430e-a5c6-9fde3299d878 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] For port e0d53134-b4ef-4765-9bee-faa86b1a87ac, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e0d53134-b4ef-4765-9bee-faa86b1a87ac,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:23.267427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d9e0b8bf-ff68-42fd-9fff-537d71372a3d req-f10b9919-3075-430e-a5c6-9fde3299d878 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:23.358811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5dd56-8117-485d-8733-a008b9355fc1 req-aa8ab4c0-6042-49b8-8f06-027346735f51 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:23.360487 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-efa5dd56-8117-485d-8733-a008b9355fc1 req-aa8ab4c0-6042-49b8-8f06-027346735f51 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 945 time: 0.0817101 Mar 03 06:01:23.383560 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0492aebc-74f7-4aac-bca1-a74a79a5ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:23.388719 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0492aebc-74f7-4aac-bca1-a74a79a5ae1d None None] Checking router: 0484f301-fefb-4c65-abb8-1348d38330b1 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:01:23.404996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d9e0b8bf-ff68-42fd-9fff-537d71372a3d req-f10b9919-3075-430e-a5c6-9fde3299d878 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Calling delete_port for e0d53134-b4ef-4765-9bee-faa86b1a87ac owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:23.414429 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0492aebc-74f7-4aac-bca1-a74a79a5ae1d None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:23.415545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0492aebc-74f7-4aac-bca1-a74a79a5ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:23.439488 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-efa5dd56-8117-485d-8733-a008b9355fc1 req-37861a70-784e-49ee-b105-866762893c40 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708435 Mar 03 06:01:23.564341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d9e0b8bf-ff68-42fd-9fff-537d71372a3d req-f10b9919-3075-430e-a5c6-9fde3299d878 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:23.618446 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-0492aebc-74f7-4aac-bca1-a74a79a5ae1d None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:23.629378 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c8a668c6-5e26-4c61-9d4b-789480a2af93 req-fd7ab7d4-e80d-40ed-a419-6060d2437c89 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=f261a02f-4420-484e-921b-e5d793d7de61 HTTP/1.1" status: 200 len: 210 time: 0.0555408 Mar 03 06:01:23.632448 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b9919-3075-430e-a5c6-9fde3299d878 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event deleted for resources: {'Port': ['ID=e0d53134-b4ef-4765-9bee-faa86b1a87ac,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:23.711913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e0b8bf-ff68-42fd-9fff-537d71372a3d req-f10b9919-3075-430e-a5c6-9fde3299d878 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] No DVR routers for this DVR port e0d53134-b4ef-4765-9bee-faa86b1a87ac on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:01:23.714960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d9e0b8bf-ff68-42fd-9fff-537d71372a3d req-f10b9919-3075-430e-a5c6-9fde3299d878 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:23.727893 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d9e0b8bf-ff68-42fd-9fff-537d71372a3d req-f10b9919-3075-430e-a5c6-9fde3299d878 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "DELETE /v2.0/ports/e0d53134-b4ef-4765-9bee-faa86b1a87ac HTTP/1.1" status: 204 len: 173 time: 0.8126230 Mar 03 06:01:23.978387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0492aebc-74f7-4aac-bca1-a74a79a5ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:23.982417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0492aebc-74f7-4aac-bca1-a74a79a5ae1d None None] The sync data for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv is: [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:22Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'bee92155-fe52-4009-b98b-8d52e2a48fac', 'name': '', 'network_id': 'e5469405-1d68-4b71-b933-01810d4973e5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:61:8d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:21Z', 'updated_at': '2022-03-03T05:58:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'd9221800-1a1a-4a0c-8a81-014b2e97bc62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:01:24.238575 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6704f2-ae2a-475c-8ef1-8c468d5b66fe None None] New status for floating IP 27683df6-8594-4736-9f22-b5544d46333a: DOWN {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:01:24.604715 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3e1619dc-285e-4582-a3ea-140b1d2fb1ab req-4a717a71-dca8-4b9b-a8f2-93e8072ea187 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0b4bf62-698a-46c4-8874-5e5a12957d51 HTTP/1.1" status: 200 len: 210 time: 0.0549841 Mar 03 06:01:24.734887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37040) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:24.804242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d86482f7-5100-4d30-9b3b-104578a169cc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:24.833675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d86482f7-5100-4d30-9b3b-104578a169cc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:24.898942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d86482f7-5100-4d30-9b3b-104578a169cc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:24.916920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86482f7-5100-4d30-9b3b-104578a169cc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9e403c-78ce-4f1f-8901-40d739719283,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:24.926323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d86482f7-5100-4d30-9b3b-104578a169cc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:24.927572 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d86482f7-5100-4d30-9b3b-104578a169cc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/security-groups/1a9e403c-78ce-4f1f-8901-40d739719283 HTTP/1.1" status: 204 len: 168 time: 0.1917021 Mar 03 06:01:24.958011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37046) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:25.036707 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device e0d53134-b4ef-4765-9bee-faa86b1a87ac no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:01:25.073358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: e0d53134-b4ef-4765-9bee-faa86b1a87ac {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:01:25.073704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device e0d53134-b4ef-4765-9bee-faa86b1a87ac not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:01:25.074127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device aa9b772b-0133-4b22-9ec8-67c2116c8141 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:01:25.107665 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: aa9b772b-0133-4b22-9ec8-67c2116c8141 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:01:25.108031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device aa9b772b-0133-4b22-9ec8-67c2116c8141 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:01:25.121848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'name': 'network-vif-deleted', 'tag': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:01:25.196178 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b4bf62-698a-46c4-8874-5e5a12957d51', 'name': 'network-vif-deleted', 'tag': 'e0d53134-b4ef-4765-9bee-faa86b1a87ac', 'status': 'completed', 'code': 200} Mar 03 06:01:25.222429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9385ff35-ba59-400a-ad15-e9d6f835e42e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 574a3768-c40d-4842-afec-87a56e3ea4cf {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:25.222760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9385ff35-ba59-400a-ad15-e9d6f835e42e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:25.385745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9385ff35-ba59-400a-ad15-e9d6f835e42e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:25.386057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9385ff35-ba59-400a-ad15-e9d6f835e42e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:25.504702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-9385ff35-ba59-400a-ad15-e9d6f835e42e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 574a3768-c40d-4842-afec-87a56e3ea4cf owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:25.640900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9385ff35-ba59-400a-ad15-e9d6f835e42e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:25.687615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385ff35-ba59-400a-ad15-e9d6f835e42e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=574a3768-c40d-4842-afec-87a56e3ea4cf,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:25.783346 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9385ff35-ba59-400a-ad15-e9d6f835e42e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:25.799910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9385ff35-ba59-400a-ad15-e9d6f835e42e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:25.802517 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9385ff35-ba59-400a-ad15-e9d6f835e42e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/floatingips/27683df6-8594-4736-9f22-b5544d46333a HTTP/1.1" status: 204 len: 168 time: 0.8421018 Mar 03 06:01:26.176731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e7677-d596-45dc-9d89-18f94ddd0a79 req-8129f4a3-2f3f-4f1b-80ef-59e27163079c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:26.178126 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c69e7677-d596-45dc-9d89-18f94ddd0a79 req-8129f4a3-2f3f-4f1b-80ef-59e27163079c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 945 time: 0.0847867 Mar 03 06:01:26.228675 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c69e7677-d596-45dc-9d89-18f94ddd0a79 req-3d8555e2-24f2-4682-a3d9-a0943c1557b5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415540 Mar 03 06:01:27.446735 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe0980-78ff-4823-81a2-423cb8d54001 req-4893c9e1-60b8-48d9-a213-15a1826d293c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:27.448188 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-58fe0980-78ff-4823-81a2-423cb8d54001 req-4893c9e1-60b8-48d9-a213-15a1826d293c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 945 time: 0.1077921 Mar 03 06:01:27.492715 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-58fe0980-78ff-4823-81a2-423cb8d54001 req-a615ab7f-9298-44e9-a46a-077e25501175 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385668 Mar 03 06:01:27.700520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98df6ee-aa12-4a24-a025-9b1c5f8a9f89 req-e128ebb8-2551-4860-a3f4-5e639c6b539d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:27.701105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-d98df6ee-aa12-4a24-a025-9b1c5f8a9f89 req-e128ebb8-2551-4860-a3f4-5e639c6b539d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:01:27.716475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-d98df6ee-aa12-4a24-a025-9b1c5f8a9f89 req-e128ebb8-2551-4860-a3f4-5e639c6b539d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:01:27.717579 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d98df6ee-aa12-4a24-a025-9b1c5f8a9f89 req-e128ebb8-2551-4860-a3f4-5e639c6b539d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 945 time: 0.0947773 Mar 03 06:01:27.791469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d98df6ee-aa12-4a24-a025-9b1c5f8a9f89 req-df906895-fb03-4c3a-83f9-9f643ae5317e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 30f0a7a8-fc42-40ec-80eb-5e186c338483 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:27.791765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d98df6ee-aa12-4a24-a025-9b1c5f8a9f89 req-df906895-fb03-4c3a-83f9-9f643ae5317e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:28.054211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-d98df6ee-aa12-4a24-a025-9b1c5f8a9f89 req-df906895-fb03-4c3a-83f9-9f643ae5317e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 30f0a7a8-fc42-40ec-80eb-5e186c338483, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=30f0a7a8-fc42-40ec-80eb-5e186c338483,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:28.054595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d98df6ee-aa12-4a24-a025-9b1c5f8a9f89 req-df906895-fb03-4c3a-83f9-9f643ae5317e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:28.181225 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d98df6ee-aa12-4a24-a025-9b1c5f8a9f89 req-df906895-fb03-4c3a-83f9-9f643ae5317e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 30f0a7a8-fc42-40ec-80eb-5e186c338483 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:28.345179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d98df6ee-aa12-4a24-a025-9b1c5f8a9f89 req-df906895-fb03-4c3a-83f9-9f643ae5317e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:28.396088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df906895-fb03-4c3a-83f9-9f643ae5317e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=30f0a7a8-fc42-40ec-80eb-5e186c338483,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:28.575571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98df6ee-aa12-4a24-a025-9b1c5f8a9f89 req-df906895-fb03-4c3a-83f9-9f643ae5317e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] No DVR routers for this DVR port 30f0a7a8-fc42-40ec-80eb-5e186c338483 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:01:28.578056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d98df6ee-aa12-4a24-a025-9b1c5f8a9f89 req-df906895-fb03-4c3a-83f9-9f643ae5317e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:28.580721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'name': 'network-vif-deleted', 'tag': '30f0a7a8-fc42-40ec-80eb-5e186c338483'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:01:28.599055 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d98df6ee-aa12-4a24-a025-9b1c5f8a9f89 req-df906895-fb03-4c3a-83f9-9f643ae5317e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "DELETE /v2.0/ports/30f0a7a8-fc42-40ec-80eb-5e186c338483 HTTP/1.1" status: 204 len: 173 time: 0.8754663 Mar 03 06:01:28.653699 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dd0478-bd88-47aa-b6bd-7016939fa441', 'name': 'network-vif-deleted', 'tag': '30f0a7a8-fc42-40ec-80eb-5e186c338483', 'status': 'completed', 'code': 200} Mar 03 06:01:28.669125 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5707bdad-aca6-48ae-a242-b8fe7b286e97 req-e0a840d4-d7cb-4a57-bc1d-cd39b107f8cf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=d9dd0478-bd88-47aa-b6bd-7016939fa441 HTTP/1.1" status: 200 len: 210 time: 0.0625799 Mar 03 06:01:29.764785 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37080) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:29.830412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20c30a0a-fe00-491f-b052-d8524e2e91aa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:29.859335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20c30a0a-fe00-491f-b052-d8524e2e91aa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:29.925680 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20c30a0a-fe00-491f-b052-d8524e2e91aa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:29.946329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c30a0a-fe00-491f-b052-d8524e2e91aa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:29.953538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-20c30a0a-fe00-491f-b052-d8524e2e91aa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:29.954636 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-20c30a0a-fe00-491f-b052-d8524e2e91aa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/security-groups/cabbc539-b2b3-443b-8b4f-7f1d3a2bf48b HTTP/1.1" status: 204 len: 168 time: 0.1888821 Mar 03 06:01:29.985615 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37086) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:30.242488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37092) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:30.379906 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:30.451763 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-967fdb65-fd35-4e8f-bc74-a87c5245e3dd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Deleting port 1a832eb0-779e-4dbc-8321-018ae2310e55 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:30.452127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-967fdb65-fd35-4e8f-bc74-a87c5245e3dd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:30.622445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-967fdb65-fd35-4e8f-bc74-a87c5245e3dd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:30.622765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-967fdb65-fd35-4e8f-bc74-a87c5245e3dd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:30.628895 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:30.747925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-967fdb65-fd35-4e8f-bc74-a87c5245e3dd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Calling delete_port for 1a832eb0-779e-4dbc-8321-018ae2310e55 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:30.896833 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-967fdb65-fd35-4e8f-bc74-a87c5245e3dd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:30.943080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fdb65-fd35-4e8f-bc74-a87c5245e3dd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event deleted for resources: {'Port': ['ID=1a832eb0-779e-4dbc-8321-018ae2310e55,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:30.994526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port bee92155-fe52-4009-b98b-8d52e2a48fac {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:30.995071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:31.032899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-967fdb65-fd35-4e8f-bc74-a87c5245e3dd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:31.033223 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-967fdb65-fd35-4e8f-bc74-a87c5245e3dd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Floating IP 1dfed553-785f-44cc-9db9-0b7ef7e312d7 disassociated (deleted). External IP: 172.26.3.235, port: dfb99da7-1c0f-4532-832b-757d70eb02bc. Mar 03 06:01:31.080383 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 30f0a7a8-fc42-40ec-80eb-5e186c338483 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:01:31.113001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 30f0a7a8-fc42-40ec-80eb-5e186c338483 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:01:31.113343 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 30f0a7a8-fc42-40ec-80eb-5e186c338483 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:01:31.181688 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port bee92155-fe52-4009-b98b-8d52e2a48fac, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=bee92155-fe52-4009-b98b-8d52e2a48fac,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:31.181984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:31.326505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for bee92155-fe52-4009-b98b-8d52e2a48fac owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:31.390973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967fdb65-fd35-4e8f-bc74-a87c5245e3dd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Router 98f660af-7aab-492c-bb93-9d53fa5b3fca has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:01:31.514332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:31.564434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=bee92155-fe52-4009-b98b-8d52e2a48fac,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:31.636536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:31.636874 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:31.637207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:31.637533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:31.637853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:31.638183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:31.638499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:31.638816 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:31.639134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:31.639448 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:31.639765 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:31.640105 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:31.689661 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967fdb65-fd35-4e8f-bc74-a87c5245e3dd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:01:31.701258 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256297e7-422a-4985-bc2e-9dbc033a8ccf None None] Sync routers for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:01:31.708436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-967fdb65-fd35-4e8f-bc74-a87c5245e3dd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:31.717691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256297e7-422a-4985-bc2e-9dbc033a8ccf None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:31.718559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-256297e7-422a-4985-bc2e-9dbc033a8ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:31.769513 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-967fdb65-fd35-4e8f-bc74-a87c5245e3dd tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "DELETE /v2.0/floatingips/1dfed553-785f-44cc-9db9-0b7ef7e312d7 HTTP/1.1" status: 204 len: 168 time: 1.5254624 Mar 03 06:01:31.770091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'tag': 'dfb99da7-1c0f-4532-832b-757d70eb02bc'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:01:31.819420 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'tag': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'status': 'completed', 'code': 200} Mar 03 06:01:31.855114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:31.911794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-256297e7-422a-4985-bc2e-9dbc033a8ccf None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:31.943291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32bdab-6c40-41e6-9d9f-a5415fd4792b req-3f26013a-956a-4edd-bb59-748a4d6cb520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:31.945028 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f32bdab-6c40-41e6-9d9f-a5415fd4792b req-3f26013a-956a-4edd-bb59-748a4d6cb520 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e33eb203c5664af2a1609042ef91d807&device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 1099 time: 0.0999036 Mar 03 06:01:32.123969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32bdab-6c40-41e6-9d9f-a5415fd4792b req-b250c016-fb5c-485e-96cd-5e9e37a84ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:32.125772 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f32bdab-6c40-41e6-9d9f-a5415fd4792b req-b250c016-fb5c-485e-96cd-5e9e37a84ed7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 200 len: 912 time: 0.1732984 Mar 03 06:01:32.200116 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f32bdab-6c40-41e6-9d9f-a5415fd4792b req-0cb5b88b-e831-41e3-b880-3d77618b0827 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfb99da7-1c0f-4532-832b-757d70eb02bc HTTP/1.1" status: 200 len: 217 time: 0.0667975 Mar 03 06:01:32.247955 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-256297e7-422a-4985-bc2e-9dbc033a8ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:32.252119 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256297e7-422a-4985-bc2e-9dbc033a8ccf None None] Checking router: 98f660af-7aab-492c-bb93-9d53fa5b3fca for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:01:32.260823 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256297e7-422a-4985-bc2e-9dbc033a8ccf None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:32.261432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-256297e7-422a-4985-bc2e-9dbc033a8ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:32.264939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32bdab-6c40-41e6-9d9f-a5415fd4792b req-7277b910-ce6f-4708-bfd1-7e2dadd32307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:32.266588 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f32bdab-6c40-41e6-9d9f-a5415fd4792b req-7277b910-ce6f-4708-bfd1-7e2dadd32307 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 200 len: 850 time: 0.0608914 Mar 03 06:01:32.354852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32bdab-6c40-41e6-9d9f-a5415fd4792b req-85551682-9a10-414a-a35b-0d74f6f0f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:32.356583 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f32bdab-6c40-41e6-9d9f-a5415fd4792b req-85551682-9a10-414a-a35b-0d74f6f0f8de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840878 Mar 03 06:01:32.381564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edd1dc-4ad7-4804-98bc-beef53b47432 req-6cbae332-4896-45b2-8f19-93c8a3db6670 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:32.388521 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-08edd1dc-4ad7-4804-98bc-beef53b47432 req-6cbae332-4896-45b2-8f19-93c8a3db6670 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 946 time: 0.2486048 Mar 03 06:01:32.445376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 0484f301-fefb-4c65-abb8-1348d38330b1 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:01:32.448222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-256297e7-422a-4985-bc2e-9dbc033a8ccf None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:32.454366 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-08edd1dc-4ad7-4804-98bc-beef53b47432 req-a955a47b-69d4-4a19-9566-d08793eb363d tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651131 Mar 03 06:01:32.499400 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f32bdab-6c40-41e6-9d9f-a5415fd4792b req-85f090f8-9d3e-41be-ac21-ec03153c795a service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354206 Mar 03 06:01:32.633848 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0f32bdab-6c40-41e6-9d9f-a5415fd4792b req-f011c9a3-f3fd-47ff-8b73-a1518689c31c service neutron] 10.222.0.23 "GET /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280825 Mar 03 06:01:32.638670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:01:32.649842 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f2e4cf-3491-4664-a41d-654f1f8a8d8e None None] Sync routers for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:01:32.655702 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8ba69a4b-ff32-4692-9556-f72ec5c117e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/0484f301-fefb-4c65-abb8-1348d38330b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6684103 Mar 03 06:01:32.659005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37102) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:32.659676 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f2e4cf-3491-4664-a41d-654f1f8a8d8e None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:32.660357 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d3f2e4cf-3491-4664-a41d-654f1f8a8d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:32.731628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-b041c285-9f48-46ed-b5c6-1872d7ee88b7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting subnet d9221800-1a1a-4a0c-8a81-014b2e97bc62 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:01:32.736319 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b041c285-9f48-46ed-b5c6-1872d7ee88b7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:32.770493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-256297e7-422a-4985-bc2e-9dbc033a8ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:32.775073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256297e7-422a-4985-bc2e-9dbc033a8ccf None None] The sync data for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv is: [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T05:54:05Z', 'revision_number': 4, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '8b21dce3-5c6a-4949-91ae-a1cf78eb824f', 'name': '', 'network_id': '2d3ae7a8-fae7-4b3f-96c0-3331c58d4506', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'mac_address': 'fa:16:3e:72:4f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:03Z', 'updated_at': '2022-03-03T05:54:13Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'subnets': [{'id': '72259fe0-eab8-4ca9-8e4c-529b159e4c00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:01:32.801510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b041c285-9f48-46ed-b5c6-1872d7ee88b7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:32.843805 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-d3f2e4cf-3491-4664-a41d-654f1f8a8d8e None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:32.891270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b041c285-9f48-46ed-b5c6-1872d7ee88b7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:32.969922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b041c285-9f48-46ed-b5c6-1872d7ee88b7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:33.013055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b041c285-9f48-46ed-b5c6-1872d7ee88b7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:33.015987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041c285-9f48-46ed-b5c6-1872d7ee88b7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Subnet': ['ID=d9221800-1a1a-4a0c-8a81-014b2e97bc62,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:33.020240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45674751-f95e-4a1f-a31c-5426c2c57e6c None None] Network e5469405-1d68-4b71-b933-01810d4973e5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:01:33.025731 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b041c285-9f48-46ed-b5c6-1872d7ee88b7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/subnets/d9221800-1a1a-4a0c-8a81-014b2e97bc62 HTTP/1.1" status: 204 len: 168 time: 0.3653028 Mar 03 06:01:33.029870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37106) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:33.099131 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257cd082-c49c-4ca6-b0fc-d1ab236ab404 None None] New status for floating IP 1dfed553-785f-44cc-9db9-0b7ef7e312d7: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:01:33.137685 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d3f2e4cf-3491-4664-a41d-654f1f8a8d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T06:01:31Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:33.141769 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f2e4cf-3491-4664-a41d-654f1f8a8d8e None None] Checking router: 0484f301-fefb-4c65-abb8-1348d38330b1 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:01:33.150222 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f2e4cf-3491-4664-a41d-654f1f8a8d8e None None] Routers {'0484f301-fefb-4c65-abb8-1348d38330b1'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:33.150928 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d3f2e4cf-3491-4664-a41d-654f1f8a8d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['0484f301-fefb-4c65-abb8-1348d38330b1'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:33.222569 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:33.397717 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-d3f2e4cf-3491-4664-a41d-654f1f8a8d8e None None] Set router 0484f301-fefb-4c65-abb8-1348d38330b1 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:33.472428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] DHCP port deletion for e5469405-1d68-4b71-b933-01810d4973e5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:01:33.476714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Deleting port 3ba779e0-afcb-45b1-9dd6-76e87ad90394 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:33.477190 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:33.648594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:33.667692 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port cdb1e683-ed44-4785-b45d-a36a5441a6d0 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:33.668405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:33.674771 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3ba779e0-afcb-45b1-9dd6-76e87ad90394 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:01:33.718882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7611efa-ac07-4cbc-9707-d1b0cdf6440d req-a71f061a-73d5-48f0-84cc-afe9b262f9b4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:33.721029 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e7611efa-ac07-4cbc-9707-d1b0cdf6440d req-a71f061a-73d5-48f0-84cc-afe9b262f9b4 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 946 time: 0.1042972 Mar 03 06:01:33.752484 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d3f2e4cf-3491-4664-a41d-654f1f8a8d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T06:01:31Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:33.757057 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f2e4cf-3491-4664-a41d-654f1f8a8d8e None None] The sync data for ids ['0484f301-fefb-4c65-abb8-1348d38330b1'] in dv-neutron-831582-1-hyperv is: [{'id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'name': 'tempest-TestNetworkBasicOps-router-839838857', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T06:01:31Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'cdb1e683-ed44-4785-b45d-a36a5441a6d0', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:d0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0484f301-fefb-4c65-abb8-1348d38330b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:58:17Z', 'updated_at': '2022-03-03T05:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:01:33.772686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7d7ca-ec32-4a86-bbc8-e80469fd23b0 req-b54ddbfc-b8d2-4245-bab8-9ef8ac493b7a tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:33.775316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-7fc7d7ca-ec32-4a86-bbc8-e80469fd23b0 req-b54ddbfc-b8d2-4245-bab8-9ef8ac493b7a tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Synchronizing usage tracker for tenant:e33eb203c5664af2a1609042ef91d807 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:01:33.798863 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e7611efa-ac07-4cbc-9707-d1b0cdf6440d req-38d3515d-1a26-4583-a8e9-8476a738d7cf tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/security-groups?id=558c7014-f696-4694-9ca3-021812e5dd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681884 Mar 03 06:01:33.821734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] For port 3ba779e0-afcb-45b1-9dd6-76e87ad90394, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3ba779e0-afcb-45b1-9dd6-76e87ad90394,segment=NetworkSegment(0bc3fc7e-455f-4b3b-900d-ab527a2fa313),segment_id=0bc3fc7e-455f-4b3b-900d-ab527a2fa313)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:33.822423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:33.857814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-7fc7d7ca-ec32-4a86-bbc8-e80469fd23b0 req-b54ddbfc-b8d2-4245-bab8-9ef8ac493b7a tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Unset dirty status for tenant:e33eb203c5664af2a1609042ef91d807 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:01:33.858920 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7fc7d7ca-ec32-4a86-bbc8-e80469fd23b0 req-b54ddbfc-b8d2-4245-bab8-9ef8ac493b7a tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 946 time: 0.2779179 Mar 03 06:01:33.953231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-7fc7d7ca-ec32-4a86-bbc8-e80469fd23b0 req-6abb1f31-9a40-4194-a017-10baf9519bb7 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Deleting port dfb99da7-1c0f-4532-832b-757d70eb02bc {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:33.953467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7fc7d7ca-ec32-4a86-bbc8-e80469fd23b0 req-6abb1f31-9a40-4194-a017-10baf9519bb7 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:33.969156 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Calling delete_port for 3ba779e0-afcb-45b1-9dd6-76e87ad90394 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:33.995425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port cdb1e683-ed44-4785-b45d-a36a5441a6d0, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=cdb1e683-ed44-4785-b45d-a36a5441a6d0,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:33.996041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:34.035719 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:34.114491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:34.139117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for cdb1e683-ed44-4785-b45d-a36a5441a6d0 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:34.159751 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] No DVR routers for this DVR port 3ba779e0-afcb-45b1-9dd6-76e87ad90394 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:01:34.169045 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Pushing event deleted for resources: {'Port': ['ID=3ba779e0-afcb-45b1-9dd6-76e87ad90394,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:34.177139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:34.177495 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:34.178218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:34.178218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:34.178495 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:34.178826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:34.179149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:34.179742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:34.179861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:34.180112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:34.180478 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:34.180805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55966e4a-7f5c-4450-9171-2345e5886495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:34.415421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-7fc7d7ca-ec32-4a86-bbc8-e80469fd23b0 req-6abb1f31-9a40-4194-a017-10baf9519bb7 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] For port dfb99da7-1c0f-4532-832b-757d70eb02bc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=dfb99da7-1c0f-4532-832b-757d70eb02bc,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:34.415796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7fc7d7ca-ec32-4a86-bbc8-e80469fd23b0 req-6abb1f31-9a40-4194-a017-10baf9519bb7 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:34.573279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-7fc7d7ca-ec32-4a86-bbc8-e80469fd23b0 req-6abb1f31-9a40-4194-a017-10baf9519bb7 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Calling delete_port for dfb99da7-1c0f-4532-832b-757d70eb02bc owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:34.660832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:34.708279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=cdb1e683-ed44-4785-b45d-a36a5441a6d0,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:34.849182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7fc7d7ca-ec32-4a86-bbc8-e80469fd23b0 req-6abb1f31-9a40-4194-a017-10baf9519bb7 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:34.850711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:34.941721 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-70afb623-e7c4-4eb0-a69b-f55a0d80b2be req-9306a266-17b9-432f-98b7-3b1fb96ad60e tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 210 time: 0.0433435 Mar 03 06:01:35.120775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb1f31-9a40-4194-a017-10baf9519bb7 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event deleted for resources: {'Port': ['ID=dfb99da7-1c0f-4532-832b-757d70eb02bc,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:35.214979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.240498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.256624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc7d7ca-ec32-4a86-bbc8-e80469fd23b0 req-6abb1f31-9a40-4194-a017-10baf9519bb7 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] No DVR routers for this DVR port dfb99da7-1c0f-4532-832b-757d70eb02bc on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:01:35.266980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7fc7d7ca-ec32-4a86-bbc8-e80469fd23b0 req-6abb1f31-9a40-4194-a017-10baf9519bb7 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.269574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'name': 'network-vif-deleted', 'tag': 'dfb99da7-1c0f-4532-832b-757d70eb02bc'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:01:35.287805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.288337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Fanout notify agent at l3_agent the message router_deleted on router 0484f301-fefb-4c65-abb8-1348d38330b1 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:01:35.291682 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7fc7d7ca-ec32-4a86-bbc8-e80469fd23b0 req-6abb1f31-9a40-4194-a017-10baf9519bb7 tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.23 "DELETE /v2.0/ports/dfb99da7-1c0f-4532-832b-757d70eb02bc HTTP/1.1" status: 204 len: 173 time: 1.4247255 Mar 03 06:01:35.296782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.300729 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2f5efec9-f6ac-42fa-b724-5b8b9ef85828 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/routers/0484f301-fefb-4c65-abb8-1348d38330b1 HTTP/1.1" status: 204 len: 168 time: 2.2670333 Mar 03 06:01:35.301476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37118) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:35.327016 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f386dcf-7f8f-41ce-aa32-b380f4a52e9d', 'name': 'network-vif-deleted', 'tag': 'dfb99da7-1c0f-4532-832b-757d70eb02bc', 'status': 'completed', 'code': 200} Mar 03 06:01:35.451981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14cf3785-37e1-4b59-86ff-130afd2cbd49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.596801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14cf3785-37e1-4b59-86ff-130afd2cbd49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.623928 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-14cf3785-37e1-4b59-86ff-130afd2cbd49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5469405-1d68-4b71-b933-01810d4973e5']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:35.636176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-14cf3785-37e1-4b59-86ff-130afd2cbd49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc3fc7e-455f-4b3b-900d-ab527a2fa313') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:35.636466 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-14cf3785-37e1-4b59-86ff-130afd2cbd49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc3fc7e-455f-4b3b-900d-ab527a2fa313') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:35.647411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14cf3785-37e1-4b59-86ff-130afd2cbd49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.664481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14cf3785-37e1-4b59-86ff-130afd2cbd49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.671374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14cf3785-37e1-4b59-86ff-130afd2cbd49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:01:35.671756 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14cf3785-37e1-4b59-86ff-130afd2cbd49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:01:35.686716 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:01:35.783993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14cf3785-37e1-4b59-86ff-130afd2cbd49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.805715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14cf3785-37e1-4b59-86ff-130afd2cbd49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.818477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf3785-37e1-4b59-86ff-130afd2cbd49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Network': ['ID=e5469405-1d68-4b71-b933-01810d4973e5,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:35.830678 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-14cf3785-37e1-4b59-86ff-130afd2cbd49 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/networks/e5469405-1d68-4b71-b933-01810d4973e5 HTTP/1.1" status: 204 len: 168 time: 0.5278351 Mar 03 06:01:35.857197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cdb1e683-ed44-4785-b45d-a36a5441a6d0 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:01:35.858196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37122) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:35.863485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'network': {'name': 'tempest-network-smoke--1199719092', 'project_id': '1718f33843874129926d855b187d15f2', 'port_security_enabled': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:01:35.869192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:01:35.873270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:network and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:01:35.876158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:01:35.881878 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:01:35.893178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:01:35.897087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.902424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: cdb1e683-ed44-4785-b45d-a36a5441a6d0 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:01:35.902881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cdb1e683-ed44-4785-b45d-a36a5441a6d0 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:01:35.903491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bee92155-fe52-4009-b98b-8d52e2a48fac no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:01:35.931266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:01:35.937822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: bee92155-fe52-4009-b98b-8d52e2a48fac {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:01:35.938333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device bee92155-fe52-4009-b98b-8d52e2a48fac not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:01:35.940630 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:35.941203 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Added segment 0f25062c-b200-4567-aeab-a0f9da08b084 of type vlan for network 6204907f-7edc-46d3-b414-96d1afa38051 Mar 03 06:01:35.970215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:36.000926 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:36.006352 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:36.006971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:36.111974 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2537200 Mar 03 06:01:36.112814 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5f3934b8-7e40-4d71-9d94-493b845a3f94 req-27db1bc6-e69e-4b13-bb03-1f1e22e9b85e tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f386dcf-7f8f-41ce-aa32-b380f4a52e9d HTTP/1.1" status: 200 len: 210 time: 0.0467877 Mar 03 06:01:36.114710 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37128) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:36.118056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379d450-d25f-40bc-8fbc-bfd2c9ad3819 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Network': ['ID=6204907f-7edc-46d3-b414-96d1afa38051,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:36.119731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-201823184', 'admin_state_up': True, 'project_id': '1718f33843874129926d855b187d15f2', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:01:36.126746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:01:36.128740 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 6204907f-7edc-46d3-b414-96d1afa38051 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:01:36.135610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:router and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:01:36.138595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:01:36.144667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:01:36.155035 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:36.156063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:36.173442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:36.553103 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:36.845588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:36.875155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:37.010843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.250 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/43f47d30-7865-404d-8922-1bf9499e2579) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:01:37.143823 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device dfb99da7-1c0f-4532-832b-757d70eb02bc no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:01:37.154827 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:37.178256 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: dfb99da7-1c0f-4532-832b-757d70eb02bc {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:01:37.178600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device dfb99da7-1c0f-4532-832b-757d70eb02bc not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:01:37.185681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:37.217699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37134) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:37.247574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:01:37.250252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:01:37.259111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:01:37.299407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=43f47d30-7865-404d-8922-1bf9499e2579,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:37.375853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-b51006e1-8b80-4500-8fb0-90fe79a935fa tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Deleting port bdc38df3-5388-42a4-a31d-3cf0483306ca {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:37.376190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b51006e1-8b80-4500-8fb0-90fe79a935fa tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:37.547591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b51006e1-8b80-4500-8fb0-90fe79a935fa tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:37.548207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b51006e1-8b80-4500-8fb0-90fe79a935fa tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:37.669455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:37.670226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-b51006e1-8b80-4500-8fb0-90fe79a935fa tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Calling delete_port for bdc38df3-5388-42a4-a31d-3cf0483306ca owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:37.813323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b51006e1-8b80-4500-8fb0-90fe79a935fa tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:37.858135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51006e1-8b80-4500-8fb0-90fe79a935fa tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event deleted for resources: {'Port': ['ID=bdc38df3-5388-42a4-a31d-3cf0483306ca,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:37.950197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b51006e1-8b80-4500-8fb0-90fe79a935fa tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:37.964211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b51006e1-8b80-4500-8fb0-90fe79a935fa tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:37.965360 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b51006e1-8b80-4500-8fb0-90fe79a935fa tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "DELETE /v2.0/floatingips/76f3a0d3-f658-47c8-84de-5d2ccf6219ea HTTP/1.1" status: 204 len: 168 time: 0.7465205 Mar 03 06:01:38.124893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:38.340226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 7eac2272-c984-479e-abde-1633da76aa5b is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:01:38.527654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:01:38.537709 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Sync routers for ids ['7eac2272-c984-479e-abde-1633da76aa5b'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:01:38.547321 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Routers {'7eac2272-c984-479e-abde-1633da76aa5b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:38.548637 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7eac2272-c984-479e-abde-1633da76aa5b'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:38.556433 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:38.557804 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-801744e6-791a-43d6-b0d8-2da0c31ad962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4421468 Mar 03 06:01:38.560845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37148) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:38.606559 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-27b7b6c8-66c9-4861-a7f1-5e97c5e06c88 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1718f33843874129926d855b187d15f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419235 Mar 03 06:01:38.606744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37152) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:38.725809 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Set router 7eac2272-c984-479e-abde-1633da76aa5b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:38.736637 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d71880-2fba-4738-9015-73dbfbc2d1b7 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:38.738344 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f4d71880-2fba-4738-9015-73dbfbc2d1b7 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304712 Mar 03 06:01:38.740961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37156) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:38.781308 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1b3f3c6e-fe08-467c-b24b-9b837ba14474 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392902 Mar 03 06:01:38.783895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37160) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:38.789583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1271071331', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'project_id': '1718f33843874129926d855b187d15f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:01:39.018773 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:01:39.019310 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:37Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:39.023032 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:subnet and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:01:39.023168 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Checking router: 7eac2272-c984-479e-abde-1633da76aa5b for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:01:39.023428 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Updating router 7eac2272-c984-479e-abde-1633da76aa5b port 43f47d30-7865-404d-8922-1bf9499e2579 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:01:39.026471 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:01:39.032208 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:01:39.042884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:01:39.047406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:39.078835 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:39.272805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:39.362147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Subnet': ['ID=8c53afb7-3451-49f1-8e78-fa37860e9674,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:39.370385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Checking segment: {'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:01:39.370754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network hostable DHCP agents. Network: 6204907f-7edc-46d3-b414-96d1afa38051, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:01:39.392358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 6204907f-7edc-46d3-b414-96d1afa38051 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:01:39.402868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 6204907f-7edc-46d3-b414-96d1afa38051) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:01:39.412187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a49a2d-b553-4def-99e5-158d9c8429f7 None None] Network 6204907f-7edc-46d3-b414-96d1afa38051 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:01:39.416981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:39.417602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:39.443607 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-27977029-a0be-47f0-b97c-7a77a0960b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6579809 Mar 03 06:01:39.446191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37166) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:39.449442 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:39.462607 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Transition to ACTIVE for port object 43f47d30-7865-404d-8922-1bf9499e2579 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:01:39.471720 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:39.553515 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Pushing event updated for resources: {'Port': ['ID=43f47d30-7865-404d-8922-1bf9499e2579,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:39.578294 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:39.578690 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:39.579033 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:39.579409 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:39.579742 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:39.580090 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:39.580411 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:39.580730 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:39.581049 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:39.581365 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:39.581679 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:39.582118 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:01:39.585269 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Attempting to bind port 43f47d30-7865-404d-8922-1bf9499e2579 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:01:39.585627 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Attempting to bind port 43f47d30-7865-404d-8922-1bf9499e2579 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:01:39.585980 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Attempting to bind port 43f47d30-7865-404d-8922-1bf9499e2579 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:01:39.592065 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:01:39.592436 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:01:39.592826 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:39.593208 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:01:39.593666 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Bound port: 43f47d30-7865-404d-8922-1bf9499e2579, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:01:39.594028 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:39.684373 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] For port 43f47d30-7865-404d-8922-1bf9499e2579, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:01:39.689082 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] For port 43f47d30-7865-404d-8922-1bf9499e2579, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=43f47d30-7865-404d-8922-1bf9499e2579,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:01:39.694117 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:39.703688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-6204907f-7edc-46d3-b414-96d1afa38051', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ips': [{'subnet_id': '8c53afb7-3451-49f1-8e78-fa37860e9674'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:01:39.704740 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:39.804907 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Routers {'7eac2272-c984-479e-abde-1633da76aa5b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:39.804907 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7eac2272-c984-479e-abde-1633da76aa5b'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:39.895183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Allocated IP 172.20.0.2 (6204907f-7edc-46d3-b414-96d1afa38051/8c53afb7-3451-49f1-8e78-fa37860e9674/870a6149-775b-4820-bbcb-3da5e6f48520) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:01:39.915930 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8af5bc-b1ee-4fac-a45f-54792f67afee None None] Pushing event updated for resources: {'Port': ['ID=43f47d30-7865-404d-8922-1bf9499e2579,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:40.054990 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] Set router 7eac2272-c984-479e-abde-1633da76aa5b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:40.129419 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:40.140046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Transition to ACTIVE for port object 870a6149-775b-4820-bbcb-3da5e6f48520 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:01:40.159413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Transition to ACTIVE for port object 870a6149-775b-4820-bbcb-3da5e6f48520 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:01:40.166608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:40.230926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Network 6204907f-7edc-46d3-b414-96d1afa38051 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:01:40.234798 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:01:40.238302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:01:40.243626 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:40.342883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Attempting to bind port 870a6149-775b-4820-bbcb-3da5e6f48520 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:01:40.343152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Attempting to bind port 870a6149-775b-4820-bbcb-3da5e6f48520 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:01:40.343652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Attempting to bind port 870a6149-775b-4820-bbcb-3da5e6f48520 on network 6204907f-7edc-46d3-b414-96d1afa38051 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:01:40.347010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Pushing event updated for resources: {'Port': ['ID=870a6149-775b-4820-bbcb-3da5e6f48520,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:40.352448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:01:40.352816 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Checking segment: {'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:01:40.353213 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:40.353747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Bound using segment: {'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:01:40.354735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Bound port: 870a6149-775b-4820-bbcb-3da5e6f48520, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:01:40.355112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:40.370064 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:37Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:40.374574 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66855690-787c-45cc-85b4-9091d7dd624b None None] The sync data for ids ['7eac2272-c984-479e-abde-1633da76aa5b'] in dv-neutron-831582-1-hyperv is: [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:37Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:01:40.461274 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37172) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:40.471564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] For port 870a6149-775b-4820-bbcb-3da5e6f48520, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:01:40.478105 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] For port 870a6149-775b-4820-bbcb-3da5e6f48520, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=870a6149-775b-4820-bbcb-3da5e6f48520,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:01:40.483961 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:40.584069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-57ffb3d8-9407-4954-b290-77ec645544fc tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:40.591637 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e623ac4-b5fa-48b9-8fe0-5f21d2b2dfcc None None] Pushing event updated for resources: {'Port': ['ID=870a6149-775b-4820-bbcb-3da5e6f48520,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:40.643761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-57ffb3d8-9407-4954-b290-77ec645544fc tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:40.812889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-57ffb3d8-9407-4954-b290-77ec645544fc tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:40.857869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffb3d8-9407-4954-b290-77ec645544fc tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=558c7014-f696-4694-9ca3-021812e5dd2c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:40.874938 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-57ffb3d8-9407-4954-b290-77ec645544fc tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:40.876574 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-57ffb3d8-9407-4954-b290-77ec645544fc tempest-TestVolumeBootPattern-322539258 tempest-TestVolumeBootPattern-322539258-project] 10.222.0.20 "DELETE /v2.0/security-groups/558c7014-f696-4694-9ca3-021812e5dd2c HTTP/1.1" status: 204 len: 168 time: 0.4133842 Mar 03 06:01:40.985631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37178) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:41.105635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.1 (6204907f-7edc-46d3-b414-96d1afa38051/8c53afb7-3451-49f1-8e78-fa37860e9674/c11d0ae3-569b-45a0-91a0-d9b04fc13807) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:01:41.285948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:41.304224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object c11d0ae3-569b-45a0-91a0-d9b04fc13807 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:01:41.330166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:41.395316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 6204907f-7edc-46d3-b414-96d1afa38051 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:01:41.399937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:01:41.401615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:01:41.460156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=c11d0ae3-569b-45a0-91a0-d9b04fc13807,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:41.480742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:41.661443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 870a6149-775b-4820-bbcb-3da5e6f48520 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:01:41.747693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 870a6149-775b-4820-bbcb-3da5e6f48520 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:01:41.753120 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 43f47d30-7865-404d-8922-1bf9499e2579 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:01:41.825846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:41.839288 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 43f47d30-7865-404d-8922-1bf9499e2579 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:01:41.844916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 43f47d30-7865-404d-8922-1bf9499e2579 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:01:41.845377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:41.911390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68f4c6ec-3727-4d93-80e6-dccf328d4ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:41.969555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa4b032-c777-4ac4-8576-5d392057b7bb None None] Network 6204907f-7edc-46d3-b414-96d1afa38051 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:01:42.067107 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:42.093577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-24969d87-c4fd-4b64-9f1f-352f6835f8c8 None None] Provisioning for port 870a6149-775b-4820-bbcb-3da5e6f48520 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:01:42.107635 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-24969d87-c4fd-4b64-9f1f-352f6835f8c8 None None] Provisioning complete for port 870a6149-775b-4820-bbcb-3da5e6f48520 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:01:42.108040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-24969d87-c4fd-4b64-9f1f-352f6835f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:42.152043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 43f47d30-7865-404d-8922-1bf9499e2579, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=43f47d30-7865-404d-8922-1bf9499e2579,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:42.163258 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:42.310344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:42.318164 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-68f4c6ec-3727-4d93-80e6-dccf328d4ab5 admin admin] Deleting port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:42.318623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68f4c6ec-3727-4d93-80e6-dccf328d4ab5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:42.325000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:42.342922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=43f47d30-7865-404d-8922-1bf9499e2579,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:42.408499 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-24969d87-c4fd-4b64-9f1f-352f6835f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:42.457783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-24969d87-c4fd-4b64-9f1f-352f6835f8c8 None None] For port 870a6149-775b-4820-bbcb-3da5e6f48520, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=870a6149-775b-4820-bbcb-3da5e6f48520,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:42.467199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-24969d87-c4fd-4b64-9f1f-352f6835f8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:42.485105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:42.497733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=c11d0ae3-569b-45a0-91a0-d9b04fc13807,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:42.526687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-68f4c6ec-3727-4d93-80e6-dccf328d4ab5 admin admin] For port 8b21dce3-5c6a-4949-91ae-a1cf78eb824f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8b21dce3-5c6a-4949-91ae-a1cf78eb824f,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:42.527058 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68f4c6ec-3727-4d93-80e6-dccf328d4ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:42.549105 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24969d87-c4fd-4b64-9f1f-352f6835f8c8 None None] Pushing event updated for resources: {'Port': ['ID=870a6149-775b-4820-bbcb-3da5e6f48520,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:42.652507 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 6204907f-7edc-46d3-b414-96d1afa38051 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:01:42.653730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:01:42.656113 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-68f4c6ec-3727-4d93-80e6-dccf328d4ab5 admin admin] Calling delete_port for 8b21dce3-5c6a-4949-91ae-a1cf78eb824f owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:42.697444 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a09a272f-867a-4ff7-921c-8044c7e1237c None None] Provisioning for port c11d0ae3-569b-45a0-91a0-d9b04fc13807 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:01:42.710430 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a09a272f-867a-4ff7-921c-8044c7e1237c None None] Provisioning complete for port c11d0ae3-569b-45a0-91a0-d9b04fc13807 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:01:42.710797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a09a272f-867a-4ff7-921c-8044c7e1237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:42.771731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a09a272f-867a-4ff7-921c-8044c7e1237c None None] Port c11d0ae3-569b-45a0-91a0-d9b04fc13807 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:01:42.784358 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a09a272f-867a-4ff7-921c-8044c7e1237c None None] Provisioning complete for port 870a6149-775b-4820-bbcb-3da5e6f48520 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:01:42.784868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a09a272f-867a-4ff7-921c-8044c7e1237c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:42.897343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68f4c6ec-3727-4d93-80e6-dccf328d4ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:42.961937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4c6ec-3727-4d93-80e6-dccf328d4ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b21dce3-5c6a-4949-91ae-a1cf78eb824f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:43.010758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 7eac2272-c984-479e-abde-1633da76aa5b has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:01:43.089491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0ea2b6c9-01a1-4e9b-aa89-94e75a650c9a None None] Provisioning complete for port c11d0ae3-569b-45a0-91a0-d9b04fc13807 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:01:43.090164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0ea2b6c9-01a1-4e9b-aa89-94e75a650c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:43.178892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0ea2b6c9-01a1-4e9b-aa89-94e75a650c9a None None] Port c11d0ae3-569b-45a0-91a0-d9b04fc13807 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:01:43.209194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:01:43.222524 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-59fb89ab-d8d3-4610-b86d-e680c0cf5401 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/7eac2272-c984-479e-abde-1633da76aa5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7736373 Mar 03 06:01:43.223019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Sync routers for ids ['7eac2272-c984-479e-abde-1633da76aa5b'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:01:43.228255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37184) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:43.233744 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Routers {'7eac2272-c984-479e-abde-1633da76aa5b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:43.234599 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7eac2272-c984-479e-abde-1633da76aa5b'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:43.384531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f71b0f-6df9-443c-96e0-f04c8fc16753 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:43.385137 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f71b0f-6df9-443c-96e0-f04c8fc16753 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:43.385616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f71b0f-6df9-443c-96e0-f04c8fc16753 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:43.386082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f71b0f-6df9-443c-96e0-f04c8fc16753 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:43.386542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f71b0f-6df9-443c-96e0-f04c8fc16753 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:43.387001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f71b0f-6df9-443c-96e0-f04c8fc16753 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:43.391862 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e0f71b0f-6df9-443c-96e0-f04c8fc16753 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1626041 Mar 03 06:01:43.392576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37188) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:43.406058 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68f4c6ec-3727-4d93-80e6-dccf328d4ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:43.416022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c542e74a-9e84-4bc7-bf51-86532b35c2e8 None None] Provisioning complete for port c11d0ae3-569b-45a0-91a0-d9b04fc13807 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:01:43.416182 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c542e74a-9e84-4bc7-bf51-86532b35c2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:43.468501 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78e3cb-4a32-4de6-a8db-eb6dc0782962 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:43.469041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78e3cb-4a32-4de6-a8db-eb6dc0782962 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:43.469570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78e3cb-4a32-4de6-a8db-eb6dc0782962 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:43.470131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78e3cb-4a32-4de6-a8db-eb6dc0782962 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:43.470634 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78e3cb-4a32-4de6-a8db-eb6dc0782962 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:43.471148 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78e3cb-4a32-4de6-a8db-eb6dc0782962 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:43.475484 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fc78e3cb-4a32-4de6-a8db-eb6dc0782962 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0795135 Mar 03 06:01:43.475815 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37192) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:43.495095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c542e74a-9e84-4bc7-bf51-86532b35c2e8 None None] Port c11d0ae3-569b-45a0-91a0-d9b04fc13807 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:01:43.497535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Set router 7eac2272-c984-479e-abde-1633da76aa5b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:43.648732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 870a6149-775b-4820-bbcb-3da5e6f48520 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:01:43.842979 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 870a6149-775b-4820-bbcb-3da5e6f48520 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:01:43.843716 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:43.918872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f4c6ec-3727-4d93-80e6-dccf328d4ab5 admin admin] Router 98f660af-7aab-492c-bb93-9d53fa5b3fca has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:01:43.965387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:41Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c11d0ae3-569b-45a0-91a0-d9b04fc13807', 'name': '', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:3b:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:40Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:43.973766 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Checking router: 7eac2272-c984-479e-abde-1633da76aa5b for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:01:43.974121 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Updating router 7eac2272-c984-479e-abde-1633da76aa5b port c11d0ae3-569b-45a0-91a0-d9b04fc13807 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:01:44.003048 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-77a03c25-d29a-4081-8610-d959db4073e1 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.5260215 Mar 03 06:01:44.006103 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37196) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:44.013700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-509631915', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:01:44.018322 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 43f47d30-7865-404d-8922-1bf9499e2579 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:01:44.082794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:44.119161 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f4c6ec-3727-4d93-80e6-dccf328d4ab5 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:01:44.129895 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b282dea-c772-45d9-923a-6ca557152506 None None] Sync routers for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:01:44.137711 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-68f4c6ec-3727-4d93-80e6-dccf328d4ab5 admin admin] 10.222.0.20 "PUT /v2.0/routers/98f660af-7aab-492c-bb93-9d53fa5b3fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1501114 Mar 03 06:01:44.139257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37200) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:44.142001 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b282dea-c772-45d9-923a-6ca557152506 None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:44.142597 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7b282dea-c772-45d9-923a-6ca557152506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:44.157678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:01:44.161778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:port and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:01:44.164782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:01:44.167723 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 43f47d30-7865-404d-8922-1bf9499e2579 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:01:44.168084 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:44.170673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:01:44.182965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:01:44.186917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:44.210360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] device_id is not set on port 22253325-3207-41b2-b3eb-63f8cb32a93f yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 06:01:44.341240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:44.345421 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-7b282dea-c772-45d9-923a-6ca557152506 None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:44.522194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:44.532736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Deleting port 381ce7ed-0f0c-409b-a8cc-fc599d51d92c {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:44.533074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:44.614285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:44.626760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Transition to ACTIVE for port object c11d0ae3-569b-45a0-91a0-d9b04fc13807 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:01:44.634389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:44.637233 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7b282dea-c772-45d9-923a-6ca557152506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88'}], 'enable_snat': True}, 'gw_port_id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 5, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port': {'id': '381ce7ed-0f0c-409b-a8cc-fc599d51d92c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:53:59Z', 'updated_at': '2022-03-03T05:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:44.641589 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b282dea-c772-45d9-923a-6ca557152506 None None] Checking router: 98f660af-7aab-492c-bb93-9d53fa5b3fca for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:01:44.650864 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b282dea-c772-45d9-923a-6ca557152506 None None] Routers {'98f660af-7aab-492c-bb93-9d53fa5b3fca'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:44.651671 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7b282dea-c772-45d9-923a-6ca557152506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['98f660af-7aab-492c-bb93-9d53fa5b3fca'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:44.750589 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.13 (6204907f-7edc-46d3-b414-96d1afa38051/8c53afb7-3451-49f1-8e78-fa37860e9674/22253325-3207-41b2-b3eb-63f8cb32a93f) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:01:44.821461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039d5f9-4edf-4c86-81a4-534ac01bcc89 None None] Pushing event updated for resources: {'Port': ['ID=c11d0ae3-569b-45a0-91a0-d9b04fc13807,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:44.877071 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-7b282dea-c772-45d9-923a-6ca557152506 None None] Set router 98f660af-7aab-492c-bb93-9d53fa5b3fca gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:44.900053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] For port 381ce7ed-0f0c-409b-a8cc-fc599d51d92c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=381ce7ed-0f0c-409b-a8cc-fc599d51d92c,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:44.900421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:44.904710 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Attempting to bind port c11d0ae3-569b-45a0-91a0-d9b04fc13807 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:01:44.908321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Attempting to bind port c11d0ae3-569b-45a0-91a0-d9b04fc13807 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:01:44.908861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Attempting to bind port c11d0ae3-569b-45a0-91a0-d9b04fc13807 on network 6204907f-7edc-46d3-b414-96d1afa38051 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:01:44.918337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:01:44.918988 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Checking segment: {'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:01:44.919548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:44.921222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Bound using segment: {'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:01:44.921835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Bound port: c11d0ae3-569b-45a0-91a0-d9b04fc13807, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:01:44.922361 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.035257 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7b282dea-c772-45d9-923a-6ca557152506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T06:01:44Z', 'revision_number': 6, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:45.043044 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b282dea-c772-45d9-923a-6ca557152506 None None] The sync data for ids ['98f660af-7aab-492c-bb93-9d53fa5b3fca'] in dv-neutron-831582-1-hyperv is: [{'id': '98f660af-7aab-492c-bb93-9d53fa5b3fca', 'name': 'tempest-TestVolumeBootPattern-973071562-router', 'tenant_id': 'e33eb203c5664af2a1609042ef91d807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:53:58Z', 'updated_at': '2022-03-03T06:01:44Z', 'revision_number': 6, 'project_id': 'e33eb203c5664af2a1609042ef91d807', 'gw_port_host': None}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:01:45.050050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] For port c11d0ae3-569b-45a0-91a0-d9b04fc13807, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:01:45.053354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] For port c11d0ae3-569b-45a0-91a0-d9b04fc13807, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c11d0ae3-569b-45a0-91a0-d9b04fc13807,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:01:45.058601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Calling delete_port for 381ce7ed-0f0c-409b-a8cc-fc599d51d92c owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:45.063151 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.067546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.092046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object 22253325-3207-41b2-b3eb-63f8cb32a93f will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:01:45.119320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.143186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Routers {'7eac2272-c984-479e-abde-1633da76aa5b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:45.143959 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7eac2272-c984-479e-abde-1633da76aa5b'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:45.197768 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 6204907f-7edc-46d3-b414-96d1afa38051 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:01:45.201437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:01:45.206212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:01:45.249155 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039d5f9-4edf-4c86-81a4-534ac01bcc89 None None] Pushing event updated for resources: {'Port': ['ID=c11d0ae3-569b-45a0-91a0-d9b04fc13807,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:45.253172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=22253325-3207-41b2-b3eb-63f8cb32a93f,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:45.266313 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.295472 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:45.296124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.323509 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-04e6c77b-f3d6-47fd-88ec-a19e3ad2aea7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3151412 Mar 03 06:01:45.392669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] Set router 7eac2272-c984-479e-abde-1633da76aa5b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:45.401568 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Pushing event deleted for resources: {'Port': ['ID=381ce7ed-0f0c-409b-a8cc-fc599d51d92c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:45.488319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.585757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37206) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:45.591992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1337777492', 'description': 'tempest-secgroup-smoke-1337777492 description', 'project_id': '1718f33843874129926d855b187d15f2'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:01:45.607938 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:01:45.618285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:01:45.622766 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:01:45.628818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:01:45.640105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.663869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:01:45.671687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:01:45.675393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:01:45.682576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:01:45.689797 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.692477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.722961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.723554 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98f660af-7aab-492c-bb93-9d53fa5b3fca {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:01:45.736674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.740363 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0fabe65d-8742-4c98-9f17-3887e608ab6d admin admin] 10.222.0.20 "DELETE /v2.0/routers/98f660af-7aab-492c-bb93-9d53fa5b3fca HTTP/1.1" status: 204 len: 168 time: 1.5975013 Mar 03 06:01:45.740607 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37210) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:45.761310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.766535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.784466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e859c36a-2790-4915-b5bb-63389da4a151 None None] Provisioning for port 22253325-3207-41b2-b3eb-63f8cb32a93f completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:01:45.790448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e859c36a-2790-4915-b5bb-63389da4a151 None None] Provisioning complete for port 22253325-3207-41b2-b3eb-63f8cb32a93f triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:01:45.790827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e859c36a-2790-4915-b5bb-63389da4a151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.803017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-90dc572b-e0d1-4b58-9653-3f0773187eaf admin admin] Deleting subnet 72259fe0-eab8-4ca9-8e4c-529b159e4c00 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:01:45.806611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90dc572b-e0d1-4b58-9653-3f0773187eaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.813753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74dfad54-338d-402b-9008-4a39a7e5983b,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:45.820561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.822399 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ecd0ff77-75d6-4255-aa2d-a0ccaed4c118 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2345686 Mar 03 06:01:45.828492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37214) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:45.833664 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-da278b72-3f35-46ee-8a78-33f7f51d9dc8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '74dfad54-338d-402b-9008-4a39a7e5983b', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:01:45.839617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-da278b72-3f35-46ee-8a78-33f7f51d9dc8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:01:45.843396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-da278b72-3f35-46ee-8a78-33f7f51d9dc8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:01:45.847059 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-da278b72-3f35-46ee-8a78-33f7f51d9dc8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:01:45.853826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-da278b72-3f35-46ee-8a78-33f7f51d9dc8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:01:45.861824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90dc572b-e0d1-4b58-9653-3f0773187eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.862370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e859c36a-2790-4915-b5bb-63389da4a151 None None] Port 22253325-3207-41b2-b3eb-63f8cb32a93f cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:01:45.873715 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:41Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c11d0ae3-569b-45a0-91a0-d9b04fc13807', 'name': '', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:3b:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:40Z', 'updated_at': '2022-03-03T06:01:45Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:45.879200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e2c3f-1e60-4f01-94f6-3fda1ba09733 None None] The sync data for ids ['7eac2272-c984-479e-abde-1633da76aa5b'] in dv-neutron-831582-1-hyperv is: [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:41Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c11d0ae3-569b-45a0-91a0-d9b04fc13807', 'name': '', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:3b:35:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:40Z', 'updated_at': '2022-03-03T06:01:45Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:01:45.885004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da278b72-3f35-46ee-8a78-33f7f51d9dc8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.925418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8b21dce3-5c6a-4949-91ae-a1cf78eb824f no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:01:45.981189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90dc572b-e0d1-4b58-9653-3f0773187eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.988235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da278b72-3f35-46ee-8a78-33f7f51d9dc8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:45.993687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da278b72-3f35-46ee-8a78-33f7f51d9dc8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.005922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 8b21dce3-5c6a-4949-91ae-a1cf78eb824f {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:01:46.006272 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8b21dce3-5c6a-4949-91ae-a1cf78eb824f not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:01:46.027206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da278b72-3f35-46ee-8a78-33f7f51d9dc8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85260900-25f9-4a85-a8b2-494835d9b633,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:46.036865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da278b72-3f35-46ee-8a78-33f7f51d9dc8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.042716 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-da278b72-3f35-46ee-8a78-33f7f51d9dc8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2102027 Mar 03 06:01:46.042863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37218) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:46.048613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-81e3a0fb-a226-43d5-8fb6-3c611c9a4215 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '74dfad54-338d-402b-9008-4a39a7e5983b', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:01:46.055258 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-81e3a0fb-a226-43d5-8fb6-3c611c9a4215 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:01:46.059974 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-81e3a0fb-a226-43d5-8fb6-3c611c9a4215 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:01:46.063067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-81e3a0fb-a226-43d5-8fb6-3c611c9a4215 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:01:46.069872 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-81e3a0fb-a226-43d5-8fb6-3c611c9a4215 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:01:46.070623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90dc572b-e0d1-4b58-9653-3f0773187eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.091237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-81e3a0fb-a226-43d5-8fb6-3c611c9a4215 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.110413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-90dc572b-e0d1-4b58-9653-3f0773187eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.116450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfd8b3e-ba0e-4e02-aaca-20f6af424194 None None] Network 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:01:46.119230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dc572b-e0d1-4b58-9653-3f0773187eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72259fe0-eab8-4ca9-8e4c-529b159e4c00,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:46.122042 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-90dc572b-e0d1-4b58-9653-3f0773187eaf admin admin] 10.222.0.20 "DELETE /v2.0/subnets/72259fe0-eab8-4ca9-8e4c-529b159e4c00 HTTP/1.1" status: 204 len: 168 time: 0.3804424 Mar 03 06:01:46.124492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37222) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:46.193185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-81e3a0fb-a226-43d5-8fb6-3c611c9a4215 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.198842 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-81e3a0fb-a226-43d5-8fb6-3c611c9a4215 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.227051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3a0fb-a226-43d5-8fb6-3c611c9a4215 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813d4855-7796-4814-b63d-665261740664,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:46.241945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-81e3a0fb-a226-43d5-8fb6-3c611c9a4215 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.243182 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-81e3a0fb-a226-43d5-8fb6-3c611c9a4215 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1993184 Mar 03 06:01:46.246168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37228) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:46.255498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-79f7a9de-549d-4023-b53d-ce66a29a9d5b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '74dfad54-338d-402b-9008-4a39a7e5983b', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:01:46.262554 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-79f7a9de-549d-4023-b53d-ce66a29a9d5b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:01:46.267201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-79f7a9de-549d-4023-b53d-ce66a29a9d5b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:01:46.272918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-79f7a9de-549d-4023-b53d-ce66a29a9d5b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:01:46.277349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.281391 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-79f7a9de-549d-4023-b53d-ce66a29a9d5b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:01:46.292590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Deleting port 91464987-b70c-4c85-9f9f-eed296e66610 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:46.292950 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.302461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79f7a9de-549d-4023-b53d-ce66a29a9d5b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.436971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79f7a9de-549d-4023-b53d-ce66a29a9d5b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.441316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79f7a9de-549d-4023-b53d-ce66a29a9d5b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.475109 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7a9de-549d-4023-b53d-ce66a29a9d5b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97bc47f-2329-4897-998f-3378303e058b,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:46.509039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79f7a9de-549d-4023-b53d-ce66a29a9d5b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.514031 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-79f7a9de-549d-4023-b53d-ce66a29a9d5b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2667887 Mar 03 06:01:46.514879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37232) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:46.520142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-7ea17307-7628-4203-b1e7-e021425c12b8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '74dfad54-338d-402b-9008-4a39a7e5983b', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:01:46.527731 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7ea17307-7628-4203-b1e7-e021425c12b8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:01:46.529549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98773040-d422-4c1d-916b-66bb0fd896df None None] DHCP port deletion for 2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:01:46.532574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7ea17307-7628-4203-b1e7-e021425c12b8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:01:46.535264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-98773040-d422-4c1d-916b-66bb0fd896df None None] Deleting port 91464987-b70c-4c85-9f9f-eed296e66610 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:46.535646 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98773040-d422-4c1d-916b-66bb0fd896df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.537272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7ea17307-7628-4203-b1e7-e021425c12b8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:01:46.545746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7ea17307-7628-4203-b1e7-e021425c12b8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:01:46.569583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ea17307-7628-4203-b1e7-e021425c12b8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.570400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] For port 91464987-b70c-4c85-9f9f-eed296e66610, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=91464987-b70c-4c85-9f9f-eed296e66610,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:46.570887 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.652624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ea17307-7628-4203-b1e7-e021425c12b8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.656865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ea17307-7628-4203-b1e7-e021425c12b8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.690512 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea17307-7628-4203-b1e7-e021425c12b8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ad7c8f-ec26-49d0-a89e-aa88b9ddd565,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:46.702919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Calling delete_port for 91464987-b70c-4c85-9f9f-eed296e66610 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:46.709530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7ea17307-7628-4203-b1e7-e021425c12b8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.714247 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7ea17307-7628-4203-b1e7-e021425c12b8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1982026 Mar 03 06:01:46.714881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37236) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:46.720580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d491eceb-02a4-4d85-b242-da68b0c22c2b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '74dfad54-338d-402b-9008-4a39a7e5983b', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:01:46.731629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d491eceb-02a4-4d85-b242-da68b0c22c2b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:01:46.739420 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d491eceb-02a4-4d85-b242-da68b0c22c2b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:01:46.743623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d491eceb-02a4-4d85-b242-da68b0c22c2b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:01:46.750181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d491eceb-02a4-4d85-b242-da68b0c22c2b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:01:46.764031 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-d491eceb-02a4-4d85-b242-da68b0c22c2b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:01:46.772200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d491eceb-02a4-4d85-b242-da68b0c22c2b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.842332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-98773040-d422-4c1d-916b-66bb0fd896df None None] For port 91464987-b70c-4c85-9f9f-eed296e66610, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=91464987-b70c-4c85-9f9f-eed296e66610,segment=NetworkSegment(51c262a0-7ed1-4311-bd51-841ccf25e859),segment_id=51c262a0-7ed1-4311-bd51-841ccf25e859)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:46.842784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98773040-d422-4c1d-916b-66bb0fd896df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.854168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d491eceb-02a4-4d85-b242-da68b0c22c2b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.862156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d491eceb-02a4-4d85-b242-da68b0c22c2b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.892854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491eceb-02a4-4d85-b242-da68b0c22c2b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e012d820-2a5a-4236-8fd9-90e9953fd3df,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:46.904793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.907406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d491eceb-02a4-4d85-b242-da68b0c22c2b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.908995 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d491eceb-02a4-4d85-b242-da68b0c22c2b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1930234 Mar 03 06:01:46.911958 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37240) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:46.918359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-7fed477c-6484-4b14-8f1b-92553d3c6738 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '74dfad54-338d-402b-9008-4a39a7e5983b', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:01:46.925707 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7fed477c-6484-4b14-8f1b-92553d3c6738 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:01:46.930828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7fed477c-6484-4b14-8f1b-92553d3c6738 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:01:46.934401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7fed477c-6484-4b14-8f1b-92553d3c6738 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:01:46.941904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7fed477c-6484-4b14-8f1b-92553d3c6738 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:01:46.952609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=91464987-b70c-4c85-9f9f-eed296e66610,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:46.956162 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] No DVR routers for this DVR port 91464987-b70c-4c85-9f9f-eed296e66610 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:01:46.958100 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-7fed477c-6484-4b14-8f1b-92553d3c6738 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:01:46.965774 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7fed477c-6484-4b14-8f1b-92553d3c6738 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:46.991720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-98773040-d422-4c1d-916b-66bb0fd896df None None] Calling delete_port for 91464987-b70c-4c85-9f9f-eed296e66610 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:47.057134 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7fed477c-6484-4b14-8f1b-92553d3c6738 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:47.062607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7fed477c-6484-4b14-8f1b-92553d3c6738 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:47.088056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:47.101178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7fed477c-6484-4b14-8f1b-92553d3c6738 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:47.110856 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-98773040-d422-4c1d-916b-66bb0fd896df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:01:47.111217 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-98773040-d422-4c1d-916b-66bb0fd896df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:01:47.112382 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7fed477c-6484-4b14-8f1b-92553d3c6738 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1991003 Mar 03 06:01:47.121353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed477c-6484-4b14-8f1b-92553d3c6738 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3330a991-6ffd-47a2-8d02-64b0e32d3a94,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:47.129942 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3ae7a8-fae7-4b3f-96c0-3331c58d4506']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:47.146272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c262a0-7ed1-4311-bd51-841ccf25e859') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:47.146580 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c262a0-7ed1-4311-bd51-841ccf25e859') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:47.160254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:47.184854 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:47.192527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:01:47.195801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:01:47.212360 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:01:47.320368 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:47.339714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:47.346392 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-1d21ab24-d4e9-4e95-9c1c-62fa238523d1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1337777492&fields=id&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 267 time: 0.0701363 Mar 03 06:01:47.350398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3ae7a8-fae7-4b3f-96c0-3331c58d4506,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:47.420459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37256) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:47.420591 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fc606428-5b25-4bac-b55d-376f40854d9a admin admin] 10.222.0.20 "DELETE /v2.0/networks/2d3ae7a8-fae7-4b3f-96c0-3331c58d4506 HTTP/1.1" status: 204 len: 168 time: 1.2951415 Mar 03 06:01:47.444671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-68a4807f-9c82-4313-b878-1609ae38f0e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:47.445271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-68a4807f-9c82-4313-b878-1609ae38f0e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:01:47.465896 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-68a4807f-9c82-4313-b878-1609ae38f0e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:01:47.467275 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-68a4807f-9c82-4313-b878-1609ae38f0e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 930 time: 0.1120129 Mar 03 06:01:47.606351 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-f9ab91e9-00a7-4d39-8db8-2351eafe7733 service neutron] 10.222.0.20 "GET /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1261699 Mar 03 06:01:47.608107 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c11d0ae3-569b-45a0-91a0-d9b04fc13807 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:01:47.646515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-98773040-d422-4c1d-916b-66bb0fd896df None None] Deleting port 91464987-b70c-4c85-9f9f-eed296e66610 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:47.646894 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-98773040-d422-4c1d-916b-66bb0fd896df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:47.726524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-98773040-d422-4c1d-916b-66bb0fd896df None None] The port '91464987-b70c-4c85-9f9f-eed296e66610' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 06:01:47.762502 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-9f442a6b-c050-414f-90c7-a054b0b22eb8 service neutron] 10.222.0.20 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470203 Mar 03 06:01:47.767565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port c11d0ae3-569b-45a0-91a0-d9b04fc13807 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:01:47.774320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c11d0ae3-569b-45a0-91a0-d9b04fc13807 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:01:47.774939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:47.903188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:47.905750 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-3c96559e-3f5a-4e13-a0bb-7952dca195cd service neutron] 10.222.0.20 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354606 Mar 03 06:01:47.935901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port c11d0ae3-569b-45a0-91a0-d9b04fc13807, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c11d0ae3-569b-45a0-91a0-d9b04fc13807,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:47.940600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:48.007563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 381ce7ed-0f0c-409b-a8cc-fc599d51d92c no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:01:48.047303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 381ce7ed-0f0c-409b-a8cc-fc599d51d92c {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:01:48.047649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 381ce7ed-0f0c-409b-a8cc-fc599d51d92c not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:01:48.048346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 91464987-b70c-4c85-9f9f-eed296e66610 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:01:48.088185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 91464987-b70c-4c85-9f9f-eed296e66610 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:01:48.088534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 91464987-b70c-4c85-9f9f-eed296e66610 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:01:48.094691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=c11d0ae3-569b-45a0-91a0-d9b04fc13807,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:48.130052 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d7d4c10b-170b-40b7-bc2c-bba1f6f0c656 req-25b15da5-bdde-40e7-9506-54980c8b1c93 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 210 time: 0.0651009 Mar 03 06:01:48.172803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-416b0b35-60a9-4f89-ab67-fb522cde5735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:48.211447 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8e056f28-5ff3-4e0f-af96-050fd1ed7a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:48.527839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-416b0b35-60a9-4f89-ab67-fb522cde5735 admin admin] Deleting port 61acaae0-1a0a-416f-ac4e-e3cd8768b331 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:48.528058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-416b0b35-60a9-4f89-ab67-fb522cde5735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:48.698961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-416b0b35-60a9-4f89-ab67-fb522cde5735 admin admin] For port 61acaae0-1a0a-416f-ac4e-e3cd8768b331, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=61acaae0-1a0a-416f-ac4e-e3cd8768b331,segment=NetworkSegment(b2360205-3776-45b3-93e2-f25be92de4ce),segment_id=b2360205-3776-45b3-93e2-f25be92de4ce)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:48.699320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-416b0b35-60a9-4f89-ab67-fb522cde5735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:48.822567 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-416b0b35-60a9-4f89-ab67-fb522cde5735 admin admin] Calling delete_port for 61acaae0-1a0a-416f-ac4e-e3cd8768b331 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:49.193791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-03168b14-fa1a-4312-9906-10504047fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:49.195139 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-03168b14-fa1a-4312-9906-10504047fe5b service neutron] 10.222.0.23 "GET /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 1026 time: 0.1908705 Mar 03 06:01:49.286923 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e21453f5-70d8-411b-ac46-9b44e9bb2b09 req-7c330bb1-d63c-4e51-879b-3576671508ef tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 210 time: 0.0436063 Mar 03 06:01:49.404144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-cf948021-1480-4f65-b91e-32d2871f71e3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:49.404811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-cf948021-1480-4f65-b91e-32d2871f71e3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:01:49.430012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-cf948021-1480-4f65-b91e-32d2871f71e3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:01:49.431177 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-cf948021-1480-4f65-b91e-32d2871f71e3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks?id=6204907f-7edc-46d3-b414-96d1afa38051 HTTP/1.1" status: 200 len: 797 time: 0.2276113 Mar 03 06:01:49.432326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-416b0b35-60a9-4f89-ab67-fb522cde5735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:49.531376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b0b35-60a9-4f89-ab67-fb522cde5735 admin admin] Pushing event deleted for resources: {'Port': ['ID=61acaae0-1a0a-416f-ac4e-e3cd8768b331,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:49.578856 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c11d0ae3-569b-45a0-91a0-d9b04fc13807 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:01:49.602370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-328b6b29-2793-41b7-8463-d619a9750552 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:01:49.649622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c11d0ae3-569b-45a0-91a0-d9b04fc13807 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:01:49.650112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:49.691170 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-328b6b29-2793-41b7-8463-d619a9750552 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:01:49.692340 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-328b6b29-2793-41b7-8463-d619a9750552 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 380 time: 0.2248335 Mar 03 06:01:49.778140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Request body: {'port': {'device_id': 'c18ef81d-4079-4fe1-a708-05754c4761db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:01:49.846737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-416b0b35-60a9-4f89-ab67-fb522cde5735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:49.976553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:50.437270 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-84581c68-7498-49a0-b02c-1e6f8143403b req-f4311e6f-7e54-4650-b1a6-493215191704 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 210 time: 0.0429754 Mar 03 06:01:50.463406 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3b87049d-67de-4cf5-a19b-609f34f57f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:50.573969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416b0b35-60a9-4f89-ab67-fb522cde5735 admin admin] Router edb0945c-b255-4b45-897a-e16d4cde4f5d has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:01:50.807925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22253325-3207-41b2-b3eb-63f8cb32a93f {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:01:50.824843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:50.840467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416b0b35-60a9-4f89-ab67-fb522cde5735 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:01:50.848783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297662eb-7514-4a83-8d9c-ca9b0a11a4f2 None None] Sync routers for ids ['edb0945c-b255-4b45-897a-e16d4cde4f5d'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:01:50.852602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Transition to ACTIVE for port object 22253325-3207-41b2-b3eb-63f8cb32a93f will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:01:50.856728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:50.858756 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297662eb-7514-4a83-8d9c-ca9b0a11a4f2 None None] Routers {'edb0945c-b255-4b45-897a-e16d4cde4f5d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:50.859339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-297662eb-7514-4a83-8d9c-ca9b0a11a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['edb0945c-b255-4b45-897a-e16d4cde4f5d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:50.891191 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-416b0b35-60a9-4f89-ab67-fb522cde5735 admin admin] 10.222.0.20 "PUT /v2.0/routers/edb0945c-b255-4b45-897a-e16d4cde4f5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4693303 Mar 03 06:01:50.894475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37280) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:51.018821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Pushing event updated for resources: {'Port': ['ID=22253325-3207-41b2-b3eb-63f8cb32a93f,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:51.067510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-297662eb-7514-4a83-8d9c-ca9b0a11a4f2 None None] Set router edb0945c-b255-4b45-897a-e16d4cde4f5d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:51.096715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Attempting to bind port 22253325-3207-41b2-b3eb-63f8cb32a93f on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:01:51.097124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Attempting to bind port 22253325-3207-41b2-b3eb-63f8cb32a93f by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:01:51.097441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Attempting to bind port 22253325-3207-41b2-b3eb-63f8cb32a93f on network 6204907f-7edc-46d3-b414-96d1afa38051 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:01:51.101033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:51.102849 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Port 22253325-3207-41b2-b3eb-63f8cb32a93f on network 6204907f-7edc-46d3-b414-96d1afa38051 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:01:51.103173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Attempting to bind port 22253325-3207-41b2-b3eb-63f8cb32a93f on network 6204907f-7edc-46d3-b414-96d1afa38051 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:01:51.108636 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:01:51.108976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Checking segment: {'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:01:51.109360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Bound using segment: {'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:01:51.109782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Bound port: 22253325-3207-41b2-b3eb-63f8cb32a93f, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:01:51.110128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:51.201836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:01:51.204905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22253325-3207-41b2-b3eb-63f8cb32a93f,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:01:51.211979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:51.271963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:51.272517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:51.273912 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] 10.222.0.23 "PUT /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 1131 time: 1.5102940 Mar 03 06:01:51.274340 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18ef81d-4079-4fe1-a708-05754c4761db', 'tag': '22253325-3207-41b2-b3eb-63f8cb32a93f'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:01:51.307141 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:51.338566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Deleting port 51caf370-d8e3-40d3-b468-b0dc1deafb8b {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:51.338903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:51.394777 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18ef81d-4079-4fe1-a708-05754c4761db', 'tag': '22253325-3207-41b2-b3eb-63f8cb32a93f', 'status': 'completed', 'code': 200} Mar 03 06:01:51.399330 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-297662eb-7514-4a83-8d9c-ca9b0a11a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'name': 'tempest-TestVolumeBootPattern-46072826-router', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200'}], 'enable_snat': True}, 'gw_port_id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:12Z', 'updated_at': '2022-03-03T06:01:49Z', 'revision_number': 5, 'project_id': '93f6f26a899e4576af3ab8a20eecda5f', 'gw_port': {'id': '51caf370-d8e3-40d3-b468-b0dc1deafb8b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T05:54:14Z', 'updated_at': '2022-03-03T05:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:51.410609 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297662eb-7514-4a83-8d9c-ca9b0a11a4f2 None None] Checking router: edb0945c-b255-4b45-897a-e16d4cde4f5d for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:01:51.413277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e77293-7516-4fe4-8fca-2aab3888dafa service neutron] Pushing event updated for resources: {'Port': ['ID=22253325-3207-41b2-b3eb-63f8cb32a93f,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:51.421978 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297662eb-7514-4a83-8d9c-ca9b0a11a4f2 None None] Routers {'edb0945c-b255-4b45-897a-e16d4cde4f5d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:01:51.422914 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-297662eb-7514-4a83-8d9c-ca9b0a11a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['edb0945c-b255-4b45-897a-e16d4cde4f5d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:51.442475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-5cfb4a04-03bb-4a65-b9e1-cbaace49cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:51.444035 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-5cfb4a04-03bb-4a65-b9e1-cbaace49cdd1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 1134 time: 0.1183631 Mar 03 06:01:51.519507 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-84fef032-6a0a-499b-8e41-2399a337f068 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 217 time: 0.0679576 Mar 03 06:01:51.616528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-e3a89eeb-a418-4051-8d07-11c84a33b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:51.620059 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-e3a89eeb-a418-4051-8d07-11c84a33b907 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c53afb7-3451-49f1-8e78-fa37860e9674 HTTP/1.1" status: 200 len: 835 time: 0.0949543 Mar 03 06:01:51.655729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:51.660839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-297662eb-7514-4a83-8d9c-ca9b0a11a4f2 None None] Set router edb0945c-b255-4b45-897a-e16d4cde4f5d gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:01:51.705996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-8570421e-4eec-4cd1-ba19-ce1cc724e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:51.707602 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-8570421e-4eec-4cd1-ba19-ce1cc724e13b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6204907f-7edc-46d3-b414-96d1afa38051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815113 Mar 03 06:01:51.779502 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-297662eb-7514-4a83-8d9c-ca9b0a11a4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'name': 'tempest-TestVolumeBootPattern-46072826-router', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:12Z', 'updated_at': '2022-03-03T06:01:51Z', 'revision_number': 6, 'project_id': '93f6f26a899e4576af3ab8a20eecda5f', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:51.785502 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297662eb-7514-4a83-8d9c-ca9b0a11a4f2 None None] The sync data for ids ['edb0945c-b255-4b45-897a-e16d4cde4f5d'] in dv-neutron-831582-1-hyperv is: [{'id': 'edb0945c-b255-4b45-897a-e16d4cde4f5d', 'name': 'tempest-TestVolumeBootPattern-46072826-router', 'tenant_id': '93f6f26a899e4576af3ab8a20eecda5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T05:54:12Z', 'updated_at': '2022-03-03T06:01:51Z', 'revision_number': 6, 'project_id': '93f6f26a899e4576af3ab8a20eecda5f', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:01:51.791966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:51.811286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] For port 51caf370-d8e3-40d3-b468-b0dc1deafb8b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=51caf370-d8e3-40d3-b468-b0dc1deafb8b,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:51.811808 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:51.854365 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-92894088-d380-4d27-8d22-0597d32b4c41 service neutron] 10.222.0.23 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404974 Mar 03 06:01:51.880794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260cbd1-73a0-4d41-8214-52269e2a6d48 req-ce820ced-3560-45e1-8063-70701bb27156 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:51.882153 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b260cbd1-73a0-4d41-8214-52269e2a6d48 req-ce820ced-3560-45e1-8063-70701bb27156 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 981 time: 0.1786351 Mar 03 06:01:51.944030 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Calling delete_port for 51caf370-d8e3-40d3-b468-b0dc1deafb8b owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:51.985543 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06daa2e6-b18d-41b7-bbf1-75a728816a9f req-e676bfe4-5f11-44d1-bf26-4842d72505e8 service neutron] 10.222.0.23 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257489 Mar 03 06:01:52.031504 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b260cbd1-73a0-4d41-8214-52269e2a6d48 req-78dbc0bb-f95c-40b8-adfc-c0800582efed tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939493 Mar 03 06:01:52.115257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab0c9e-c84b-44fa-bf8a-54b67f7c122c req-e21b377d-6918-443d-b53a-33350ce611b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:52.117897 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a5ab0c9e-c84b-44fa-bf8a-54b67f7c122c req-e21b377d-6918-443d-b53a-33350ce611b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 1134 time: 0.0829530 Mar 03 06:01:52.159570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:52.236401 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=51caf370-d8e3-40d3-b468-b0dc1deafb8b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:52.258711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab0c9e-c84b-44fa-bf8a-54b67f7c122c req-b4c0d866-c412-4bbb-bd89-d75bef1e56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:52.260167 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a5ab0c9e-c84b-44fa-bf8a-54b67f7c122c req-b4c0d866-c412-4bbb-bd89-d75bef1e56ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=6204907f-7edc-46d3-b414-96d1afa38051 HTTP/1.1" status: 200 len: 898 time: 0.1376739 Mar 03 06:01:52.300415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:52.468961 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a5ab0c9e-c84b-44fa-bf8a-54b67f7c122c req-2616c134-c03b-4724-a9e5-118e5bb998c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 217 time: 0.2022161 Mar 03 06:01:52.476070 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:52.478792 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:52.501057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:52.501668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edb0945c-b255-4b45-897a-e16d4cde4f5d {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:01:52.515664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:52.517286 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-025e1fbb-b273-4cf9-8eb0-c4986fd22c35 admin admin] 10.222.0.20 "DELETE /v2.0/routers/edb0945c-b255-4b45-897a-e16d4cde4f5d HTTP/1.1" status: 204 len: 168 time: 1.6212940 Mar 03 06:01:52.519606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37288) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:52.532581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab0c9e-c84b-44fa-bf8a-54b67f7c122c req-cfde29e7-6ac7-400b-926e-303ab1ea0a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:52.534016 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a5ab0c9e-c84b-44fa-bf8a-54b67f7c122c req-cfde29e7-6ac7-400b-926e-303ab1ea0a3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c53afb7-3451-49f1-8e78-fa37860e9674 HTTP/1.1" status: 200 len: 835 time: 0.0595362 Mar 03 06:01:52.582796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-369c939d-150e-4fac-941b-32ec9b07d860 admin admin] Deleting subnet 0b798f18-43b6-4c49-a96a-49547737e6ae {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:01:52.587160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-369c939d-150e-4fac-941b-32ec9b07d860 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:52.609726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab0c9e-c84b-44fa-bf8a-54b67f7c122c req-277cb0c9-f24c-4e4a-97ca-b4731d2774b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:52.611195 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a5ab0c9e-c84b-44fa-bf8a-54b67f7c122c req-277cb0c9-f24c-4e4a-97ca-b4731d2774b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6204907f-7edc-46d3-b414-96d1afa38051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704517 Mar 03 06:01:52.638669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-369c939d-150e-4fac-941b-32ec9b07d860 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:52.721492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-369c939d-150e-4fac-941b-32ec9b07d860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:52.751192 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a5ab0c9e-c84b-44fa-bf8a-54b67f7c122c req-90af5153-d5d1-4243-8182-86a72635228b service neutron] 10.222.0.23 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337242 Mar 03 06:01:52.794663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-369c939d-150e-4fac-941b-32ec9b07d860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:52.835681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c939d-150e-4fac-941b-32ec9b07d860 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b798f18-43b6-4c49-a96a-49547737e6ae,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:52.837671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-369c939d-150e-4fac-941b-32ec9b07d860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:52.843749 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-369c939d-150e-4fac-941b-32ec9b07d860 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0b798f18-43b6-4c49-a96a-49547737e6ae HTTP/1.1" status: 204 len: 168 time: 0.3231912 Mar 03 06:01:52.845010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e995d0-bf9b-43d2-9012-4cbdb7417427 None None] Network e9772777-eab8-4e5b-806b-64124a74d147 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:01:52.846144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37292) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:52.905918 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a5ab0c9e-c84b-44fa-bf8a-54b67f7c122c req-cd416dec-5d0e-4bb5-ac5c-80e35adc0879 service neutron] 10.222.0.23 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488268 Mar 03 06:01:52.934145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:52.954190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:52.964487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Deleting port 279f464a-e09b-47b2-819c-8684f451fadd {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:52.964815 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:53.113405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5156fa27-9014-43a4-9870-da981c188d1f None None] DHCP port deletion for e9772777-eab8-4e5b-806b-64124a74d147 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:01:53.118611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-5156fa27-9014-43a4-9870-da981c188d1f None None] Deleting port 279f464a-e09b-47b2-819c-8684f451fadd {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:53.118981 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5156fa27-9014-43a4-9870-da981c188d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:53.307530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] For port 279f464a-e09b-47b2-819c-8684f451fadd, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=279f464a-e09b-47b2-819c-8684f451fadd,segment=NetworkSegment(b2360205-3776-45b3-93e2-f25be92de4ce),segment_id=b2360205-3776-45b3-93e2-f25be92de4ce)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:53.307816 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:53.325018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5156fa27-9014-43a4-9870-da981c188d1f None None] For port 279f464a-e09b-47b2-819c-8684f451fadd, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=279f464a-e09b-47b2-819c-8684f451fadd,segment=NetworkSegment(b2360205-3776-45b3-93e2-f25be92de4ce),segment_id=b2360205-3776-45b3-93e2-f25be92de4ce)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:53.325400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5156fa27-9014-43a4-9870-da981c188d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:53.433265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Calling delete_port for 279f464a-e09b-47b2-819c-8684f451fadd owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:53.443015 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-5156fa27-9014-43a4-9870-da981c188d1f None None] Calling delete_port for 279f464a-e09b-47b2-819c-8684f451fadd owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:01:53.521075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5156fa27-9014-43a4-9870-da981c188d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:53.523502 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed45f00-f744-4f6a-a363-5404d7609227 req-78b37524-04fa-4e32-8b9d-277f61ed63b0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:53.525636 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3ed45f00-f744-4f6a-a363-5404d7609227 req-78b37524-04fa-4e32-8b9d-277f61ed63b0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 981 time: 0.2761738 Mar 03 06:01:53.526578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 03 06:01:53.526578 dv-neutron-831582-1-hyperv neutron-server[87792]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Mar 03 06:01:53.526578 dv-neutron-831582-1-hyperv neutron-server[87792]: [parameters: {'port_id': '279f464a-e09b-47b2-819c-8684f451fadd', 'host': 'dv-neutron-831582-1-hyperv', 'level': 0}] Mar 03 06:01:53.526578 dv-neutron-831582-1-hyperv neutron-server[87792]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:01:53.526954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:01:53.564989 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156fa27-9014-43a4-9870-da981c188d1f None None] Pushing event deleted for resources: {'Port': ['ID=279f464a-e09b-47b2-819c-8684f451fadd,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:53.572699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156fa27-9014-43a4-9870-da981c188d1f None None] No DVR routers for this DVR port 279f464a-e09b-47b2-819c-8684f451fadd on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:01:53.574659 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3ed45f00-f744-4f6a-a363-5404d7609227 req-7869d924-09d3-4873-a3cf-11cfd4cbff8e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Mar 03 06:01:53.575824 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 51caf370-d8e3-40d3-b468-b0dc1deafb8b no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:01:53.610883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 51caf370-d8e3-40d3-b468-b0dc1deafb8b {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:01:53.611226 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 51caf370-d8e3-40d3-b468-b0dc1deafb8b not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:01:53.611633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 61acaae0-1a0a-416f-ac4e-e3cd8768b331 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:01:53.646664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 61acaae0-1a0a-416f-ac4e-e3cd8768b331 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:01:53.647002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 61acaae0-1a0a-416f-ac4e-e3cd8768b331 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:01:53.647399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 279f464a-e09b-47b2-819c-8684f451fadd no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:01:53.678427 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 279f464a-e09b-47b2-819c-8684f451fadd {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:01:53.678761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 279f464a-e09b-47b2-819c-8684f451fadd not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:01:54.028335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Deleting port 279f464a-e09b-47b2-819c-8684f451fadd {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:01:54.028874 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:54.094625 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] The port '279f464a-e09b-47b2-819c-8684f451fadd' was deleted {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 06:01:54.205247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:54.229675 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9772777-eab8-4e5b-806b-64124a74d147']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:54.240946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2360205-3776-45b3-93e2-f25be92de4ce') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:54.241240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2360205-3776-45b3-93e2-f25be92de4ce') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:01:54.251882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:54.266717 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:54.272331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:01:54.272711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:01:54.285620 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:01:54.360492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:54.376004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:54.384820 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9772777-eab8-4e5b-806b-64124a74d147,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:54.387288 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ecc97ccb-2c4c-4e95-a4ae-c96fcb925ba9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e9772777-eab8-4e5b-806b-64124a74d147 HTTP/1.1" status: 204 len: 168 time: 1.5401599 Mar 03 06:01:54.498409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37300) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:54.550457 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8eadefa7-a3d1-4d56-b4d5-9277a57cb1ab admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e33eb203c5664af2a1609042ef91d807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507338 Mar 03 06:01:54.552727 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37304) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:54.608758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9537bd73-fa37-44c8-b90e-3814fe0fb9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:54.634084 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9537bd73-fa37-44c8-b90e-3814fe0fb9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:54.685319 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9537bd73-fa37-44c8-b90e-3814fe0fb9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:54.701030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537bd73-fa37-44c8-b90e-3814fe0fb9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd5dd4f-e07a-4534-9e3f-3ca1cbb133ae,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:54.708910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9537bd73-fa37-44c8-b90e-3814fe0fb9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:54.712895 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9537bd73-fa37-44c8-b90e-3814fe0fb9ae admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ebd5dd4f-e07a-4534-9e3f-3ca1cbb133ae HTTP/1.1" status: 204 len: 168 time: 0.1564112 Mar 03 06:01:54.765111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8792b8-4fdf-4160-ab4c-2ea875895bc2 req-67c95567-1651-4d58-ac9f-72232043f170 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:54.766553 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dd8792b8-4fdf-4160-ab4c-2ea875895bc2 req-67c95567-1651-4d58-ac9f-72232043f170 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 981 time: 0.0891671 Mar 03 06:01:54.810032 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dd8792b8-4fdf-4160-ab4c-2ea875895bc2 req-d4c57220-921f-4b7c-90ea-2fd2b8443dc3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378351 Mar 03 06:01:55.047003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37314) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:55.096461 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-97710897-563f-4c85-a62b-c3d513770f0d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93f6f26a899e4576af3ab8a20eecda5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481791 Mar 03 06:01:55.098881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37318) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:01:55.157893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e03236bb-bcf3-45e1-9617-d2d4e722e9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:55.183455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e03236bb-bcf3-45e1-9617-d2d4e722e9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:55.220600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 22253325-3207-41b2-b3eb-63f8cb32a93f details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:01:55.235965 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e03236bb-bcf3-45e1-9617-d2d4e722e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:55.254769 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03236bb-bcf3-45e1-9617-d2d4e722e9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e092af-bbf8-4876-90d4-9acbc9e37afe,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:55.259499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e03236bb-bcf3-45e1-9617-d2d4e722e9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:55.260611 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e03236bb-bcf3-45e1-9617-d2d4e722e9a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87e092af-bbf8-4876-90d4-9acbc9e37afe HTTP/1.1" status: 204 len: 168 time: 0.1607695 Mar 03 06:01:55.365500 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22253325-3207-41b2-b3eb-63f8cb32a93f,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:55.379328 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '22253325-3207-41b2-b3eb-63f8cb32a93f', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'port_id': '22253325-3207-41b2-b3eb-63f8cb32a93f', 'mac_address': 'fa:16:3e:d9:1d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:01:55.395449 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:01:55.438702 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:55.457112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22253325-3207-41b2-b3eb-63f8cb32a93f {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:01:55.473866 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22253325-3207-41b2-b3eb-63f8cb32a93f,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:55.479003 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:55.554158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=22253325-3207-41b2-b3eb-63f8cb32a93f,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:55.799235 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['22253325-3207-41b2-b3eb-63f8cb32a93f'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:01:55.991212 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878daf2e-21b9-4e81-852f-453cd8ca3d4d req-c0b8da13-3916-46c1-9493-89640c06faf6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:55.992690 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-878daf2e-21b9-4e81-852f-453cd8ca3d4d req-c0b8da13-3916-46c1-9493-89640c06faf6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 982 time: 0.0806606 Mar 03 06:01:56.036148 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-878daf2e-21b9-4e81-852f-453cd8ca3d4d req-1d9e13b5-5cd5-49a1-82d2-7deb76d8a72e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377183 Mar 03 06:01:56.099593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [req-c0860cfe-6ec3-4689-98d2-7430af7f9a65 req-9a4ca35c-f1a0-4bb6-9296-2538b79ae042 service neutron] (87793) timed out ('10.222.0.23', 50917) {{(pid=87793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 06:01:57.222592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec35a61-ca7f-4598-8047-ef478c62bf4c req-c3b40137-bad3-45f3-a064-7831abca057a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:57.224046 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fec35a61-ca7f-4598-8047-ef478c62bf4c req-c3b40137-bad3-45f3-a064-7831abca057a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 982 time: 0.0814838 Mar 03 06:01:57.236263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 22253325-3207-41b2-b3eb-63f8cb32a93f up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:01:57.269209 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fec35a61-ca7f-4598-8047-ef478c62bf4c req-f8b61f4c-b2fe-4ac0-a700-0f9253a45d85 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394974 Mar 03 06:01:57.306535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 22253325-3207-41b2-b3eb-63f8cb32a93f completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:01:57.311379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 22253325-3207-41b2-b3eb-63f8cb32a93f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:01:57.311751 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:57.427926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:57.454044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18ef81d-4079-4fe1-a708-05754c4761db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22253325-3207-41b2-b3eb-63f8cb32a93f'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:01:57.464149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22253325-3207-41b2-b3eb-63f8cb32a93f,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:01:57.467750 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:01:57.504098 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18ef81d-4079-4fe1-a708-05754c4761db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22253325-3207-41b2-b3eb-63f8cb32a93f', 'code': 200} Mar 03 06:01:57.536607 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=22253325-3207-41b2-b3eb-63f8cb32a93f,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:01:57.727862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15c9c9-16bb-42ca-8d23-a3ff8f8637f8 req-144b6a80-50bb-4d15-a45c-2675caa1f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:57.729329 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8d15c9c9-16bb-42ca-8d23-a3ff8f8637f8 req-144b6a80-50bb-4d15-a45c-2675caa1f150 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 1136 time: 0.0734816 Mar 03 06:01:57.768787 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8d15c9c9-16bb-42ca-8d23-a3ff8f8637f8 req-3f745784-67de-4df6-9772-9157427dd550 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Mar 03 06:01:58.446776 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004020ce-0837-47b4-8f1e-68f4830795af req-677a3754-cd7d-41bf-8e77-b4c30ad83ec3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:58.448211 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-004020ce-0837-47b4-8f1e-68f4830795af req-677a3754-cd7d-41bf-8e77-b4c30ad83ec3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 983 time: 0.0774696 Mar 03 06:01:58.490273 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-004020ce-0837-47b4-8f1e-68f4830795af req-dd3d52b4-86bb-44a7-bb7f-e482058aaa91 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364320 Mar 03 06:01:59.673828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89563ac7-99ec-4918-b1c6-1b018c104f08 req-fd06fd6f-db7a-494e-9d62-0a4febb1b990 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:59.675166 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-89563ac7-99ec-4918-b1c6-1b018c104f08 req-fd06fd6f-db7a-494e-9d62-0a4febb1b990 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 983 time: 0.0815146 Mar 03 06:01:59.717755 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-89563ac7-99ec-4918-b1c6-1b018c104f08 req-1e97f05f-c129-4836-afa0-323a64eabe89 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364583 Mar 03 06:01:59.893754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936c0cf-4306-4feb-a278-5947e1b9577f req-761b407b-7dab-4f57-b013-f5714c90be85 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:01:59.895178 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b936c0cf-4306-4feb-a278-5947e1b9577f req-761b407b-7dab-4f57-b013-f5714c90be85 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 983 time: 0.0764794 Mar 03 06:01:59.938084 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b936c0cf-4306-4feb-a278-5947e1b9577f req-dd7a0b84-83f7-42e0-8e81-a6356197956d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372541 Mar 03 06:01:59.960295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37336) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:00.030414 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26514b0-caf1-47da-8972-f95a98c14661 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:00.031880 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a26514b0-caf1-47da-8972-f95a98c14661 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 1131 time: 0.0706329 Mar 03 06:02:00.034726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37340) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:00.040049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': '22253325-3207-41b2-b3eb-63f8cb32a93f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:00.045645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:00.049612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:floatingip and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:00.052350 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:00.057843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:00.067890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:00.290510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:00.374649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:00.424264 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.21 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/913f1ebc-b097-472e-a9e6-3c8e60b47817) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:02:00.575507 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:00.603346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:00.659666 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:02:00.662254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:02:00.669690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:02:00.707635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=913f1ebc-b097-472e-a9e6-3c8e60b47817,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:01.072784 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:01.144833 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:01.346923 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:01.352906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:01.460550 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=913f1ebc-b097-472e-a9e6-3c8e60b47817,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:01.470404 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:01.635041 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP da621133-c585-41c9-9a27-36c0fdd214ff associated. External IP: 172.26.3.21, port: 22253325-3207-41b2-b3eb-63f8cb32a93f. Mar 03 06:02:02.072078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 7eac2272-c984-479e-abde-1633da76aa5b has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:02:02.244353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:02:02.253819 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930bae6-629b-4649-b522-05847768f62d None None] Sync routers for ids ['7eac2272-c984-479e-abde-1633da76aa5b'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:02:02.263548 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930bae6-629b-4649-b522-05847768f62d None None] Routers {'7eac2272-c984-479e-abde-1633da76aa5b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:02:02.264184 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1930bae6-629b-4649-b522-05847768f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7eac2272-c984-479e-abde-1633da76aa5b'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:02.271069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:02.329252 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e14f0ac5-e62a-47b0-a5c2-e8b4f952feb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.2934363 Mar 03 06:02:02.329876 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18ef81d-4079-4fe1-a708-05754c4761db', 'tag': '22253325-3207-41b2-b3eb-63f8cb32a93f'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:02:02.332103 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37344) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:02.407094 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f9511a-7ffa-4746-9fd7-9625b7b6b047 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:02.408646 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-01f9511a-7ffa-4746-9fd7-9625b7b6b047 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db&network_id=6204907f-7edc-46d3-b414-96d1afa38051 HTTP/1.1" status: 200 len: 1131 time: 0.0755620 Mar 03 06:02:02.481389 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-1930bae6-629b-4649-b522-05847768f62d None None] Set router 7eac2272-c984-479e-abde-1633da76aa5b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:02:02.589197 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18ef81d-4079-4fe1-a708-05754c4761db', 'tag': '22253325-3207-41b2-b3eb-63f8cb32a93f', 'status': 'completed', 'code': 200} Mar 03 06:02:02.688637 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5982112-d399-45a8-9d77-b2fddcdd2722 req-2737d78c-5a19-464d-9ff7-ffd384803bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:02.690111 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d5982112-d399-45a8-9d77-b2fddcdd2722 req-2737d78c-5a19-464d-9ff7-ffd384803bad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 1136 time: 0.0800080 Mar 03 06:02:02.777008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbae484-0e5d-4431-85f2-d04034250206 req-5a0a2a86-99f2-4dce-9195-5fae02495303 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:02.778249 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8fbae484-0e5d-4431-85f2-d04034250206 req-5a0a2a86-99f2-4dce-9195-5fae02495303 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 983 time: 0.0783701 Mar 03 06:02:02.829966 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5982112-d399-45a8-9d77-b2fddcdd2722 req-aa618c6d-dd44-4db5-b432-b825c58ae338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:02.831315 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1930bae6-629b-4649-b522-05847768f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:41Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'da621133-c585-41c9-9a27-36c0fdd214ff', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'port_id': '22253325-3207-41b2-b3eb-63f8cb32a93f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-509631915', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'mac_address': 'fa:16:3e:d9:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18ef81d-4079-4fe1-a708-05754c4761db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:02:01Z', 'updated_at': '2022-03-03T06:02:01Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11d0ae3-569b-45a0-91a0-d9b04fc13807', 'name': '', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:3b:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:40Z', 'updated_at': '2022-03-03T06:01:47Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:02.831516 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d5982112-d399-45a8-9d77-b2fddcdd2722 req-aa618c6d-dd44-4db5-b432-b825c58ae338 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6204907f-7edc-46d3-b414-96d1afa38051 HTTP/1.1" status: 200 len: 898 time: 0.1349192 Mar 03 06:02:02.832416 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8fbae484-0e5d-4431-85f2-d04034250206 req-854a722c-188d-44dd-a9b7-4128efd417c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476775 Mar 03 06:02:02.835286 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930bae6-629b-4649-b522-05847768f62d None None] Checking router: 7eac2272-c984-479e-abde-1633da76aa5b for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:02:02.855447 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930bae6-629b-4649-b522-05847768f62d None None] Routers {'7eac2272-c984-479e-abde-1633da76aa5b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:02:02.856090 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1930bae6-629b-4649-b522-05847768f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:01:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7eac2272-c984-479e-abde-1633da76aa5b'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:02.936337 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d5982112-d399-45a8-9d77-b2fddcdd2722 req-d6bbb6c2-6c7f-4c17-acd9-bfb30b2ad5f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 1036 time: 0.0973618 Mar 03 06:02:02.997356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5982112-d399-45a8-9d77-b2fddcdd2722 req-00ca6e72-9112-4494-9aee-2b4415429e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:02.998770 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d5982112-d399-45a8-9d77-b2fddcdd2722 req-00ca6e72-9112-4494-9aee-2b4415429e78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c53afb7-3451-49f1-8e78-fa37860e9674 HTTP/1.1" status: 200 len: 835 time: 0.0558364 Mar 03 06:02:03.026187 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-1930bae6-629b-4649-b522-05847768f62d None None] Set router 7eac2272-c984-479e-abde-1633da76aa5b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:02:03.073201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5982112-d399-45a8-9d77-b2fddcdd2722 req-13c1403e-75ea-4357-8812-7b0bf075c5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:03.074650 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d5982112-d399-45a8-9d77-b2fddcdd2722 req-13c1403e-75ea-4357-8812-7b0bf075c5c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6204907f-7edc-46d3-b414-96d1afa38051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689232 Mar 03 06:02:03.204509 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d5982112-d399-45a8-9d77-b2fddcdd2722 req-f85efe0f-23e5-4433-b274-3e0fd0f855ae service neutron] 10.222.0.23 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220360 Mar 03 06:02:03.333588 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d5982112-d399-45a8-9d77-b2fddcdd2722 req-92fc439b-d00a-405e-b472-c92569406e0e service neutron] 10.222.0.23 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227059 Mar 03 06:02:03.364329 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1930bae6-629b-4649-b522-05847768f62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:41Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'da621133-c585-41c9-9a27-36c0fdd214ff', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'port_id': '22253325-3207-41b2-b3eb-63f8cb32a93f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-509631915', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'mac_address': 'fa:16:3e:d9:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18ef81d-4079-4fe1-a708-05754c4761db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:02:01Z', 'updated_at': '2022-03-03T06:02:01Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11d0ae3-569b-45a0-91a0-d9b04fc13807', 'name': '', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:3b:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:40Z', 'updated_at': '2022-03-03T06:01:47Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:03.368216 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930bae6-629b-4649-b522-05847768f62d None None] The sync data for ids ['7eac2272-c984-479e-abde-1633da76aa5b'] in dv-neutron-831582-1-hyperv is: [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:41Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'da621133-c585-41c9-9a27-36c0fdd214ff', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.21', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'port_id': '22253325-3207-41b2-b3eb-63f8cb32a93f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-509631915', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'mac_address': 'fa:16:3e:d9:1d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18ef81d-4079-4fe1-a708-05754c4761db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:02:01Z', 'updated_at': '2022-03-03T06:02:01Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c11d0ae3-569b-45a0-91a0-d9b04fc13807', 'name': '', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:3b:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:40Z', 'updated_at': '2022-03-03T06:01:47Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:02:03.547049 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8661b0-81c9-445f-bd1c-d26090a891a1 None None] New status for floating IP da621133-c585-41c9-9a27-36c0fdd214ff: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:02:04.013305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b126291-5c58-4290-a3e5-da7307411e11 req-5150e96f-6718-45d5-a185-552a649f5bb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:04.014723 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0b126291-5c58-4290-a3e5-da7307411e11 req-5150e96f-6718-45d5-a185-552a649f5bb6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 983 time: 0.0799775 Mar 03 06:02:04.057192 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0b126291-5c58-4290-a3e5-da7307411e11 req-80dc8c8b-50f3-4ede-b73e-fdb51613024c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366073 Mar 03 06:02:04.237026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-f92ecbac-676b-4376-95fb-ed05d8fa0ca9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:04.237714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-f92ecbac-676b-4376-95fb-ed05d8fa0ca9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:02:04.253102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-f92ecbac-676b-4376-95fb-ed05d8fa0ca9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:02:04.254295 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-f92ecbac-676b-4376-95fb-ed05d8fa0ca9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 983 time: 0.1002882 Mar 03 06:02:04.322740 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-73a97d41-17b9-4e6d-8c5b-172f936ee7d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:04.324028 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-73a97d41-17b9-4e6d-8c5b-172f936ee7d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0648849 Mar 03 06:02:04.464079 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-29ab5ed4-4319-4d65-8599-831cc036a402 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1351087 Mar 03 06:02:04.473896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-86140ff2-8899-4ce4-92b4-580d82c632ac service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:04.683463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-86140ff2-8899-4ce4-92b4-580d82c632ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:04.871821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-86140ff2-8899-4ce4-92b4-580d82c632ac service neutron] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22253325-3207-41b2-b3eb-63f8cb32a93f,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:04.902426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-86140ff2-8899-4ce4-92b4-580d82c632ac service neutron] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:02:04.954920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-86140ff2-8899-4ce4-92b4-580d82c632ac service neutron] device_id is not set on port 22253325-3207-41b2-b3eb-63f8cb32a93f yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 06:02:04.962997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-86140ff2-8899-4ce4-92b4-580d82c632ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:04.968759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-86140ff2-8899-4ce4-92b4-580d82c632ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:05.104609 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86140ff2-8899-4ce4-92b4-580d82c632ac service neutron] Pushing event updated for resources: {'Port': ['ID=22253325-3207-41b2-b3eb-63f8cb32a93f,revision_number=6']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:05.166666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-86140ff2-8899-4ce4-92b4-580d82c632ac service neutron] No DVR routers for this DVR port 22253325-3207-41b2-b3eb-63f8cb32a93f on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:02:05.209976 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b7888cee-71b3-4471-916e-314a68ec223f req-6a88410e-1060-450d-938e-fdad8bce3e22 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=c18ef81d-4079-4fe1-a708-05754c4761db HTTP/1.1" status: 200 len: 210 time: 0.0419290 Mar 03 06:02:05.259542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3b0df694-0de8-4e47-9c35-b09b66a5342c None None] Provisioning complete for port 22253325-3207-41b2-b3eb-63f8cb32a93f triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:05.260158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3b0df694-0de8-4e47-9c35-b09b66a5342c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:05.312408 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3b0df694-0de8-4e47-9c35-b09b66a5342c None None] Port 22253325-3207-41b2-b3eb-63f8cb32a93f cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:02:05.386835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-86140ff2-8899-4ce4-92b4-580d82c632ac service neutron] In _notify_port_updated(), no bound segment for port 22253325-3207-41b2-b3eb-63f8cb32a93f on network 6204907f-7edc-46d3-b414-96d1afa38051 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 06:02:05.387715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-86140ff2-8899-4ce4-92b4-580d82c632ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:05.388334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-86140ff2-8899-4ce4-92b4-580d82c632ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:05.389588 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-539cf37e-1b0c-4e24-b7ec-9357ab780b7f req-86140ff2-8899-4ce4-92b4-580d82c632ac service neutron] 10.222.0.23 "PUT /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 1026 time: 0.9194832 Mar 03 06:02:06.301375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37362) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:06.371170 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c1f4af-010f-4aac-ba26-e0e57bdcdf54 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:06.372511 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c7c1f4af-010f-4aac-ba26-e0e57bdcdf54 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 925 time: 0.0701635 Mar 03 06:02:06.565358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37368) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:06.570480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d61551ac-49dc-470e-bf37-ffea88e6949c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927324427', 'description': 'tempest-secgroup-smoke-927324427 description', 'project_id': '1718f33843874129926d855b187d15f2'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:06.576265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d61551ac-49dc-470e-bf37-ffea88e6949c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:06.585417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d61551ac-49dc-470e-bf37-ffea88e6949c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:06.595395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d61551ac-49dc-470e-bf37-ffea88e6949c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:06.615779 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d61551ac-49dc-470e-bf37-ffea88e6949c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:06.619506 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d61551ac-49dc-470e-bf37-ffea88e6949c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:06.622266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d61551ac-49dc-470e-bf37-ffea88e6949c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:06.627720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d61551ac-49dc-470e-bf37-ffea88e6949c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:06.698274 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d61551ac-49dc-470e-bf37-ffea88e6949c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:06.702144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d61551ac-49dc-470e-bf37-ffea88e6949c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:06.743611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61551ac-49dc-470e-bf37-ffea88e6949c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5c235f-8871-444d-b769-a12a80035d72,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:06.752380 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d61551ac-49dc-470e-bf37-ffea88e6949c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:06.756657 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37372) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:06.757077 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d61551ac-49dc-470e-bf37-ffea88e6949c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1905086 Mar 03 06:02:06.761828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b1df5940-9f40-47b4-a3e2-4328eb533a12 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '9c5c235f-8871-444d-b769-a12a80035d72', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:06.767756 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b1df5940-9f40-47b4-a3e2-4328eb533a12 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:06.771495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b1df5940-9f40-47b4-a3e2-4328eb533a12 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:06.774889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b1df5940-9f40-47b4-a3e2-4328eb533a12 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:06.780917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b1df5940-9f40-47b4-a3e2-4328eb533a12 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:06.797100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b1df5940-9f40-47b4-a3e2-4328eb533a12 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:06.857902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b1df5940-9f40-47b4-a3e2-4328eb533a12 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:06.861543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b1df5940-9f40-47b4-a3e2-4328eb533a12 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:06.882037 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df5940-9f40-47b4-a3e2-4328eb533a12 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d07c4f4b-cd89-4735-86be-bce782d8badd,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:06.895451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b1df5940-9f40-47b4-a3e2-4328eb533a12 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:06.900910 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b1df5940-9f40-47b4-a3e2-4328eb533a12 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432400 Mar 03 06:02:06.901491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37376) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:06.906751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-05d9f314-55dc-4de4-a7b6-a0c40a2e91d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '9c5c235f-8871-444d-b769-a12a80035d72', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:06.912643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-05d9f314-55dc-4de4-a7b6-a0c40a2e91d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:06.916395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-05d9f314-55dc-4de4-a7b6-a0c40a2e91d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:06.919194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-05d9f314-55dc-4de4-a7b6-a0c40a2e91d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:06.924956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-05d9f314-55dc-4de4-a7b6-a0c40a2e91d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:06.944293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-05d9f314-55dc-4de4-a7b6-a0c40a2e91d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.003150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-05d9f314-55dc-4de4-a7b6-a0c40a2e91d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.005940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-05d9f314-55dc-4de4-a7b6-a0c40a2e91d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.028797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9f314-55dc-4de4-a7b6-a0c40a2e91d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2bb9f9-8851-47d1-8c82-ef6594428615,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:07.037530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-05d9f314-55dc-4de4-a7b6-a0c40a2e91d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.038729 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-05d9f314-55dc-4de4-a7b6-a0c40a2e91d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361361 Mar 03 06:02:07.041482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37380) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:07.046256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-216cbef4-42ea-4a21-99c5-0d879352b962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '9c5c235f-8871-444d-b769-a12a80035d72', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:07.052225 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-216cbef4-42ea-4a21-99c5-0d879352b962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:07.055843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-216cbef4-42ea-4a21-99c5-0d879352b962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:07.058606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-216cbef4-42ea-4a21-99c5-0d879352b962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:07.064125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-216cbef4-42ea-4a21-99c5-0d879352b962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:07.080357 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-216cbef4-42ea-4a21-99c5-0d879352b962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.146187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-216cbef4-42ea-4a21-99c5-0d879352b962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.150271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-216cbef4-42ea-4a21-99c5-0d879352b962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.172545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cbef4-42ea-4a21-99c5-0d879352b962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515a74c6-c54d-45fb-ba19-b7e4f1ce3f0a,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:07.183963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-216cbef4-42ea-4a21-99c5-0d879352b962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.185116 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-216cbef4-42ea-4a21-99c5-0d879352b962 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427510 Mar 03 06:02:07.187822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37384) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:07.192956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-17fbbd72-907f-42e3-bb8c-bcf548cdb594 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '9c5c235f-8871-444d-b769-a12a80035d72', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:07.199419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-17fbbd72-907f-42e3-bb8c-bcf548cdb594 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:07.203290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-17fbbd72-907f-42e3-bb8c-bcf548cdb594 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:07.206473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-17fbbd72-907f-42e3-bb8c-bcf548cdb594 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:07.212240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-17fbbd72-907f-42e3-bb8c-bcf548cdb594 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:07.232216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-17fbbd72-907f-42e3-bb8c-bcf548cdb594 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.282458 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 22253325-3207-41b2-b3eb-63f8cb32a93f no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:02:07.295585 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-17fbbd72-907f-42e3-bb8c-bcf548cdb594 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.299696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-17fbbd72-907f-42e3-bb8c-bcf548cdb594 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.324729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbbd72-907f-42e3-bb8c-bcf548cdb594 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a181cb-5a50-4295-9ae4-92723e473b29,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:07.336963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-17fbbd72-907f-42e3-bb8c-bcf548cdb594 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.341186 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-17fbbd72-907f-42e3-bb8c-bcf548cdb594 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523850 Mar 03 06:02:07.341334 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37388) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:07.344199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 22253325-3207-41b2-b3eb-63f8cb32a93f not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:02:07.348853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c40fa0e4-2887-4cbd-97f0-d21dc078b955 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '9c5c235f-8871-444d-b769-a12a80035d72', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:07.355548 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c40fa0e4-2887-4cbd-97f0-d21dc078b955 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:07.359510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c40fa0e4-2887-4cbd-97f0-d21dc078b955 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:07.362789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c40fa0e4-2887-4cbd-97f0-d21dc078b955 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:07.369712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c40fa0e4-2887-4cbd-97f0-d21dc078b955 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:07.381377 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-c40fa0e4-2887-4cbd-97f0-d21dc078b955 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:02:07.389659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c40fa0e4-2887-4cbd-97f0-d21dc078b955 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.458476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c40fa0e4-2887-4cbd-97f0-d21dc078b955 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.462074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c40fa0e4-2887-4cbd-97f0-d21dc078b955 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.488170 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fa0e4-2887-4cbd-97f0-d21dc078b955 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44aed101-789c-4d13-9185-d4e7f82605a7,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:07.494757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c40fa0e4-2887-4cbd-97f0-d21dc078b955 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.496104 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c40fa0e4-2887-4cbd-97f0-d21dc078b955 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533935 Mar 03 06:02:07.498737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37392) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:07.504068 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c8904614-2d5b-43af-84e3-c94d1491f334 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '9c5c235f-8871-444d-b769-a12a80035d72', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:07.510294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c8904614-2d5b-43af-84e3-c94d1491f334 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:07.514854 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c8904614-2d5b-43af-84e3-c94d1491f334 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:07.517738 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c8904614-2d5b-43af-84e3-c94d1491f334 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:07.523278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c8904614-2d5b-43af-84e3-c94d1491f334 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:07.533857 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-c8904614-2d5b-43af-84e3-c94d1491f334 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:02:07.541441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8904614-2d5b-43af-84e3-c94d1491f334 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.609870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8904614-2d5b-43af-84e3-c94d1491f334 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.613669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8904614-2d5b-43af-84e3-c94d1491f334 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.636880 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8904614-2d5b-43af-84e3-c94d1491f334 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f002a6f-3ba3-4069-ba5b-f618c9c61340,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:07.644882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c8904614-2d5b-43af-84e3-c94d1491f334 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:07.645997 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c8904614-2d5b-43af-84e3-c94d1491f334 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463628 Mar 03 06:02:07.859891 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-ed2c96c9-0c63-407d-808d-a56918a0644b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927324427&fields=id&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 267 time: 0.0414298 Mar 03 06:02:07.937654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-c3078ea0-9090-42a1-b9c8-be8c0f7218e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:07.938955 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-c3078ea0-9090-42a1-b9c8-be8c0f7218e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 930 time: 0.0726995 Mar 03 06:02:08.008330 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-d3bb3ef3-890a-4acb-85f4-648b1034e501 service neutron] 10.222.0.20 "GET /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0576363 Mar 03 06:02:08.133294 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16bc111d-c936-4366-a699-f9a79e4fd177 service neutron] 10.222.0.20 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194103 Mar 03 06:02:08.269896 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-94af60a8-cde1-4efc-a017-785d068f3ed0 service neutron] 10.222.0.20 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309342 Mar 03 06:02:08.550270 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a7e38bca-f2dd-4759-b809-d304bb31ced7 req-c6ae24f9-cb36-4809-93cd-66df1d8e59a6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 210 time: 0.1464484 Mar 03 06:02:09.346831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-9d0240e5-c7d3-4747-816b-4790b74369f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:09.348532 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-9d0240e5-c7d3-4747-816b-4790b74369f4 service neutron] 10.222.0.23 "GET /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 1026 time: 0.0613532 Mar 03 06:02:09.495726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-09dac7ba-a7ac-4aba-9e5c-82a82dcb99bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:09.497175 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-09dac7ba-a7ac-4aba-9e5c-82a82dcb99bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks?id=6204907f-7edc-46d3-b414-96d1afa38051 HTTP/1.1" status: 200 len: 797 time: 0.1431563 Mar 03 06:02:09.545891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-52f889dc-5b3c-4327-9231-657c98307c67 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:02:09.560987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-52f889dc-5b3c-4327-9231-657c98307c67 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:02:09.562114 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-52f889dc-5b3c-4327-9231-657c98307c67 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 472 time: 0.0577404 Mar 03 06:02:09.572446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Request body: {'port': {'device_id': 'cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:09.681594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:09.694761 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-94c298a7-f997-41ff-a382-b2a86b256af4 req-20c10903-a6d2-4549-abcd-179b1b04ed51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 210 time: 0.0418782 Mar 03 06:02:10.112655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22253325-3207-41b2-b3eb-63f8cb32a93f {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:02:10.120964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:10.135060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Transition to ACTIVE for port object 22253325-3207-41b2-b3eb-63f8cb32a93f will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:02:10.138593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:10.270840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Pushing event updated for resources: {'Port': ['ID=22253325-3207-41b2-b3eb-63f8cb32a93f,revision_number=7']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:10.398112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Attempting to bind port 22253325-3207-41b2-b3eb-63f8cb32a93f on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:02:10.399219 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Attempting to bind port 22253325-3207-41b2-b3eb-63f8cb32a93f by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:02:10.399326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Attempting to bind port 22253325-3207-41b2-b3eb-63f8cb32a93f on network 6204907f-7edc-46d3-b414-96d1afa38051 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:02:10.403638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Port 22253325-3207-41b2-b3eb-63f8cb32a93f on network 6204907f-7edc-46d3-b414-96d1afa38051 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:02:10.403981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Attempting to bind port 22253325-3207-41b2-b3eb-63f8cb32a93f on network 6204907f-7edc-46d3-b414-96d1afa38051 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:02:10.408830 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:02:10.409164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Checking segment: {'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:02:10.409536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Bound using segment: {'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:02:10.409942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Bound port: 22253325-3207-41b2-b3eb-63f8cb32a93f, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f25062c-b200-4567-aeab-a0f9da08b084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:02:10.410274 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:10.494134 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:02:10.496974 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22253325-3207-41b2-b3eb-63f8cb32a93f,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:02:10.501306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:10.559055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:10.559601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:10.560965 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] 10.222.0.23 "PUT /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 1131 time: 0.9930110 Mar 03 06:02:10.561392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf', 'tag': '22253325-3207-41b2-b3eb-63f8cb32a93f'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:02:10.585980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c434f3-cd20-42c2-8545-a0c5333e2c3d service neutron] Pushing event updated for resources: {'Port': ['ID=22253325-3207-41b2-b3eb-63f8cb32a93f,revision_number=8']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:10.632604 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf', 'tag': '22253325-3207-41b2-b3eb-63f8cb32a93f', 'status': 'completed', 'code': 200} Mar 03 06:02:10.673792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-ce9d0e44-f8bb-4abe-a038-68d63c2211af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:10.675285 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-ce9d0e44-f8bb-4abe-a038-68d63c2211af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 1134 time: 0.0750458 Mar 03 06:02:10.781855 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-7983df21-1b03-4962-80d6-b4bf079122bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 1036 time: 0.0977104 Mar 03 06:02:10.843946 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-ff2f2e77-c56e-4028-ab98-0be80033c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:10.845326 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-ff2f2e77-c56e-4028-ab98-0be80033c9e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c53afb7-3451-49f1-8e78-fa37860e9674 HTTP/1.1" status: 200 len: 835 time: 0.0577667 Mar 03 06:02:10.882131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f96d2f-12d0-471a-ab14-466968ef3234 req-17ab9ce2-8570-46a6-8188-a51ca502a121 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:10.884037 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-19f96d2f-12d0-471a-ab14-466968ef3234 req-17ab9ce2-8570-46a6-8188-a51ca502a121 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 981 time: 0.0811195 Mar 03 06:02:10.921837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-bf0ae845-05da-40f2-be09-b52ba52449ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:10.923558 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-bf0ae845-05da-40f2-be09-b52ba52449ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6204907f-7edc-46d3-b414-96d1afa38051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726140 Mar 03 06:02:10.927537 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-19f96d2f-12d0-471a-ab14-466968ef3234 req-99e95805-62f6-44c9-afb3-b519fae38ce5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378916 Mar 03 06:02:11.051150 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-a40afa6d-215e-4fc9-b161-8ad56715ae19 service neutron] 10.222.0.23 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215613 Mar 03 06:02:11.177988 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5cf3ffb-dcfd-477a-b985-eb45301a16cb req-4fb59f92-8ba2-4d9d-ad91-cb65e85afc72 service neutron] 10.222.0.23 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207781 Mar 03 06:02:11.288010 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db286a4e-36cc-4136-a33b-cd5dda0013a8 req-bc11eaab-27df-4e99-868c-81f91a0ffce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:11.290082 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-db286a4e-36cc-4136-a33b-cd5dda0013a8 req-bc11eaab-27df-4e99-868c-81f91a0ffce8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 1134 time: 0.0691385 Mar 03 06:02:11.418146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db286a4e-36cc-4136-a33b-cd5dda0013a8 req-b632da45-3aa5-4d5e-b2a3-d8544cdb446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:11.419574 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-db286a4e-36cc-4136-a33b-cd5dda0013a8 req-b632da45-3aa5-4d5e-b2a3-d8544cdb446b service neutron] 10.222.0.23 "GET /v2.0/networks?id=6204907f-7edc-46d3-b414-96d1afa38051 HTTP/1.1" status: 200 len: 898 time: 0.1237140 Mar 03 06:02:11.519227 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-db286a4e-36cc-4136-a33b-cd5dda0013a8 req-66917c47-c2b0-425b-bd0f-10677dff1975 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 1036 time: 0.0942678 Mar 03 06:02:11.587977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db286a4e-36cc-4136-a33b-cd5dda0013a8 req-26b32251-3ceb-4fe3-8818-7f90679ed563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:11.589375 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-db286a4e-36cc-4136-a33b-cd5dda0013a8 req-26b32251-3ceb-4fe3-8818-7f90679ed563 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c53afb7-3451-49f1-8e78-fa37860e9674 HTTP/1.1" status: 200 len: 835 time: 0.0639479 Mar 03 06:02:11.766301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db286a4e-36cc-4136-a33b-cd5dda0013a8 req-39e1b5b0-548c-4737-a466-db1aec1b5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:11.767757 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-db286a4e-36cc-4136-a33b-cd5dda0013a8 req-39e1b5b0-548c-4737-a466-db1aec1b5c7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6204907f-7edc-46d3-b414-96d1afa38051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1727545 Mar 03 06:02:11.893381 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-db286a4e-36cc-4136-a33b-cd5dda0013a8 req-c90c2c8e-3351-450f-8de3-51efa1b1e042 service neutron] 10.222.0.23 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195004 Mar 03 06:02:12.022299 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-db286a4e-36cc-4136-a33b-cd5dda0013a8 req-86b30c39-5569-451d-89cc-6bffe0602c9b service neutron] 10.222.0.23 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222622 Mar 03 06:02:12.109023 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ffe8a-40c5-45e6-a38b-db92c20cbcc5 req-4998f1cb-6de4-46eb-ad08-1d3eb7d110f6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:12.110456 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f21ffe8a-40c5-45e6-a38b-db92c20cbcc5 req-4998f1cb-6de4-46eb-ad08-1d3eb7d110f6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 981 time: 0.0780404 Mar 03 06:02:12.155749 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f21ffe8a-40c5-45e6-a38b-db92c20cbcc5 req-3b52f5a7-d63c-4b29-927b-de61018a1a2d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395336 Mar 03 06:02:13.335970 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67406e2-aa71-4a07-a73d-179c5772bb8d req-20471ca8-be36-44d7-8c35-d8bf80b64821 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:13.337443 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c67406e2-aa71-4a07-a73d-179c5772bb8d req-20471ca8-be36-44d7-8c35-d8bf80b64821 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 981 time: 0.0776694 Mar 03 06:02:13.380275 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c67406e2-aa71-4a07-a73d-179c5772bb8d req-67ca58d3-8291-4942-80bc-4260842c8ae5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372603 Mar 03 06:02:14.564804 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9b1d4-b22f-4a82-ac06-cbfe5852a47e req-806afdae-db38-4432-a4de-d589def7dc96 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:14.566218 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-52c9b1d4-b22f-4a82-ac06-cbfe5852a47e req-806afdae-db38-4432-a4de-d589def7dc96 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 981 time: 0.0817907 Mar 03 06:02:14.608251 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-52c9b1d4-b22f-4a82-ac06-cbfe5852a47e req-72372337-86e7-4eca-8e26-384fce7b7791 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365016 Mar 03 06:02:15.329266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 22253325-3207-41b2-b3eb-63f8cb32a93f details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:02:15.459758 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22253325-3207-41b2-b3eb-63f8cb32a93f,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:15.472304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '22253325-3207-41b2-b3eb-63f8cb32a93f', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'port_id': '22253325-3207-41b2-b3eb-63f8cb32a93f', 'mac_address': 'fa:16:3e:d9:1d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:02:15.532941 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:15.550309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22253325-3207-41b2-b3eb-63f8cb32a93f {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:02:15.565089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22253325-3207-41b2-b3eb-63f8cb32a93f,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:15.568971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:15.636157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=22253325-3207-41b2-b3eb-63f8cb32a93f,revision_number=9']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:15.785743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bbbbf-ad79-4409-bdff-533ce0d6a36c req-445d6702-32ca-4626-9c59-f5931d03c0ea tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:15.787161 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e11bbbbf-ad79-4409-bdff-533ce0d6a36c req-445d6702-32ca-4626-9c59-f5931d03c0ea tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 982 time: 0.0776029 Mar 03 06:02:15.830366 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e11bbbbf-ad79-4409-bdff-533ce0d6a36c req-eb0aa42c-c4ce-4d1a-9c60-242dcbd66554 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370784 Mar 03 06:02:15.884029 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['22253325-3207-41b2-b3eb-63f8cb32a93f'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:02:17.013634 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4c11b-ec5a-408d-9625-ce1347447406 req-cdc7fe78-3b58-4800-a761-7d48e0179821 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:17.015043 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ad4c11b-ec5a-408d-9625-ce1347447406 req-cdc7fe78-3b58-4800-a761-7d48e0179821 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 982 time: 0.0804832 Mar 03 06:02:17.057834 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ad4c11b-ec5a-408d-9625-ce1347447406 req-673f0fe7-c25e-4302-87cb-21d055312354 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371721 Mar 03 06:02:17.338858 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 22253325-3207-41b2-b3eb-63f8cb32a93f up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:02:17.444563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 22253325-3207-41b2-b3eb-63f8cb32a93f completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:02:17.449635 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 22253325-3207-41b2-b3eb-63f8cb32a93f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:17.450006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:17.564218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:17.599734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22253325-3207-41b2-b3eb-63f8cb32a93f'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:02:17.611435 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22253325-3207-41b2-b3eb-63f8cb32a93f,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:17.616278 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:17.657031 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22253325-3207-41b2-b3eb-63f8cb32a93f', 'code': 200} Mar 03 06:02:17.693400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=22253325-3207-41b2-b3eb-63f8cb32a93f,revision_number=10']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:17.864414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79a596-ef41-4f64-bd10-c7e67ebf42db req-e7471888-2ace-4ab7-b8d8-c8799e1be7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:17.865767 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fd79a596-ef41-4f64-bd10-c7e67ebf42db req-e7471888-2ace-4ab7-b8d8-c8799e1be7fd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 1137 time: 0.0727296 Mar 03 06:02:17.904624 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fd79a596-ef41-4f64-bd10-c7e67ebf42db req-a3f96732-d736-4c48-9242-601f2bfd90cf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327075 Mar 03 06:02:18.213771 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f47fd779-9118-4014-8c94-fff462a9bce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:18.237754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f61b2-295c-4e63-b86b-c849fca92010 req-1fa3679d-aa1b-4e85-890e-579f902a90d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:18.239191 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ce1f61b2-295c-4e63-b86b-c849fca92010 req-1fa3679d-aa1b-4e85-890e-579f902a90d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 984 time: 0.0795403 Mar 03 06:02:18.292314 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ce1f61b2-295c-4e63-b86b-c849fca92010 req-14fb1580-7c21-459a-9ccb-341532f84c6e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474267 Mar 03 06:02:19.470981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f21c8-ae9f-42dc-8cd3-2560d8e1d1aa req-393add78-8d00-44a2-9283-0e803784fe80 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:19.472427 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-319f21c8-ae9f-42dc-8cd3-2560d8e1d1aa req-393add78-8d00-44a2-9283-0e803784fe80 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 984 time: 0.0773461 Mar 03 06:02:19.517216 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-319f21c8-ae9f-42dc-8cd3-2560d8e1d1aa req-12aacaf9-18c2-423a-9093-785ff6df9fe1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385423 Mar 03 06:02:19.699872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d98baa-9e9b-488f-ad35-40ac6bfb71bd req-65d29fd5-ab29-4147-8711-9250cd4899d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:19.701193 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-16d98baa-9e9b-488f-ad35-40ac6bfb71bd req-65d29fd5-ab29-4147-8711-9250cd4899d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 984 time: 0.0804162 Mar 03 06:02:19.743025 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-16d98baa-9e9b-488f-ad35-40ac6bfb71bd req-ec068426-872b-4a07-a31f-efab6bea83fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363863 Mar 03 06:02:19.764991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37446) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:19.833689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da99b0b0-afdb-4353-b37c-957b12bb7045 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:19.835113 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-da99b0b0-afdb-4353-b37c-957b12bb7045 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf&network_id=6204907f-7edc-46d3-b414-96d1afa38051 HTTP/1.1" status: 200 len: 1132 time: 0.0692041 Mar 03 06:02:20.183926 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b54d2-cf10-4772-94b3-0b713d2f0380 req-2f9b1050-6ed4-4bb2-9106-1f8b977aa0fe tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:20.185330 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c15b54d2-cf10-4772-94b3-0b713d2f0380 req-2f9b1050-6ed4-4bb2-9106-1f8b977aa0fe tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 984 time: 0.0810006 Mar 03 06:02:20.227490 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c15b54d2-cf10-4772-94b3-0b713d2f0380 req-254d31c5-dade-4de6-b401-086fabf56cce tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365376 Mar 03 06:02:20.455137 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cd475be4-368e-471b-97af-f0e4e18e23a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:21.410031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf518e-b6f2-4923-9660-c9870520ffe8 req-c5e9cc9b-f20a-4687-9ae4-287cb4b9e938 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:21.411455 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-12cf518e-b6f2-4923-9660-c9870520ffe8 req-c5e9cc9b-f20a-4687-9ae4-287cb4b9e938 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 984 time: 0.0782588 Mar 03 06:02:21.454224 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-12cf518e-b6f2-4923-9660-c9870520ffe8 req-247680eb-b463-4087-9fc7-05f66b671f88 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371115 Mar 03 06:02:21.562132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e48b2e7b-4f1a-4d35-8b25-9b198c9dba61 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:21.563545 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e48b2e7b-4f1a-4d35-8b25-9b198c9dba61 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 984 time: 0.0799437 Mar 03 06:02:21.570620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:21.635912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-23898d10-d0b0-4bdc-b629-8a13cede3ba5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:21.637212 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-23898d10-d0b0-4bdc-b629-8a13cede3ba5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0684195 Mar 03 06:02:21.735603 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:21.780167 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-7cb862eb-92ed-489d-9936-6b52c82cb3fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1384878 Mar 03 06:02:21.789666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:21.894785 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:22.090569 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=22253325-3207-41b2-b3eb-63f8cb32a93f,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:22.117041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] For port 22253325-3207-41b2-b3eb-63f8cb32a93f, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:02:22.166432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] device_id is not set on port 22253325-3207-41b2-b3eb-63f8cb32a93f yet. {{(pid=87793) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 03 06:02:22.174453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:22.179015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:22.313693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Pushing event updated for resources: {'Port': ['ID=22253325-3207-41b2-b3eb-63f8cb32a93f,revision_number=11']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:22.326510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:22.326854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:22.327186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:22.327520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:22.327871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:22.328203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:22.328527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:22.328848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:22.329166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:22.329484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:22.329800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:22.330115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:22.381133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] No DVR routers for this DVR port 22253325-3207-41b2-b3eb-63f8cb32a93f on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:02:22.474461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-555aefdc-f86e-4476-a3ba-02fdfcfefdfa None None] Provisioning complete for port 22253325-3207-41b2-b3eb-63f8cb32a93f triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:22.474922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-555aefdc-f86e-4476-a3ba-02fdfcfefdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:22.532976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-555aefdc-f86e-4476-a3ba-02fdfcfefdfa None None] Port 22253325-3207-41b2-b3eb-63f8cb32a93f cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:02:22.608988 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-48784a09-2161-4b22-ba54-6460b6ff3539 req-b7794c74-ccdb-4ed2-97da-e09a8dc4f0db tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=cdfd82c0-eed2-4d9e-87ce-5dec28ad5ccf HTTP/1.1" status: 200 len: 210 time: 0.0467613 Mar 03 06:02:22.712939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] In _notify_port_updated(), no bound segment for port 22253325-3207-41b2-b3eb-63f8cb32a93f on network 6204907f-7edc-46d3-b414-96d1afa38051 {{(pid=87793) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 03 06:02:22.713801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:22.714410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:22.715684 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fa61a7bd-a889-43e0-956b-943cda5e122d req-e5d12c69-750e-491e-b5fe-6f3d3ab491da service neutron] 10.222.0.23 "PUT /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 200 len: 1027 time: 0.9303267 Mar 03 06:02:22.888757 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:23.702198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37460) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:23.766862 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6ad3f1c7-05f3-4ea9-87ba-45f3331f2228 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:23.795459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6ad3f1c7-05f3-4ea9-87ba-45f3331f2228 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:23.857322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6ad3f1c7-05f3-4ea9-87ba-45f3331f2228 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:23.875840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3f1c7-05f3-4ea9-87ba-45f3331f2228 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5c235f-8871-444d-b769-a12a80035d72,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:23.887885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6ad3f1c7-05f3-4ea9-87ba-45f3331f2228 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:23.889005 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6ad3f1c7-05f3-4ea9-87ba-45f3331f2228 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/security-groups/9c5c235f-8871-444d-b769-a12a80035d72 HTTP/1.1" status: 204 len: 168 time: 0.1857669 Mar 03 06:02:23.918014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37466) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:24.115329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffff06-6959-4a97-8ce5-9177990f05e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 913f1ebc-b097-472e-a9e6-3c8e60b47817 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:02:24.115668 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7ffff06-6959-4a97-8ce5-9177990f05e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:24.278089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7ffff06-6959-4a97-8ce5-9177990f05e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:24.278422 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7ffff06-6959-4a97-8ce5-9177990f05e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:24.398567 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffff06-6959-4a97-8ce5-9177990f05e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 913f1ebc-b097-472e-a9e6-3c8e60b47817 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:02:24.541849 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7ffff06-6959-4a97-8ce5-9177990f05e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:24.589800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ffff06-6959-4a97-8ce5-9177990f05e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=913f1ebc-b097-472e-a9e6-3c8e60b47817,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:24.677163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7ffff06-6959-4a97-8ce5-9177990f05e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:24.677500 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-a7ffff06-6959-4a97-8ce5-9177990f05e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP da621133-c585-41c9-9a27-36c0fdd214ff disassociated (deleted). External IP: 172.26.3.21, port: 22253325-3207-41b2-b3eb-63f8cb32a93f. Mar 03 06:02:25.014765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ffff06-6959-4a97-8ce5-9177990f05e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 7eac2272-c984-479e-abde-1633da76aa5b has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:02:25.306045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ffff06-6959-4a97-8ce5-9177990f05e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:02:25.315186 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea42e12b-ce0a-4f6d-9363-b8f7d33f8711 None None] Sync routers for ids ['7eac2272-c984-479e-abde-1633da76aa5b'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:02:25.326662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a7ffff06-6959-4a97-8ce5-9177990f05e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:25.326827 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea42e12b-ce0a-4f6d-9363-b8f7d33f8711 None None] Routers {'7eac2272-c984-479e-abde-1633da76aa5b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:02:25.327369 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ea42e12b-ce0a-4f6d-9363-b8f7d33f8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:02:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7eac2272-c984-479e-abde-1633da76aa5b'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:25.375745 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 22253325-3207-41b2-b3eb-63f8cb32a93f no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:02:25.386759 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a7ffff06-6959-4a97-8ce5-9177990f05e6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/floatingips/da621133-c585-41c9-9a27-36c0fdd214ff HTTP/1.1" status: 204 len: 168 time: 1.4652236 Mar 03 06:02:25.441851 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 22253325-3207-41b2-b3eb-63f8cb32a93f not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:02:25.505288 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-ea42e12b-ce0a-4f6d-9363-b8f7d33f8711 None None] Set router 7eac2272-c984-479e-abde-1633da76aa5b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:02:25.529820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37474) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:25.597146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4760248-c698-449e-83f4-8cea93f27b98 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:25.628647 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4760248-c698-449e-83f4-8cea93f27b98 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:25.693726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4760248-c698-449e-83f4-8cea93f27b98 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:25.713862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4760248-c698-449e-83f4-8cea93f27b98 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74dfad54-338d-402b-9008-4a39a7e5983b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:25.718224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b4760248-c698-449e-83f4-8cea93f27b98 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:25.722567 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b4760248-c698-449e-83f4-8cea93f27b98 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/security-groups/74dfad54-338d-402b-9008-4a39a7e5983b HTTP/1.1" status: 204 len: 168 time: 0.1885395 Mar 03 06:02:25.750454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37480) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:25.817800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e3c94cf9-865c-4832-b663-bb18b8008c62 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 22253325-3207-41b2-b3eb-63f8cb32a93f {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:02:25.818162 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3c94cf9-865c-4832-b663-bb18b8008c62 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:25.843972 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ea42e12b-ce0a-4f6d-9363-b8f7d33f8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:41Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c11d0ae3-569b-45a0-91a0-d9b04fc13807', 'name': '', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:3b:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:40Z', 'updated_at': '2022-03-03T06:01:47Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:25.847845 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea42e12b-ce0a-4f6d-9363-b8f7d33f8711 None None] Checking router: 7eac2272-c984-479e-abde-1633da76aa5b for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:02:25.856443 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea42e12b-ce0a-4f6d-9363-b8f7d33f8711 None None] Routers {'7eac2272-c984-479e-abde-1633da76aa5b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:02:25.857022 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ea42e12b-ce0a-4f6d-9363-b8f7d33f8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:02:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7eac2272-c984-479e-abde-1633da76aa5b'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:26.029577 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-ea42e12b-ce0a-4f6d-9363-b8f7d33f8711 None None] Set router 7eac2272-c984-479e-abde-1633da76aa5b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:02:26.057319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3c94cf9-865c-4832-b663-bb18b8008c62 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:26.266540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-e3c94cf9-865c-4832-b663-bb18b8008c62 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 22253325-3207-41b2-b3eb-63f8cb32a93f owned by {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:02:26.337547 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ea42e12b-ce0a-4f6d-9363-b8f7d33f8711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:41Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c11d0ae3-569b-45a0-91a0-d9b04fc13807', 'name': '', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:3b:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:40Z', 'updated_at': '2022-03-03T06:01:47Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:26.341820 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea42e12b-ce0a-4f6d-9363-b8f7d33f8711 None None] The sync data for ids ['7eac2272-c984-479e-abde-1633da76aa5b'] in dv-neutron-831582-1-hyperv is: [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:41Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c11d0ae3-569b-45a0-91a0-d9b04fc13807', 'name': '', 'network_id': '6204907f-7edc-46d3-b414-96d1afa38051', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:3b:35:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:40Z', 'updated_at': '2022-03-03T06:01:47Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '8c53afb7-3451-49f1-8e78-fa37860e9674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:02:26.414613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3c94cf9-865c-4832-b663-bb18b8008c62 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:26.466463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c94cf9-865c-4832-b663-bb18b8008c62 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=22253325-3207-41b2-b3eb-63f8cb32a93f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:26.572313 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3c94cf9-865c-4832-b663-bb18b8008c62 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:26.584009 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e3c94cf9-865c-4832-b663-bb18b8008c62 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/ports/22253325-3207-41b2-b3eb-63f8cb32a93f HTTP/1.1" status: 204 len: 168 time: 0.8323996 Mar 03 06:02:26.586438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37484) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:26.611151 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18191d7e-f1aa-476d-896d-c6f1990d58fc None None] New status for floating IP da621133-c585-41c9-9a27-36c0fdd214ff: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:02:27.130227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-be63d7ed-1b53-4915-9f78-16ff21dd52e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:27.474848 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-be63d7ed-1b53-4915-9f78-16ff21dd52e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port c11d0ae3-569b-45a0-91a0-d9b04fc13807 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:02:27.475185 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-be63d7ed-1b53-4915-9f78-16ff21dd52e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:27.750222 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-be63d7ed-1b53-4915-9f78-16ff21dd52e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port c11d0ae3-569b-45a0-91a0-d9b04fc13807, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c11d0ae3-569b-45a0-91a0-d9b04fc13807,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:27.750582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-be63d7ed-1b53-4915-9f78-16ff21dd52e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:27.870597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-be63d7ed-1b53-4915-9f78-16ff21dd52e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for c11d0ae3-569b-45a0-91a0-d9b04fc13807 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:02:28.050995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-be63d7ed-1b53-4915-9f78-16ff21dd52e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:28.100967 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63d7ed-1b53-4915-9f78-16ff21dd52e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=c11d0ae3-569b-45a0-91a0-d9b04fc13807,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:28.367945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-be63d7ed-1b53-4915-9f78-16ff21dd52e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:28.713846 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be63d7ed-1b53-4915-9f78-16ff21dd52e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 7eac2272-c984-479e-abde-1633da76aa5b has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:02:28.884429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be63d7ed-1b53-4915-9f78-16ff21dd52e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:02:28.893356 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66debbf5-b3f9-4c87-928d-14e37a22c932 None None] Sync routers for ids ['7eac2272-c984-479e-abde-1633da76aa5b'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:02:28.899171 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-be63d7ed-1b53-4915-9f78-16ff21dd52e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/7eac2272-c984-479e-abde-1633da76aa5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3092186 Mar 03 06:02:28.899841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37488) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:28.903325 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66debbf5-b3f9-4c87-928d-14e37a22c932 None None] Routers {'7eac2272-c984-479e-abde-1633da76aa5b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:02:28.903959 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-66debbf5-b3f9-4c87-928d-14e37a22c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:02:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7eac2272-c984-479e-abde-1633da76aa5b'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:28.963500 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9518dbd-0ead-4889-95b1-be7a7c69976e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting subnet 8c53afb7-3451-49f1-8e78-fa37860e9674 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:02:28.966500 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9518dbd-0ead-4889-95b1-be7a7c69976e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:29.081297 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-66debbf5-b3f9-4c87-928d-14e37a22c932 None None] Set router 7eac2272-c984-479e-abde-1633da76aa5b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:02:29.139603 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9518dbd-0ead-4889-95b1-be7a7c69976e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:29.219816 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9518dbd-0ead-4889-95b1-be7a7c69976e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:29.294221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9518dbd-0ead-4889-95b1-be7a7c69976e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:29.339437 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9518dbd-0ead-4889-95b1-be7a7c69976e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Subnet': ['ID=8c53afb7-3451-49f1-8e78-fa37860e9674,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:29.342284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b9518dbd-0ead-4889-95b1-be7a7c69976e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:29.351696 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b9518dbd-0ead-4889-95b1-be7a7c69976e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/subnets/8c53afb7-3451-49f1-8e78-fa37860e9674 HTTP/1.1" status: 204 len: 168 time: 0.4499571 Mar 03 06:02:29.354187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37492) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:29.356841 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c529d038-34ff-4c63-9b14-6272d41fe0d1 None None] Network 6204907f-7edc-46d3-b414-96d1afa38051 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:02:29.363607 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-66debbf5-b3f9-4c87-928d-14e37a22c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:02:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:29.368564 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66debbf5-b3f9-4c87-928d-14e37a22c932 None None] Checking router: 7eac2272-c984-479e-abde-1633da76aa5b for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:02:29.377294 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66debbf5-b3f9-4c87-928d-14e37a22c932 None None] Routers {'7eac2272-c984-479e-abde-1633da76aa5b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:02:29.377896 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-66debbf5-b3f9-4c87-928d-14e37a22c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:02:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['7eac2272-c984-479e-abde-1633da76aa5b'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:29.562487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:29.595644 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-66debbf5-b3f9-4c87-928d-14e37a22c932 None None] Set router 7eac2272-c984-479e-abde-1633da76aa5b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:02:29.627550 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab30cf16-d1bd-49b9-9217-abfcd263b4fb None None] DHCP port deletion for 6204907f-7edc-46d3-b414-96d1afa38051 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:02:29.631742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ab30cf16-d1bd-49b9-9217-abfcd263b4fb None None] Deleting port 870a6149-775b-4820-bbcb-3da5e6f48520 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:02:29.632598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ab30cf16-d1bd-49b9-9217-abfcd263b4fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:29.749823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:29.759246 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 43f47d30-7865-404d-8922-1bf9499e2579 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:02:29.759631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:29.837146 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-ab30cf16-d1bd-49b9-9217-abfcd263b4fb None None] For port 870a6149-775b-4820-bbcb-3da5e6f48520, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=870a6149-775b-4820-bbcb-3da5e6f48520,segment=NetworkSegment(0f25062c-b200-4567-aeab-a0f9da08b084),segment_id=0f25062c-b200-4567-aeab-a0f9da08b084)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:29.837598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ab30cf16-d1bd-49b9-9217-abfcd263b4fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:29.887418 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-66debbf5-b3f9-4c87-928d-14e37a22c932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:02:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:29.891306 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66debbf5-b3f9-4c87-928d-14e37a22c932 None None] The sync data for ids ['7eac2272-c984-479e-abde-1633da76aa5b'] in dv-neutron-831582-1-hyperv is: [{'id': '7eac2272-c984-479e-abde-1633da76aa5b', 'name': 'tempest-TestNetworkBasicOps-router-201823184', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250'}], 'enable_snat': True}, 'gw_port_id': '43f47d30-7865-404d-8922-1bf9499e2579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:02:27Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '43f47d30-7865-404d-8922-1bf9499e2579', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:25:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eac2272-c984-479e-abde-1633da76aa5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:01:36Z', 'updated_at': '2022-03-03T06:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:02:29.942045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 43f47d30-7865-404d-8922-1bf9499e2579, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=43f47d30-7865-404d-8922-1bf9499e2579,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:29.942397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:29.962220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ab30cf16-d1bd-49b9-9217-abfcd263b4fb None None] Calling delete_port for 870a6149-775b-4820-bbcb-3da5e6f48520 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:02:30.039178 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ab30cf16-d1bd-49b9-9217-abfcd263b4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:30.065360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 43f47d30-7865-404d-8922-1bf9499e2579 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:02:30.084069 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30cf16-d1bd-49b9-9217-abfcd263b4fb None None] Pushing event deleted for resources: {'Port': ['ID=870a6149-775b-4820-bbcb-3da5e6f48520,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:30.088185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab30cf16-d1bd-49b9-9217-abfcd263b4fb None None] No DVR routers for this DVR port 870a6149-775b-4820-bbcb-3da5e6f48520 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:02:30.232771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:30.280620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=43f47d30-7865-404d-8922-1bf9499e2579,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:30.372437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:30.394852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:30.650366 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:30.652464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:30.673504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:30.674022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Fanout notify agent at l3_agent the message router_deleted on router 7eac2272-c984-479e-abde-1633da76aa5b {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:02:30.689397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:30.690634 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4ac064b8-f53b-4130-9135-9f1d93375ccb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/routers/7eac2272-c984-479e-abde-1633da76aa5b HTTP/1.1" status: 204 len: 168 time: 1.3350368 Mar 03 06:02:30.693358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37496) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:30.808587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d714e6da-d134-41c5-8473-1f6ad10d239d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:30.936022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d714e6da-d134-41c5-8473-1f6ad10d239d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:30.960192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-d714e6da-d134-41c5-8473-1f6ad10d239d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6204907f-7edc-46d3-b414-96d1afa38051']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:30.972310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-d714e6da-d134-41c5-8473-1f6ad10d239d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f25062c-b200-4567-aeab-a0f9da08b084') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:30.972612 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-d714e6da-d134-41c5-8473-1f6ad10d239d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f25062c-b200-4567-aeab-a0f9da08b084') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:30.983536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d714e6da-d134-41c5-8473-1f6ad10d239d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:31.000487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d714e6da-d134-41c5-8473-1f6ad10d239d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:31.009132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d714e6da-d134-41c5-8473-1f6ad10d239d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:02:31.009677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d714e6da-d134-41c5-8473-1f6ad10d239d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:02:31.030257 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:02:31.121461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d714e6da-d134-41c5-8473-1f6ad10d239d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:31.126412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d714e6da-d134-41c5-8473-1f6ad10d239d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:31.153575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714e6da-d134-41c5-8473-1f6ad10d239d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Network': ['ID=6204907f-7edc-46d3-b414-96d1afa38051,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:31.160936 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d714e6da-d134-41c5-8473-1f6ad10d239d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/networks/6204907f-7edc-46d3-b414-96d1afa38051 HTTP/1.1" status: 204 len: 168 time: 0.4666743 Mar 03 06:02:31.174817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37500) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:31.186188 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-34ce1cef-835e-4742-bcd6-cf90836d2f9b tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0103278 Mar 03 06:02:31.188578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37504) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:31.193595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'network': {'name': 'tempest-network-smoke--1963188452', 'project_id': '1718f33843874129926d855b187d15f2', 'port_security_enabled': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:31.198689 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:31.202704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:network and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:31.205963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:31.211532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:31.220896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:02:31.224223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:31.251127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:02:31.260196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:31.260594 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Added segment 72a8d9fc-bc47-41d8-a764-24e9e28f5c13 of type vlan for network efc021bf-63fe-4e0e-81dc-6d10bf273c2b Mar 03 06:02:31.288971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:31.317279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:31.323317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:31.323920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:31.422962 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2334149 Mar 03 06:02:31.426208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37508) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:31.430083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a942f3-109f-4610-908c-cf09f0074b25 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Network': ['ID=efc021bf-63fe-4e0e-81dc-6d10bf273c2b,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:31.431868 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-59039464', 'admin_state_up': True, 'project_id': '1718f33843874129926d855b187d15f2', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:31.439104 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:31.440304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network efc021bf-63fe-4e0e-81dc-6d10bf273c2b details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:02:31.442885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:router and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:31.446535 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:31.452708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:31.462487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:31.463520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:31.477924 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:31.590634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c11d0ae3-569b-45a0-91a0-d9b04fc13807 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:02:31.624996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: c11d0ae3-569b-45a0-91a0-d9b04fc13807 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:02:31.625342 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c11d0ae3-569b-45a0-91a0-d9b04fc13807 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:02:31.625752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 870a6149-775b-4820-bbcb-3da5e6f48520 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:02:31.693124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 870a6149-775b-4820-bbcb-3da5e6f48520 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:02:31.693357 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 870a6149-775b-4820-bbcb-3da5e6f48520 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:02:31.693793 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 43f47d30-7865-404d-8922-1bf9499e2579 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:02:31.725456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 43f47d30-7865-404d-8922-1bf9499e2579 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:02:31.725802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 43f47d30-7865-404d-8922-1bf9499e2579 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:02:31.749132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:32.036202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:32.066264 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:32.197393 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.242 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/60176a82-71cd-4a7a-bc85-391d3e3c876e) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:02:32.341860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:32.369339 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:32.394009 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:02:32.429547 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:02:32.436196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:02:32.440167 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:02:32.472194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=60176a82-71cd-4a7a-bc85-391d3e3c876e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:32.489056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:32.489398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:32.489729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:32.490057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:32.490380 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:32.490694 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:32.491017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:32.491336 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:32.491673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:32.492012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:32.492326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:32.492630 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:32.944421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:33.270811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:33.470549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router a4a1222a-6e30-408a-bc9a-e7d77109c9ce is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:02:33.642271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:02:33.651394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Sync routers for ids ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:02:33.660522 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Routers {'a4a1222a-6e30-408a-bc9a-e7d77109c9ce'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:02:33.661193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:02:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:33.667875 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:33.669049 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-784a5f55-809c-4a54-ab91-61c430f6a739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2418308 Mar 03 06:02:33.672239 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37512) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:33.714597 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6fa6acc7-6d02-462f-b05b-98b68b73bcc1 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1718f33843874129926d855b187d15f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413132 Mar 03 06:02:33.717223 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37516) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:33.835323 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Set router a4a1222a-6e30-408a-bc9a-e7d77109c9ce gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:02:33.852063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd9585-50c9-4e5d-92c2-93ba61cea22b tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:33.853603 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a7bd9585-50c9-4e5d-92c2-93ba61cea22b tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1354876 Mar 03 06:02:33.856294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37520) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:33.893712 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1945299b-506e-4dae-bae1-2563ea01929c tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363872 Mar 03 06:02:33.896074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37524) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:33.901226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-214726540', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'project_id': '1718f33843874129926d855b187d15f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:34.120011 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:34.120204 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:32Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:02:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:34.123689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:subnet and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:34.123931 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Checking router: a4a1222a-6e30-408a-bc9a-e7d77109c9ce for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:02:34.124275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Updating router a4a1222a-6e30-408a-bc9a-e7d77109c9ce port 60176a82-71cd-4a7a-bc85-391d3e3c876e binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:02:34.126526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:34.132166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:34.142605 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:02:34.146172 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:34.180218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:34.358170 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:34.440046 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Subnet': ['ID=f195d5eb-09de-4ac5-90ad-484434332df1,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:34.447155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Checking segment: {'id': '72a8d9fc-bc47-41d8-a764-24e9e28f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:02:34.447516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network hostable DHCP agents. Network: efc021bf-63fe-4e0e-81dc-6d10bf273c2b, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:02:34.466642 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network efc021bf-63fe-4e0e-81dc-6d10bf273c2b is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:02:34.475556 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, efc021bf-63fe-4e0e-81dc-6d10bf273c2b) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:02:34.482998 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:34.483672 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:34.486795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9856601d-afd0-45d2-b1c9-ff63b2fa67cd None None] Network efc021bf-63fe-4e0e-81dc-6d10bf273c2b requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:02:34.504500 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4d25a1dc-14b8-4e49-a6de-292f1726b49c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6074698 Mar 03 06:02:34.507449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37528) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:34.596590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:34.614628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Transition to ACTIVE for port object 60176a82-71cd-4a7a-bc85-391d3e3c876e will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:02:34.633253 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:34.755189 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Attempting to bind port 60176a82-71cd-4a7a-bc85-391d3e3c876e on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:02:34.755909 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Attempting to bind port 60176a82-71cd-4a7a-bc85-391d3e3c876e by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:02:34.755909 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Attempting to bind port 60176a82-71cd-4a7a-bc85-391d3e3c876e on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:02:34.760014 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Pushing event updated for resources: {'Port': ['ID=60176a82-71cd-4a7a-bc85-391d3e3c876e,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:34.772226 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:34.772575 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:34.773482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:34.773819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:34.774145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:34.774468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:34.774789 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:34.775107 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:34.775424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:34.775740 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:34.776077 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:34.776390 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:02:34.779369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:02:34.779741 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:02:34.780164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:34.780545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:02:34.781007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Bound port: 60176a82-71cd-4a7a-bc85-391d3e3c876e, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:02:34.781376 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:34.861391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:02:34.862193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:34.940430 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] For port 60176a82-71cd-4a7a-bc85-391d3e3c876e, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:02:34.957740 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] For port 60176a82-71cd-4a7a-bc85-391d3e3c876e, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=60176a82-71cd-4a7a-bc85-391d3e3c876e,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:02:34.969624 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:35.130387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Routers {'a4a1222a-6e30-408a-bc9a-e7d77109c9ce'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:02:35.131016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:02:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:35.212628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236890e-998b-46c3-a34b-ee5176a8b99e None None] Pushing event updated for resources: {'Port': ['ID=60176a82-71cd-4a7a-bc85-391d3e3c876e,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:35.216756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:35.249732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Allocated IP 172.20.0.2 (efc021bf-63fe-4e0e-81dc-6d10bf273c2b/f195d5eb-09de-4ac5-90ad-484434332df1/d196b1fe-35fa-4153-a7e1-225d48a6dea9) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:02:35.377092 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] Set router a4a1222a-6e30-408a-bc9a-e7d77109c9ce gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:02:35.764496 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:35.784283 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Transition to ACTIVE for port object d196b1fe-35fa-4153-a7e1-225d48a6dea9 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:02:35.808267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Transition to ACTIVE for port object d196b1fe-35fa-4153-a7e1-225d48a6dea9 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:02:35.814254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:35.876985 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.1 (efc021bf-63fe-4e0e-81dc-6d10bf273c2b/f195d5eb-09de-4ac5-90ad-484434332df1/7c130409-6e47-4638-a1c2-140ddd589f75) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:02:35.877707 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Network efc021bf-63fe-4e0e-81dc-6d10bf273c2b is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:02:35.885921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:02:35.893320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:02:35.895475 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Pushing event updated for resources: {'Port': ['ID=d196b1fe-35fa-4153-a7e1-225d48a6dea9,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:35.932354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:32Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:35.970591 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1569c2-2219-401b-b94b-fab7adf103cc None None] The sync data for ids ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'] in dv-neutron-831582-1-hyperv is: [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:32Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:02:35.996360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Attempting to bind port d196b1fe-35fa-4153-a7e1-225d48a6dea9 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:02:35.996360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Attempting to bind port d196b1fe-35fa-4153-a7e1-225d48a6dea9 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '72a8d9fc-bc47-41d8-a764-24e9e28f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:02:35.996360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Attempting to bind port d196b1fe-35fa-4153-a7e1-225d48a6dea9 on network efc021bf-63fe-4e0e-81dc-6d10bf273c2b {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:02:36.001443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:02:36.001818 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Checking segment: {'id': '72a8d9fc-bc47-41d8-a764-24e9e28f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:02:36.002218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:36.002604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Bound using segment: {'id': '72a8d9fc-bc47-41d8-a764-24e9e28f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:02:36.003088 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Bound port: d196b1fe-35fa-4153-a7e1-225d48a6dea9, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a8d9fc-bc47-41d8-a764-24e9e28f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:02:36.003463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:36.044559 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:36.061003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object 7c130409-6e47-4638-a1c2-140ddd589f75 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:02:36.084615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:36.097868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] For port d196b1fe-35fa-4153-a7e1-225d48a6dea9, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:02:36.101176 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] For port d196b1fe-35fa-4153-a7e1-225d48a6dea9, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d196b1fe-35fa-4153-a7e1-225d48a6dea9,segment=NetworkSegment(72a8d9fc-bc47-41d8-a764-24e9e28f5c13),segment_id=72a8d9fc-bc47-41d8-a764-24e9e28f5c13)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:02:36.104890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:36.156019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network efc021bf-63fe-4e0e-81dc-6d10bf273c2b is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:02:36.159851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:02:36.162113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:02:36.195525 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913e708-5fa4-42e9-a3dc-7acee215b653 None None] Pushing event updated for resources: {'Port': ['ID=d196b1fe-35fa-4153-a7e1-225d48a6dea9,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:36.226984 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=7c130409-6e47-4638-a1c2-140ddd589f75,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:36.253793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:36.572376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:36.994326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:36.999311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:37.114248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=7c130409-6e47-4638-a1c2-140ddd589f75,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:37.118049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:37.163143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40546014-6e59-404b-a45a-02c0cc0a8d9d None None] Network efc021bf-63fe-4e0e-81dc-6d10bf273c2b requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:02:37.277079 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4b0816af-b3d8-4b1f-996f-e9173a89a492 None None] Provisioning for port d196b1fe-35fa-4153-a7e1-225d48a6dea9 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:02:37.398689 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network efc021bf-63fe-4e0e-81dc-6d10bf273c2b is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:02:37.399868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:02:37.598177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router a4a1222a-6e30-408a-bc9a-e7d77109c9ce has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:02:37.657030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 60176a82-71cd-4a7a-bc85-391d3e3c876e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:02:37.724385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9c2af9e7-ba3c-4bd9-a595-228eff1f2d02 None None] Provisioning for port 7c130409-6e47-4638-a1c2-140ddd589f75 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:02:37.731708 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9c2af9e7-ba3c-4bd9-a595-228eff1f2d02 None None] Provisioning complete for port 7c130409-6e47-4638-a1c2-140ddd589f75 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:37.732165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9c2af9e7-ba3c-4bd9-a595-228eff1f2d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:37.784312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:02:37.786008 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 60176a82-71cd-4a7a-bc85-391d3e3c876e completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:02:37.795205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9c2af9e7-ba3c-4bd9-a595-228eff1f2d02 None None] Port 7c130409-6e47-4638-a1c2-140ddd589f75 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:02:37.797018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 60176a82-71cd-4a7a-bc85-391d3e3c876e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:37.797387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:37.798741 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049be625-d461-405c-9bd8-3031d234851d None None] Sync routers for ids ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:02:37.800614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37532) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:37.801072 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d62c2509-b4ec-4165-ac1f-0a99d101fcba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/a4a1222a-6e30-408a-bc9a-e7d77109c9ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2920425 Mar 03 06:02:37.823053 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049be625-d461-405c-9bd8-3031d234851d None None] Routers {'a4a1222a-6e30-408a-bc9a-e7d77109c9ce'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:02:37.824187 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-049be625-d461-405c-9bd8-3031d234851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:02:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:37.990297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52480b3-d477-4a76-8796-7616b71736ac tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:37.991229 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52480b3-d477-4a76-8796-7616b71736ac tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:37.991883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:37.992093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52480b3-d477-4a76-8796-7616b71736ac tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:37.992709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52480b3-d477-4a76-8796-7616b71736ac tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:37.995149 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f52480b3-d477-4a76-8796-7616b71736ac tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1923623 Mar 03 06:02:37.997787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37536) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:38.011568 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 60176a82-71cd-4a7a-bc85-391d3e3c876e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=60176a82-71cd-4a7a-bc85-391d3e3c876e,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:38.017685 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.017964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d196b1fe-35fa-4153-a7e1-225d48a6dea9 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:02:38.026218 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-049be625-d461-405c-9bd8-3031d234851d None None] Set router a4a1222a-6e30-408a-bc9a-e7d77109c9ce gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:02:38.080928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1a0bf5-3713-43bb-9acd-0a0ccbbefaa2 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:38.081304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1a0bf5-3713-43bb-9acd-0a0ccbbefaa2 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:38.081752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1a0bf5-3713-43bb-9acd-0a0ccbbefaa2 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:38.082197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1a0bf5-3713-43bb-9acd-0a0ccbbefaa2 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:38.086511 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5a1a0bf5-3713-43bb-9acd-0a0ccbbefaa2 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0850635 Mar 03 06:02:38.086688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37540) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:38.144991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0aec669a-1001-4f62-bda3-9f0458b43b16 None None] Provisioning complete for port 7c130409-6e47-4638-a1c2-140ddd589f75 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:38.145493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0aec669a-1001-4f62-bda3-9f0458b43b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.188008 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=60176a82-71cd-4a7a-bc85-391d3e3c876e,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:38.212172 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port d196b1fe-35fa-4153-a7e1-225d48a6dea9 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:02:38.215395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0aec669a-1001-4f62-bda3-9f0458b43b16 None None] Port 7c130409-6e47-4638-a1c2-140ddd589f75 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:02:38.219564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port d196b1fe-35fa-4153-a7e1-225d48a6dea9 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:38.220122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.287265 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c4f2eebe-6e42-41ba-83b9-8206726089ab tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1995163 Mar 03 06:02:38.351090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.361366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3330459b-24a0-4395-9b71-e25a27260567 None None] Provisioning complete for port 7c130409-6e47-4638-a1c2-140ddd589f75 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:38.361725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3330459b-24a0-4395-9b71-e25a27260567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.362303 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-049be625-d461-405c-9bd8-3031d234851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:36Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7c130409-6e47-4638-a1c2-140ddd589f75', 'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:66:21:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:35Z', 'updated_at': '2022-03-03T06:02:36Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:38.366144 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049be625-d461-405c-9bd8-3031d234851d None None] Checking router: a4a1222a-6e30-408a-bc9a-e7d77109c9ce for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:02:38.367023 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049be625-d461-405c-9bd8-3031d234851d None None] Updating router a4a1222a-6e30-408a-bc9a-e7d77109c9ce port 7c130409-6e47-4638-a1c2-140ddd589f75 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:02:38.419223 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-049be625-d461-405c-9bd8-3031d234851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.430231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3330459b-24a0-4395-9b71-e25a27260567 None None] Port 7c130409-6e47-4638-a1c2-140ddd589f75 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:02:38.433500 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port d196b1fe-35fa-4153-a7e1-225d48a6dea9, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d196b1fe-35fa-4153-a7e1-225d48a6dea9,segment=NetworkSegment(72a8d9fc-bc47-41d8-a764-24e9e28f5c13),segment_id=72a8d9fc-bc47-41d8-a764-24e9e28f5c13)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:38.438269 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.510453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=d196b1fe-35fa-4153-a7e1-225d48a6dea9,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:38.677344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37546) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:38.683341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1873601042', 'description': 'tempest-secgroup-smoke-1873601042 description', 'project_id': '1718f33843874129926d855b187d15f2'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:38.689096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:38.693218 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:38.696676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:38.702278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:38.712451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.731868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:38.736169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:38.739288 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:38.746445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:38.791181 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-049be625-d461-405c-9bd8-3031d234851d None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.803502 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-049be625-d461-405c-9bd8-3031d234851d None None] Transition to ACTIVE for port object 7c130409-6e47-4638-a1c2-140ddd589f75 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:02:38.810414 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-049be625-d461-405c-9bd8-3031d234851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.819757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.823200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.868555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:38.874490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.878299 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b06f72b8-c31f-4237-8a44-92ac9a08b403 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1973546 Mar 03 06:02:38.879052 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37550) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:38.884265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c1166e99-132b-486b-9d7e-e6a24acd158d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:38.891376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c1166e99-132b-486b-9d7e-e6a24acd158d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:38.895606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c1166e99-132b-486b-9d7e-e6a24acd158d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:38.899303 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c1166e99-132b-486b-9d7e-e6a24acd158d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:38.905440 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c1166e99-132b-486b-9d7e-e6a24acd158d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:38.925372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c1166e99-132b-486b-9d7e-e6a24acd158d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.970865 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cc6ea-fec0-422d-bdcb-4d01105430cc None None] Pushing event updated for resources: {'Port': ['ID=7c130409-6e47-4638-a1c2-140ddd589f75,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:38.992916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c1166e99-132b-486b-9d7e-e6a24acd158d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:38.996906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c1166e99-132b-486b-9d7e-e6a24acd158d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.026182 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-049be625-d461-405c-9bd8-3031d234851d None None] Attempting to bind port 7c130409-6e47-4638-a1c2-140ddd589f75 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:02:39.026492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c1166e99-132b-486b-9d7e-e6a24acd158d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.026641 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-049be625-d461-405c-9bd8-3031d234851d None None] Attempting to bind port 7c130409-6e47-4638-a1c2-140ddd589f75 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '72a8d9fc-bc47-41d8-a764-24e9e28f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:02:39.026898 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049be625-d461-405c-9bd8-3031d234851d None None] Attempting to bind port 7c130409-6e47-4638-a1c2-140ddd589f75 on network efc021bf-63fe-4e0e-81dc-6d10bf273c2b {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:02:39.028133 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c1166e99-132b-486b-9d7e-e6a24acd158d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480491 Mar 03 06:02:39.030448 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1166e99-132b-486b-9d7e-e6a24acd158d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9171d49-f2ba-46af-894f-70d0c8dc4881,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:39.031013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37554) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:39.032419 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049be625-d461-405c-9bd8-3031d234851d None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:02:39.032996 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049be625-d461-405c-9bd8-3031d234851d None None] Checking segment: {'id': '72a8d9fc-bc47-41d8-a764-24e9e28f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:02:39.033731 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-049be625-d461-405c-9bd8-3031d234851d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.033983 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049be625-d461-405c-9bd8-3031d234851d None None] Bound using segment: {'id': '72a8d9fc-bc47-41d8-a764-24e9e28f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:02:39.034644 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-049be625-d461-405c-9bd8-3031d234851d None None] Bound port: 7c130409-6e47-4638-a1c2-140ddd589f75, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a8d9fc-bc47-41d8-a764-24e9e28f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:02:39.035038 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-049be625-d461-405c-9bd8-3031d234851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.038923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c2944c42-834b-42ab-9645-86ae87d6f865 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:39.045939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c2944c42-834b-42ab-9645-86ae87d6f865 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:39.050251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c2944c42-834b-42ab-9645-86ae87d6f865 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:39.053191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c2944c42-834b-42ab-9645-86ae87d6f865 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:39.059751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c2944c42-834b-42ab-9645-86ae87d6f865 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:39.078298 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c2944c42-834b-42ab-9645-86ae87d6f865 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.127848 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-049be625-d461-405c-9bd8-3031d234851d None None] For port 7c130409-6e47-4638-a1c2-140ddd589f75, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:02:39.130837 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-049be625-d461-405c-9bd8-3031d234851d None None] For port 7c130409-6e47-4638-a1c2-140ddd589f75, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7c130409-6e47-4638-a1c2-140ddd589f75,segment=NetworkSegment(72a8d9fc-bc47-41d8-a764-24e9e28f5c13),segment_id=72a8d9fc-bc47-41d8-a764-24e9e28f5c13)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:02:39.134556 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-049be625-d461-405c-9bd8-3031d234851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.139686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c2944c42-834b-42ab-9645-86ae87d6f865 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.145086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c2944c42-834b-42ab-9645-86ae87d6f865 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.167370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2944c42-834b-42ab-9645-86ae87d6f865 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5cdb30-1443-4e89-ad03-5af83d9d7426,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:39.178856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c2944c42-834b-42ab-9645-86ae87d6f865 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.180012 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c2944c42-834b-42ab-9645-86ae87d6f865 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1475813 Mar 03 06:02:39.182891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37558) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:39.188029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-18049278-24c4-4958-a2f5-79aaecef67fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:39.193981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-18049278-24c4-4958-a2f5-79aaecef67fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:39.197856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-18049278-24c4-4958-a2f5-79aaecef67fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:39.200757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-18049278-24c4-4958-a2f5-79aaecef67fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:39.207249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-18049278-24c4-4958-a2f5-79aaecef67fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:39.207851 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049be625-d461-405c-9bd8-3031d234851d None None] Routers {'a4a1222a-6e30-408a-bc9a-e7d77109c9ce'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:02:39.208470 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-049be625-d461-405c-9bd8-3031d234851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:02:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:39.225666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18049278-24c4-4958-a2f5-79aaecef67fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.297079 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cc6ea-fec0-422d-bdcb-4d01105430cc None None] Pushing event updated for resources: {'Port': ['ID=7c130409-6e47-4638-a1c2-140ddd589f75,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:39.299446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18049278-24c4-4958-a2f5-79aaecef67fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.304556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18049278-24c4-4958-a2f5-79aaecef67fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.333767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18049278-24c4-4958-a2f5-79aaecef67fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbb1d42-975b-4c3d-b7de-4bd42a7da108,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:39.345448 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18049278-24c4-4958-a2f5-79aaecef67fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.349989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37562) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:39.350296 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-18049278-24c4-4958-a2f5-79aaecef67fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1662438 Mar 03 06:02:39.356414 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-56168ed5-a551-4819-b4ec-e106080b17fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:39.362683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-56168ed5-a551-4819-b4ec-e106080b17fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:39.367269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-56168ed5-a551-4819-b4ec-e106080b17fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:39.370627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-56168ed5-a551-4819-b4ec-e106080b17fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:39.380576 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-56168ed5-a551-4819-b4ec-e106080b17fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:39.405084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56168ed5-a551-4819-b4ec-e106080b17fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.418960 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-049be625-d461-405c-9bd8-3031d234851d None None] Set router a4a1222a-6e30-408a-bc9a-e7d77109c9ce gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:02:39.469700 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56168ed5-a551-4819-b4ec-e106080b17fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.474741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56168ed5-a551-4819-b4ec-e106080b17fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.497919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56168ed5-a551-4819-b4ec-e106080b17fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b7a107-67d5-4acf-8952-b199cf343fd5,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:39.508072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-56168ed5-a551-4819-b4ec-e106080b17fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.511854 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-56168ed5-a551-4819-b4ec-e106080b17fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580386 Mar 03 06:02:39.512189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37566) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:39.517944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-69027c11-edf8-438c-b86f-5fc03a61a312 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:39.524238 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-69027c11-edf8-438c-b86f-5fc03a61a312 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:39.527993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-69027c11-edf8-438c-b86f-5fc03a61a312 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:39.530832 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-69027c11-edf8-438c-b86f-5fc03a61a312 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:39.536799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-69027c11-edf8-438c-b86f-5fc03a61a312 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:39.549100 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-69027c11-edf8-438c-b86f-5fc03a61a312 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:02:39.556551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-69027c11-edf8-438c-b86f-5fc03a61a312 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.605735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 60176a82-71cd-4a7a-bc85-391d3e3c876e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:02:39.629418 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-69027c11-edf8-438c-b86f-5fc03a61a312 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.634435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-69027c11-edf8-438c-b86f-5fc03a61a312 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.658048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69027c11-edf8-438c-b86f-5fc03a61a312 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e777a19d-04d3-4f64-9091-30688eb1a07e,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:39.667989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-69027c11-edf8-438c-b86f-5fc03a61a312 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.669484 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-69027c11-edf8-438c-b86f-5fc03a61a312 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1563544 Mar 03 06:02:39.672211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37570) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:39.677802 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f021ec9f-bf61-4169-8c60-b2e0d982c44d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': '96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:39.684311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f021ec9f-bf61-4169-8c60-b2e0d982c44d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:39.686640 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 60176a82-71cd-4a7a-bc85-391d3e3c876e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:39.687014 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.688765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f021ec9f-bf61-4169-8c60-b2e0d982c44d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:39.692098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f021ec9f-bf61-4169-8c60-b2e0d982c44d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:39.698447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f021ec9f-bf61-4169-8c60-b2e0d982c44d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:39.712218 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-f021ec9f-bf61-4169-8c60-b2e0d982c44d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:02:39.718839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f021ec9f-bf61-4169-8c60-b2e0d982c44d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.756996 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-049be625-d461-405c-9bd8-3031d234851d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:36Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7c130409-6e47-4638-a1c2-140ddd589f75', 'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:66:21:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:35Z', 'updated_at': '2022-03-03T06:02:39Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:39.761585 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049be625-d461-405c-9bd8-3031d234851d None None] The sync data for ids ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'] in dv-neutron-831582-1-hyperv is: [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:36Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7c130409-6e47-4638-a1c2-140ddd589f75', 'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:66:21:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:35Z', 'updated_at': '2022-03-03T06:02:39Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:02:39.796504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f021ec9f-bf61-4169-8c60-b2e0d982c44d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.804571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f021ec9f-bf61-4169-8c60-b2e0d982c44d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.825268 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d196b1fe-35fa-4153-a7e1-225d48a6dea9 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:02:39.832222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021ec9f-bf61-4169-8c60-b2e0d982c44d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e253892e-2bef-4d90-94fd-ad8077de1952,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:39.844990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f021ec9f-bf61-4169-8c60-b2e0d982c44d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:39.854592 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f021ec9f-bf61-4169-8c60-b2e0d982c44d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1729937 Mar 03 06:02:39.916484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port d196b1fe-35fa-4153-a7e1-225d48a6dea9 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:39.916815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:40.022018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-176e8240-101a-4768-bf00-19e1723785b1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:02:40.041037 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-176e8240-101a-4768-bf00-19e1723785b1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:02:40.042375 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-176e8240-101a-4768-bf00-19e1723785b1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1873601042&fields=id&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 267 time: 0.0654738 Mar 03 06:02:40.201984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-5a0ad095-f4ec-4b66-8b5e-ef33ef86339a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:40.202700 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-5a0ad095-f4ec-4b66-8b5e-ef33ef86339a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:02:40.218764 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-5a0ad095-f4ec-4b66-8b5e-ef33ef86339a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:02:40.220007 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-5a0ad095-f4ec-4b66-8b5e-ef33ef86339a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/networks?id=efc021bf-63fe-4e0e-81dc-6d10bf273c2b HTTP/1.1" status: 200 len: 797 time: 0.1691034 Mar 03 06:02:40.235696 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-f91a03ce-6376-4de6-a7b9-6927bd75fcd1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/quotas/1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 375 time: 0.0098951 Mar 03 06:02:40.321970 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-aa6f97cb-8559-4a3a-ba3e-5270329820f4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:02:40.339964 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-aa6f97cb-8559-4a3a-ba3e-5270329820f4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:02:40.341275 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-aa6f97cb-8559-4a3a-ba3e-5270329820f4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003332 Mar 03 06:02:40.482341 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-51ea855f-8d86-4668-bffb-7dc6c037749a service neutron] 10.222.0.20 "GET /v2.0/networks/efc021bf-63fe-4e0e-81dc-6d10bf273c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291096 Mar 03 06:02:40.618284 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-6a67a338-8cf0-4688-9454-6907bfb2d403 service neutron] 10.222.0.20 "GET /v2.0/networks/efc021bf-63fe-4e0e-81dc-6d10bf273c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297395 Mar 03 06:02:40.794818 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7e569c42-7dcb-4c60-9aac-93a603de2232 req-e36ad106-3c4a-4529-b12e-3d2ea510d48f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 210 time: 0.0430534 Mar 03 06:02:41.613399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7c130409-6e47-4638-a1c2-140ddd589f75 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:02:41.685099 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 7c130409-6e47-4638-a1c2-140ddd589f75 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:02:41.689866 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7c130409-6e47-4638-a1c2-140ddd589f75 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:41.690236 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:41.806798 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:41.832254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-8aa15993-0859-4dda-b6bd-6b4ade2bd275 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:41.833491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-8aa15993-0859-4dda-b6bd-6b4ade2bd275 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:02:41.846240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-8aa15993-0859-4dda-b6bd-6b4ade2bd275 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:02:41.847391 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-8aa15993-0859-4dda-b6bd-6b4ade2bd275 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks?id=efc021bf-63fe-4e0e-81dc-6d10bf273c2b HTTP/1.1" status: 200 len: 797 time: 0.1748602 Mar 03 06:02:41.849044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 7c130409-6e47-4638-a1c2-140ddd589f75, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7c130409-6e47-4638-a1c2-140ddd589f75,segment=NetworkSegment(72a8d9fc-bc47-41d8-a764-24e9e28f5c13),segment_id=72a8d9fc-bc47-41d8-a764-24e9e28f5c13)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:41.853108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:41.902972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cbbf89b4-95df-44f3-a540-ea7e3c3f7928 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:02:41.915530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cbbf89b4-95df-44f3-a540-ea7e3c3f7928 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:02:41.916821 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cbbf89b4-95df-44f3-a540-ea7e3c3f7928 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 380 time: 0.0602584 Mar 03 06:02:41.926240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'port': {'device_id': '498130ed-c67a-4172-a442-1672a69318b7', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'admin_state_up': True, 'tenant_id': '1718f33843874129926d855b187d15f2', 'security_groups': ['96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:41.932449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=7c130409-6e47-4638-a1c2-140ddd589f75,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:41.963119 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ca04e98a-a280-45a0-8413-825e6a5b1498 req-c1e09ebd-bb7f-46bc-a907-8eb9038a228e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 210 time: 0.0475600 Mar 03 06:02:42.068792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:42.078584 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:42.088245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:02:42.091762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:42.354890 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.8 (efc021bf-63fe-4e0e-81dc-6d10bf273c2b/f195d5eb-09de-4ac5-90ad-484434332df1/5fce77c7-5886-4e3d-b6fc-002b81af7132) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:02:42.541563 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:42.557112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object 5fce77c7-5886-4e3d-b6fc-002b81af7132 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:02:42.578801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:42.643399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network efc021bf-63fe-4e0e-81dc-6d10bf273c2b is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:02:42.646194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:02:42.654891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:02:42.690753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=5fce77c7-5886-4e3d-b6fc-002b81af7132,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:42.722374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:42.722988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:42.748211 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-cec5432b-fc98-4fef-b3db-7a28d6975f13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8263490 Mar 03 06:02:42.759572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Request body: {'port': {'device_id': '498130ed-c67a-4172-a442-1672a69318b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:42.871781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:42.921133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f075a414-01d9-4326-8c4c-a64dc5822de8 None None] Provisioning for port 5fce77c7-5886-4e3d-b6fc-002b81af7132 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:02:42.925891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f075a414-01d9-4326-8c4c-a64dc5822de8 None None] Provisioning complete for port 5fce77c7-5886-4e3d-b6fc-002b81af7132 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:42.926305 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f075a414-01d9-4326-8c4c-a64dc5822de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:42.978339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f075a414-01d9-4326-8c4c-a64dc5822de8 None None] Port 5fce77c7-5886-4e3d-b6fc-002b81af7132 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:02:43.142348 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7825c5c-62eb-44af-97b6-218ada4633a4 req-86492740-95d0-49ef-900e-339e49cd7b8a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:43.143862 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d7825c5c-62eb-44af-97b6-218ada4633a4 req-86492740-95d0-49ef-900e-339e49cd7b8a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 931 time: 0.0787044 Mar 03 06:02:43.187677 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d7825c5c-62eb-44af-97b6-218ada4633a4 req-537a9d37-220c-4328-b084-8e4e0f93c4ef tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379243 Mar 03 06:02:43.205591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fce77c7-5886-4e3d-b6fc-002b81af7132 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:02:43.212828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:43.226795 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Transition to ACTIVE for port object 5fce77c7-5886-4e3d-b6fc-002b81af7132 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:02:43.230407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:43.360108 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Pushing event updated for resources: {'Port': ['ID=5fce77c7-5886-4e3d-b6fc-002b81af7132,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:43.461410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Attempting to bind port 5fce77c7-5886-4e3d-b6fc-002b81af7132 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:02:43.461738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Attempting to bind port 5fce77c7-5886-4e3d-b6fc-002b81af7132 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '72a8d9fc-bc47-41d8-a764-24e9e28f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:02:43.462056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Attempting to bind port 5fce77c7-5886-4e3d-b6fc-002b81af7132 on network efc021bf-63fe-4e0e-81dc-6d10bf273c2b {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:02:43.466395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Port 5fce77c7-5886-4e3d-b6fc-002b81af7132 on network efc021bf-63fe-4e0e-81dc-6d10bf273c2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:02:43.466705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Attempting to bind port 5fce77c7-5886-4e3d-b6fc-002b81af7132 on network efc021bf-63fe-4e0e-81dc-6d10bf273c2b {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:02:43.471583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:02:43.471946 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Checking segment: {'id': '72a8d9fc-bc47-41d8-a764-24e9e28f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:02:43.472320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Bound using segment: {'id': '72a8d9fc-bc47-41d8-a764-24e9e28f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:02:43.472735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Bound port: 5fce77c7-5886-4e3d-b6fc-002b81af7132, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a8d9fc-bc47-41d8-a764-24e9e28f5c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:02:43.473066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:43.563629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] For port 5fce77c7-5886-4e3d-b6fc-002b81af7132, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:02:43.566645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] For port 5fce77c7-5886-4e3d-b6fc-002b81af7132, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5fce77c7-5886-4e3d-b6fc-002b81af7132,segment=NetworkSegment(72a8d9fc-bc47-41d8-a764-24e9e28f5c13),segment_id=72a8d9fc-bc47-41d8-a764-24e9e28f5c13)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:02:43.572795 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:43.600363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7c130409-6e47-4638-a1c2-140ddd589f75 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:02:43.627608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:43.628233 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:43.629587 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] 10.222.0.23 "PUT /v2.0/ports/5fce77c7-5886-4e3d-b6fc-002b81af7132 HTTP/1.1" status: 200 len: 1093 time: 0.8746912 Mar 03 06:02:43.630019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498130ed-c67a-4172-a442-1672a69318b7', 'tag': '5fce77c7-5886-4e3d-b6fc-002b81af7132'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:02:43.656322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94544aed-91b0-42ed-ab77-14a1a825f801 service neutron] Pushing event updated for resources: {'Port': ['ID=5fce77c7-5886-4e3d-b6fc-002b81af7132,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:43.683351 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7c130409-6e47-4638-a1c2-140ddd589f75 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:43.683972 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:43.709558 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498130ed-c67a-4172-a442-1672a69318b7', 'tag': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'status': 'completed', 'code': 200} Mar 03 06:02:43.750133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-a5cea3bd-5035-44ec-85cb-1c89c85c29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:43.751821 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-a5cea3bd-5035-44ec-85cb-1c89c85c29c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 1096 time: 0.0792513 Mar 03 06:02:43.821835 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-af190b8c-424f-4c29-8067-3b4b2c8722ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fce77c7-5886-4e3d-b6fc-002b81af7132 HTTP/1.1" status: 200 len: 217 time: 0.0629539 Mar 03 06:02:43.886199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-1f1fd68e-ff6b-4317-a7ed-6ab2b1f427bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:43.887597 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-1f1fd68e-ff6b-4317-a7ed-6ab2b1f427bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f195d5eb-09de-4ac5-90ad-484434332df1 HTTP/1.1" status: 200 len: 834 time: 0.0601919 Mar 03 06:02:43.962610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-580da794-f7f6-499f-b8a0-dcebb0382b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:43.964047 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-580da794-f7f6-499f-b8a0-dcebb0382b77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efc021bf-63fe-4e0e-81dc-6d10bf273c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706699 Mar 03 06:02:44.188626 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-401dcacc-a1b9-468e-94a2-e208019be6a7 service neutron] 10.222.0.23 "GET /v2.0/networks/efc021bf-63fe-4e0e-81dc-6d10bf273c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187877 Mar 03 06:02:44.317814 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8dc5d88c-b7c8-4c19-9f87-27bae94b5b7b req-c5da3924-9d96-43f6-9645-b22c0736cd4c service neutron] 10.222.0.23 "GET /v2.0/networks/efc021bf-63fe-4e0e-81dc-6d10bf273c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236913 Mar 03 06:02:44.374439 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503e700-b17e-490d-aa15-dd8c27353033 req-25ea7473-fbd1-45ca-8ae2-9e55becdf4fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:44.375972 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a503e700-b17e-490d-aa15-dd8c27353033 req-25ea7473-fbd1-45ca-8ae2-9e55becdf4fa tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 943 time: 0.0863917 Mar 03 06:02:44.420787 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a503e700-b17e-490d-aa15-dd8c27353033 req-7f37dd58-05b5-4aa9-82f6-f74b3c53c254 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386686 Mar 03 06:02:44.438619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792ccff-f479-4821-afde-c4ca8eebc81c req-5f5c68f9-349c-4aa8-afc6-9ef5fb01e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:44.440087 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5792ccff-f479-4821-afde-c4ca8eebc81c req-5f5c68f9-349c-4aa8-afc6-9ef5fb01e273 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 1096 time: 0.0750306 Mar 03 06:02:44.573774 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792ccff-f479-4821-afde-c4ca8eebc81c req-41e75b00-8e09-4a47-8beb-bdfa6cadbce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:44.575194 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5792ccff-f479-4821-afde-c4ca8eebc81c req-41e75b00-8e09-4a47-8beb-bdfa6cadbce9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efc021bf-63fe-4e0e-81dc-6d10bf273c2b HTTP/1.1" status: 200 len: 898 time: 0.1291811 Mar 03 06:02:44.640435 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5792ccff-f479-4821-afde-c4ca8eebc81c req-3649c049-dd8d-4902-93c3-61c9fbcf9c89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fce77c7-5886-4e3d-b6fc-002b81af7132 HTTP/1.1" status: 200 len: 217 time: 0.0594974 Mar 03 06:02:44.704134 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792ccff-f479-4821-afde-c4ca8eebc81c req-0ff0d150-a509-4c72-a979-691b0d10037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:44.705564 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5792ccff-f479-4821-afde-c4ca8eebc81c req-0ff0d150-a509-4c72-a979-691b0d10037b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f195d5eb-09de-4ac5-90ad-484434332df1 HTTP/1.1" status: 200 len: 834 time: 0.0592010 Mar 03 06:02:44.779386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792ccff-f479-4821-afde-c4ca8eebc81c req-e06ac583-7b82-468b-8f0c-fa6a68c48f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:44.780951 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5792ccff-f479-4821-afde-c4ca8eebc81c req-e06ac583-7b82-468b-8f0c-fa6a68c48f1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efc021bf-63fe-4e0e-81dc-6d10bf273c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699055 Mar 03 06:02:44.911710 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5792ccff-f479-4821-afde-c4ca8eebc81c req-4deb4f49-c467-47b1-818e-14d2a8f039c5 service neutron] 10.222.0.23 "GET /v2.0/networks/efc021bf-63fe-4e0e-81dc-6d10bf273c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246519 Mar 03 06:02:45.041896 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5792ccff-f479-4821-afde-c4ca8eebc81c req-9c7b2a03-b100-4909-8b57-db7b6fabaad8 service neutron] 10.222.0.23 "GET /v2.0/networks/efc021bf-63fe-4e0e-81dc-6d10bf273c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231253 Mar 03 06:02:45.604766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aeea8-5584-4123-99f7-fb5b9e238d4e req-4ec076eb-ad85-47a5-b85f-16c1e879ea82 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:45.606109 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-946aeea8-5584-4123-99f7-fb5b9e238d4e req-4ec076eb-ad85-47a5-b85f-16c1e879ea82 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 943 time: 0.0783427 Mar 03 06:02:45.650741 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-946aeea8-5584-4123-99f7-fb5b9e238d4e req-eada8c82-88e8-44ef-b5e7-41d91237431b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390470 Mar 03 06:02:46.836936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7809a-4c8a-495c-a3b9-e471ef61aefc req-57f75a41-d900-4a1c-ac97-ff78bc9a123a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:46.838406 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fdc7809a-4c8a-495c-a3b9-e471ef61aefc req-57f75a41-d900-4a1c-ac97-ff78bc9a123a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 943 time: 0.0799193 Mar 03 06:02:46.882659 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fdc7809a-4c8a-495c-a3b9-e471ef61aefc req-fee41986-6b45-45b8-9ffe-922b4b0029fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383847 Mar 03 06:02:47.485862 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 5fce77c7-5886-4e3d-b6fc-002b81af7132 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:02:47.649977 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 5fce77c7-5886-4e3d-b6fc-002b81af7132, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5fce77c7-5886-4e3d-b6fc-002b81af7132,segment=NetworkSegment(72a8d9fc-bc47-41d8-a764-24e9e28f5c13),segment_id=72a8d9fc-bc47-41d8-a764-24e9e28f5c13)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:47.662863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'port_id': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'mac_address': 'fa:16:3e:e2:b4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:02:47.717352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:47.733645 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fce77c7-5886-4e3d-b6fc-002b81af7132 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:02:47.748600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 5fce77c7-5886-4e3d-b6fc-002b81af7132, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5fce77c7-5886-4e3d-b6fc-002b81af7132,segment=NetworkSegment(72a8d9fc-bc47-41d8-a764-24e9e28f5c13),segment_id=72a8d9fc-bc47-41d8-a764-24e9e28f5c13)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:47.752394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:47.820000 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=5fce77c7-5886-4e3d-b6fc-002b81af7132,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:48.063421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['5fce77c7-5886-4e3d-b6fc-002b81af7132'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:02:48.066027 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223f754-3b74-4dc3-b72d-fad0174cd65e req-b44cdb19-9872-4461-b2f3-8adca90ba082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:48.067608 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6223f754-3b74-4dc3-b72d-fad0174cd65e req-b44cdb19-9872-4461-b2f3-8adca90ba082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 944 time: 0.0814781 Mar 03 06:02:48.205677 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6223f754-3b74-4dc3-b72d-fad0174cd65e req-c529264c-f2ef-4b14-bcd8-411fbec5a7da tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322896 Mar 03 06:02:48.241145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-38300171-e551-4e89-9037-7dac2afddd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:49.385631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d1bce-5a62-4c8d-8583-ab19ec42248a req-3080672b-f0d5-45a8-8d80-6748f374fc7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:49.387162 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ac7d1bce-5a62-4c8d-8583-ab19ec42248a req-3080672b-f0d5-45a8-8d80-6748f374fc7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 944 time: 0.0782976 Mar 03 06:02:49.431128 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ac7d1bce-5a62-4c8d-8583-ab19ec42248a req-7667ac98-ae66-4fc7-89f7-81340b6312b6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382957 Mar 03 06:02:49.499456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 5fce77c7-5886-4e3d-b6fc-002b81af7132 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:02:49.568727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 5fce77c7-5886-4e3d-b6fc-002b81af7132 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:02:49.573470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 5fce77c7-5886-4e3d-b6fc-002b81af7132 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:02:49.573844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:49.683064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:49.709002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498130ed-c67a-4172-a442-1672a69318b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fce77c7-5886-4e3d-b6fc-002b81af7132'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:02:49.718387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 5fce77c7-5886-4e3d-b6fc-002b81af7132, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5fce77c7-5886-4e3d-b6fc-002b81af7132,segment=NetworkSegment(72a8d9fc-bc47-41d8-a764-24e9e28f5c13),segment_id=72a8d9fc-bc47-41d8-a764-24e9e28f5c13)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:02:49.725790 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:49.764142 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498130ed-c67a-4172-a442-1672a69318b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'code': 200} Mar 03 06:02:49.795073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=5fce77c7-5886-4e3d-b6fc-002b81af7132,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:49.980657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f014e-6c0a-4426-9711-a2df2999823b req-49a0f606-0013-4fd2-804e-fe798d1de592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:49.982106 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa7f014e-6c0a-4426-9711-a2df2999823b req-49a0f606-0013-4fd2-804e-fe798d1de592 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 1098 time: 0.0735283 Mar 03 06:02:50.021361 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa7f014e-6c0a-4426-9711-a2df2999823b req-da34d7e7-6f38-4536-b98a-5565b5e63d0b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335021 Mar 03 06:02:50.456545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1225976a-66c8-4407-b68a-b4b384f851bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:50.614235 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f663a71-7d99-4fa3-8241-82fa8ab47146 req-3574dffd-5c69-429c-bd08-9e2d56afb2e7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:50.615666 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3f663a71-7d99-4fa3-8241-82fa8ab47146 req-3574dffd-5c69-429c-bd08-9e2d56afb2e7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 945 time: 0.0831542 Mar 03 06:02:50.658091 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3f663a71-7d99-4fa3-8241-82fa8ab47146 req-10124e81-c87b-4786-a77f-3b7efaefe559 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367467 Mar 03 06:02:51.574210 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:51.736448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:51.840222 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24f6ff-aad6-40a3-ae7b-30150646a8b7 req-83530f55-6b2b-48f7-b8f7-d4a554b27981 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:51.842160 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6c24f6ff-aad6-40a3-ae7b-30150646a8b7 req-83530f55-6b2b-48f7-b8f7-d4a554b27981 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 945 time: 0.0808909 Mar 03 06:02:51.885113 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6c24f6ff-aad6-40a3-ae7b-30150646a8b7 req-10d753bf-d8f8-4ffe-9039-044cc22afe93 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373683 Mar 03 06:02:52.065527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f8520-f0ea-4f38-9b56-897c15ee95a8 req-ab6f1eff-1bdd-44b3-9541-adeaf85f34c7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:52.066945 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-220f8520-f0ea-4f38-9b56-897c15ee95a8 req-ab6f1eff-1bdd-44b3-9541-adeaf85f34c7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 945 time: 0.0786145 Mar 03 06:02:52.109548 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-220f8520-f0ea-4f38-9b56-897c15ee95a8 req-4902c34c-0ce2-4b5f-9ae9-dcc04f600312 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368297 Mar 03 06:02:52.131277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37624) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:52.202449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8787ac1b-da85-431d-9c80-26a76dafb6ce tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:52.203948 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8787ac1b-da85-431d-9c80-26a76dafb6ce tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 1093 time: 0.0716164 Mar 03 06:02:52.206665 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37628) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:52.211438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:02:52.217130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:02:52.220818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:floatingip and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:02:52.223570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:02:52.229580 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:02:52.239451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:52.371989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:52.504225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.252 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/631c693e-3c0c-4721-94bc-3fda8fa3c951) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:02:52.647141 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:52.675860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:52.730859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:02:52.733537 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:02:52.736972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:02:52.786139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=631c693e-3c0c-4721-94bc-3fda8fa3c951,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:52.893403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:53.140115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:53.212811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:53.503062 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:53.508026 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:53.612779 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=631c693e-3c0c-4721-94bc-3fda8fa3c951,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:02:53.624500 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:53.792377 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP c8f624f2-c479-4c1c-9564-735f2c51fdc5 associated. External IP: 172.26.3.252, port: 5fce77c7-5886-4e3d-b6fc-002b81af7132. Mar 03 06:02:54.131836 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router a4a1222a-6e30-408a-bc9a-e7d77109c9ce has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:02:54.308101 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:02:54.318912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c36e42-7bcc-4f36-a9cb-32806186aed2 None None] Sync routers for ids ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:02:54.328161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c36e42-7bcc-4f36-a9cb-32806186aed2 None None] Routers {'a4a1222a-6e30-408a-bc9a-e7d77109c9ce'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:02:54.328841 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-01c36e42-7bcc-4f36-a9cb-32806186aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:02:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:54.332791 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:02:54.390622 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7065ad32-9bde-4fc3-98f2-b3604fd782a9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1798217 Mar 03 06:02:54.390622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498130ed-c67a-4172-a442-1672a69318b7', 'tag': '5fce77c7-5886-4e3d-b6fc-002b81af7132'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:02:54.391443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37632) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:54.435812 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498130ed-c67a-4172-a442-1672a69318b7', 'tag': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'status': 'completed', 'code': 200} Mar 03 06:02:54.520220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-01c36e42-7bcc-4f36-a9cb-32806186aed2 None None] Set router a4a1222a-6e30-408a-bc9a-e7d77109c9ce gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:02:54.621600 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-65a8bc85-fccd-4488-a7e7-9755d9d6a123 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/routers/a4a1222a-6e30-408a-bc9a-e7d77109c9ce HTTP/1.1" status: 200 len: 921 time: 0.2281413 Mar 03 06:02:54.624428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37638) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:54.628281 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23134fcd-c0dc-4a17-a6d8-d291f716b9db req-77a6ef88-ee2d-44b5-9881-36df6162753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:54.629683 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23134fcd-c0dc-4a17-a6d8-d291f716b9db req-77a6ef88-ee2d-44b5-9881-36df6162753c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 1098 time: 0.1634774 Mar 03 06:02:54.733569 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5e8e68a8-1bf8-4f2f-9392-f6dd4ca4d6b2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/c8f624f2-c479-4c1c-9564-735f2c51fdc5 HTTP/1.1" status: 200 len: 991 time: 0.1067097 Mar 03 06:02:54.760178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23134fcd-c0dc-4a17-a6d8-d291f716b9db req-bca297fe-e12f-489c-a1a8-90a132b2bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:54.761634 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23134fcd-c0dc-4a17-a6d8-d291f716b9db req-bca297fe-e12f-489c-a1a8-90a132b2bda3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=efc021bf-63fe-4e0e-81dc-6d10bf273c2b HTTP/1.1" status: 200 len: 898 time: 0.1256762 Mar 03 06:02:54.868801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-01c36e42-7bcc-4f36-a9cb-32806186aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:36Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'c8f624f2-c479-4c1c-9564-735f2c51fdc5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'port_id': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'mac_address': 'fa:16:3e:e2:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498130ed-c67a-4172-a442-1672a69318b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:02:53Z', 'updated_at': '2022-03-03T06:02:53Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c130409-6e47-4638-a1c2-140ddd589f75', 'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:66:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:35Z', 'updated_at': '2022-03-03T06:02:41Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:54.872875 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c36e42-7bcc-4f36-a9cb-32806186aed2 None None] Checking router: a4a1222a-6e30-408a-bc9a-e7d77109c9ce for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:02:54.881539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c36e42-7bcc-4f36-a9cb-32806186aed2 None None] Routers {'a4a1222a-6e30-408a-bc9a-e7d77109c9ce'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:02:54.882706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-01c36e42-7bcc-4f36-a9cb-32806186aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:02:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:54.969960 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23134fcd-c0dc-4a17-a6d8-d291f716b9db req-94c588fb-0cd4-4895-9bde-9d8cd167e005 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fce77c7-5886-4e3d-b6fc-002b81af7132 HTTP/1.1" status: 200 len: 999 time: 0.2025890 Mar 03 06:02:55.032335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23134fcd-c0dc-4a17-a6d8-d291f716b9db req-98dd3307-d7c5-4527-bda9-f42b6819359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:55.033749 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23134fcd-c0dc-4a17-a6d8-d291f716b9db req-98dd3307-d7c5-4527-bda9-f42b6819359b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f195d5eb-09de-4ac5-90ad-484434332df1 HTTP/1.1" status: 200 len: 834 time: 0.0584364 Mar 03 06:02:55.054453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-01c36e42-7bcc-4f36-a9cb-32806186aed2 None None] Set router a4a1222a-6e30-408a-bc9a-e7d77109c9ce gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:02:55.108251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23134fcd-c0dc-4a17-a6d8-d291f716b9db req-aa17b6b4-6d4f-4430-a2bf-2edef1f3b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:02:55.109784 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23134fcd-c0dc-4a17-a6d8-d291f716b9db req-aa17b6b4-6d4f-4430-a2bf-2edef1f3b4fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efc021bf-63fe-4e0e-81dc-6d10bf273c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703163 Mar 03 06:02:55.240579 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23134fcd-c0dc-4a17-a6d8-d291f716b9db req-2723f8d3-18e0-4636-8a13-b39a39980373 service neutron] 10.222.0.23 "GET /v2.0/networks/efc021bf-63fe-4e0e-81dc-6d10bf273c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246693 Mar 03 06:02:55.378218 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23134fcd-c0dc-4a17-a6d8-d291f716b9db req-962ec398-c2c5-4010-b533-7985775f46a1 service neutron] 10.222.0.23 "GET /v2.0/networks/efc021bf-63fe-4e0e-81dc-6d10bf273c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312883 Mar 03 06:02:55.433652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-01c36e42-7bcc-4f36-a9cb-32806186aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:36Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'c8f624f2-c479-4c1c-9564-735f2c51fdc5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'port_id': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'mac_address': 'fa:16:3e:e2:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498130ed-c67a-4172-a442-1672a69318b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:02:53Z', 'updated_at': '2022-03-03T06:02:53Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c130409-6e47-4638-a1c2-140ddd589f75', 'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:66:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:35Z', 'updated_at': '2022-03-03T06:02:41Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:02:55.437645 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c36e42-7bcc-4f36-a9cb-32806186aed2 None None] The sync data for ids ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'] in dv-neutron-831582-1-hyperv is: [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:36Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'c8f624f2-c479-4c1c-9564-735f2c51fdc5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'port_id': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'mac_address': 'fa:16:3e:e2:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498130ed-c67a-4172-a442-1672a69318b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:02:53Z', 'updated_at': '2022-03-03T06:02:53Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c130409-6e47-4638-a1c2-140ddd589f75', 'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:66:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:35Z', 'updated_at': '2022-03-03T06:02:41Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:02:55.617052 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad841d-73ab-407a-85af-c9bbeb865a43 None None] New status for floating IP c8f624f2-c479-4c1c-9564-735f2c51fdc5: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:02:55.736328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37642) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:55.841911 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9eefe8f7-8f2c-4e55-bf4c-91d2b5865516 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/c8f624f2-c479-4c1c-9564-735f2c51fdc5 HTTP/1.1" status: 200 len: 991 time: 0.1044950 Mar 03 06:02:56.845577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37646) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:02:56.950473 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-eed5bcdd-b2b1-460b-a378-57e05284608c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/c8f624f2-c479-4c1c-9564-735f2c51fdc5 HTTP/1.1" status: 200 len: 993 time: 0.1035507 Mar 03 06:03:00.400543 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:03:09.392482 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:03:17.032939 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043802a6-7719-4512-85c5-ca1e18a6a4b9 req-7e1a45ce-b456-4908-9461-9d1f90c9a45d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681174 Mar 03 06:03:17.168762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043802a6-7719-4512-85c5-ca1e18a6a4b9 req-49502234-7ddb-49a0-b7b0-b118c70c2c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:03:17.170188 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043802a6-7719-4512-85c5-ca1e18a6a4b9 req-49502234-7ddb-49a0-b7b0-b118c70c2c16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 1098 time: 0.0712600 Mar 03 06:03:17.310183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043802a6-7719-4512-85c5-ca1e18a6a4b9 req-ae620a7a-2bb4-4bee-afa4-5898cb4162af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:03:17.311493 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043802a6-7719-4512-85c5-ca1e18a6a4b9 req-ae620a7a-2bb4-4bee-afa4-5898cb4162af service neutron] 10.222.0.23 "GET /v2.0/networks?id=efc021bf-63fe-4e0e-81dc-6d10bf273c2b HTTP/1.1" status: 200 len: 898 time: 0.1232700 Mar 03 06:03:17.415426 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043802a6-7719-4512-85c5-ca1e18a6a4b9 req-d43a7228-0e87-488c-b00d-cc4803bea28c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fce77c7-5886-4e3d-b6fc-002b81af7132 HTTP/1.1" status: 200 len: 1001 time: 0.0978763 Mar 03 06:03:17.478191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043802a6-7719-4512-85c5-ca1e18a6a4b9 req-0da7c688-6636-47cb-90e6-47ecf9742a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:03:17.479574 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043802a6-7719-4512-85c5-ca1e18a6a4b9 req-0da7c688-6636-47cb-90e6-47ecf9742a2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f195d5eb-09de-4ac5-90ad-484434332df1 HTTP/1.1" status: 200 len: 834 time: 0.0582869 Mar 03 06:03:17.552400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043802a6-7719-4512-85c5-ca1e18a6a4b9 req-b90e276f-8a0d-4eb9-b878-60287901ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:03:17.554603 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043802a6-7719-4512-85c5-ca1e18a6a4b9 req-b90e276f-8a0d-4eb9-b878-60287901ce65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efc021bf-63fe-4e0e-81dc-6d10bf273c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685711 Mar 03 06:03:17.681170 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043802a6-7719-4512-85c5-ca1e18a6a4b9 req-fed73f68-b3fb-4820-8682-e30d4e8fdbb6 service neutron] 10.222.0.23 "GET /v2.0/networks/efc021bf-63fe-4e0e-81dc-6d10bf273c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207397 Mar 03 06:03:17.806340 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043802a6-7719-4512-85c5-ca1e18a6a4b9 req-de7e2494-bdea-472f-a42d-9d772775d88a service neutron] 10.222.0.23 "GET /v2.0/networks/efc021bf-63fe-4e0e-81dc-6d10bf273c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193669 Mar 03 06:03:18.213418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aeb33792-87ac-45f1-8651-4e4b91f6b94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:03:20.457777 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b1347d59-ed20-461b-a281-d4fbe9d4b6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:03:21.579165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:03:21.737412 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:03:22.895609 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:03:30.399107 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:03:46.390578 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:03:48.215160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db16998d-4324-4329-a657-cee4364e4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:03:50.458392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3442f7e3-ada6-435c-982f-431047c3b4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:03:51.579286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:03:51.738615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:03:52.898464 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:00.418593 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:06.323054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37672) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:06.800069 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5ee1c8a2-9a31-497b-bf84-43fb592bd052 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/routers/a4a1222a-6e30-408a-bc9a-e7d77109c9ce/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4758387 Mar 03 06:04:06.802907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37678) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:06.992224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a444eaa-550d-49b1-8822-84bc57f6e8f1 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Notify agent at dv-neutron-831582-1-hyperv the message router_removed_from_agent {{(pid=87793) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 03 06:04:06.995469 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6a444eaa-550d-49b1-8822-84bc57f6e8f1 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "DELETE /v2.0/agents/7aadc000-8d84-4009-acd5-cae07b8cbd8f/l3-routers/a4a1222a-6e30-408a-bc9a-e7d77109c9ce HTTP/1.1" status: 204 len: 168 time: 0.1911001 Mar 03 06:04:06.998083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37682) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:07.179829 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-20a5dc1e-6506-401a-b330-f13c39c66513 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/routers/a4a1222a-6e30-408a-bc9a-e7d77109c9ce/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1806569 Mar 03 06:04:07.182582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37686) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:07.286655 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fc5597eb-ad92-4f19-a9ae-a1a5625175e4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/c8f624f2-c479-4c1c-9564-735f2c51fdc5 HTTP/1.1" status: 200 len: 993 time: 0.1029568 Mar 03 06:04:07.760320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cebd45-2a01-4585-8073-15f8dd752b0d None None] New status for floating IP c8f624f2-c479-4c1c-9564-735f2c51fdc5: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:04:07.809667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7c130409-6e47-4638-a1c2-140ddd589f75 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:04:08.093905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:08.128950 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 7c130409-6e47-4638-a1c2-140ddd589f75, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7c130409-6e47-4638-a1c2-140ddd589f75,segment=NetworkSegment(72a8d9fc-bc47-41d8-a764-24e9e28f5c13),segment_id=72a8d9fc-bc47-41d8-a764-24e9e28f5c13)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:08.133042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:08.133772 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 60176a82-71cd-4a7a-bc85-391d3e3c876e no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:04:08.244026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=7c130409-6e47-4638-a1c2-140ddd589f75,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:08.252996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:08.253341 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:08.253677 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:08.254009 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:08.254337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:08.254663 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:08.254987 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:08.255307 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:08.255627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:08.255973 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:08.256819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:08.257135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:08.290571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37690) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:08.312263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:08.329347 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 60176a82-71cd-4a7a-bc85-391d3e3c876e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=60176a82-71cd-4a7a-bc85-391d3e3c876e,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:08.333410 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:08.399334 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-471b0fd5-f103-4d7a-9a96-0216d3ad6f4d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/c8f624f2-c479-4c1c-9564-735f2c51fdc5 HTTP/1.1" status: 200 len: 991 time: 0.1075733 Mar 03 06:04:08.404972 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=60176a82-71cd-4a7a-bc85-391d3e3c876e,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:09.543887 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37696) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:09.851249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba6036d-e379-434d-820d-0789feba6465 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Router a4a1222a-6e30-408a-bc9a-e7d77109c9ce is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:04:09.851754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba6036d-e379-434d-820d-0789feba6465 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Notify agent at dv-neutron-831582-1-hyperv the message router_added_to_agent {{(pid=87792) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 03 06:04:09.870621 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0ba6036d-e379-434d-820d-0789feba6465 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "POST /v2.0/agents/7aadc000-8d84-4009-acd5-cae07b8cbd8f/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3257411 Mar 03 06:04:09.873188 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37704) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:09.881881 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455a6f2-8498-4ae8-8443-8e978ee697af None None] Sync routers for ids ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:04:09.930237 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455a6f2-8498-4ae8-8443-8e978ee697af None None] Routers {'a4a1222a-6e30-408a-bc9a-e7d77109c9ce'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:04:09.930869 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b455a6f2-8498-4ae8-8443-8e978ee697af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:03:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:10.053987 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-56fc8823-fa0e-4973-91d8-6ab34b859884 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/routers/a4a1222a-6e30-408a-bc9a-e7d77109c9ce/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1797390 Mar 03 06:04:10.056737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37708) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:10.103162 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b455a6f2-8498-4ae8-8443-8e978ee697af None None] Set router a4a1222a-6e30-408a-bc9a-e7d77109c9ce gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:04:10.160667 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-906d51fa-45d9-4b34-9e5b-807d9831638d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/c8f624f2-c479-4c1c-9564-735f2c51fdc5 HTTP/1.1" status: 200 len: 991 time: 0.1028922 Mar 03 06:04:10.434675 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b455a6f2-8498-4ae8-8443-8e978ee697af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:36Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:04:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'c8f624f2-c479-4c1c-9564-735f2c51fdc5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'port_id': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'mac_address': 'fa:16:3e:e2:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498130ed-c67a-4172-a442-1672a69318b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:02:53Z', 'updated_at': '2022-03-03T06:04:08Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c130409-6e47-4638-a1c2-140ddd589f75', 'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:66:21:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:35Z', 'updated_at': '2022-03-03T06:04:08Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:10.438360 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455a6f2-8498-4ae8-8443-8e978ee697af None None] Checking router: a4a1222a-6e30-408a-bc9a-e7d77109c9ce for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:04:10.446857 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455a6f2-8498-4ae8-8443-8e978ee697af None None] Routers {'a4a1222a-6e30-408a-bc9a-e7d77109c9ce'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:04:10.447431 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b455a6f2-8498-4ae8-8443-8e978ee697af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:03:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:10.617512 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b455a6f2-8498-4ae8-8443-8e978ee697af None None] Set router a4a1222a-6e30-408a-bc9a-e7d77109c9ce gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:04:10.952785 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b455a6f2-8498-4ae8-8443-8e978ee697af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:36Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:04:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'c8f624f2-c479-4c1c-9564-735f2c51fdc5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'port_id': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'mac_address': 'fa:16:3e:e2:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498130ed-c67a-4172-a442-1672a69318b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:02:53Z', 'updated_at': '2022-03-03T06:04:08Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c130409-6e47-4638-a1c2-140ddd589f75', 'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:66:21:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:35Z', 'updated_at': '2022-03-03T06:04:08Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:10.956575 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455a6f2-8498-4ae8-8443-8e978ee697af None None] The sync data for ids ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'] in dv-neutron-831582-1-hyperv is: [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:36Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:04:08Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'c8f624f2-c479-4c1c-9564-735f2c51fdc5', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'port_id': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'mac_address': 'fa:16:3e:e2:b4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498130ed-c67a-4172-a442-1672a69318b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:02:53Z', 'updated_at': '2022-03-03T06:04:08Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c130409-6e47-4638-a1c2-140ddd589f75', 'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:66:21:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:35Z', 'updated_at': '2022-03-03T06:04:08Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:04:11.164732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37712) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:11.277341 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9671e435-e19b-409c-baad-5addcbf5fb30 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/c8f624f2-c479-4c1c-9564-735f2c51fdc5 HTTP/1.1" status: 200 len: 991 time: 0.1119156 Mar 03 06:04:11.681745 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7c130409-6e47-4638-a1c2-140ddd589f75 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:04:11.750162 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7c130409-6e47-4638-a1c2-140ddd589f75 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:11.750528 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:11.911334 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:11.944202 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 7c130409-6e47-4638-a1c2-140ddd589f75, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7c130409-6e47-4638-a1c2-140ddd589f75,segment=NetworkSegment(72a8d9fc-bc47-41d8-a764-24e9e28f5c13),segment_id=72a8d9fc-bc47-41d8-a764-24e9e28f5c13)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:11.948070 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:11.948978 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 60176a82-71cd-4a7a-bc85-391d3e3c876e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:04:12.064239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=7c130409-6e47-4638-a1c2-140ddd589f75,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:12.076677 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 60176a82-71cd-4a7a-bc85-391d3e3c876e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:12.077049 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:12.190259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:12.206145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 60176a82-71cd-4a7a-bc85-391d3e3c876e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=60176a82-71cd-4a7a-bc85-391d3e3c876e,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:12.209538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:12.273881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=60176a82-71cd-4a7a-bc85-391d3e3c876e,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:12.281180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37716) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:12.385620 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1ad0a61a-c3f7-40ff-9c0b-62bdcbc726fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/c8f624f2-c479-4c1c-9564-735f2c51fdc5 HTTP/1.1" status: 200 len: 991 time: 0.1032779 Mar 03 06:04:12.535984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df7f58-d346-4107-96af-c0bda644bfc9 None None] New status for floating IP c8f624f2-c479-4c1c-9564-735f2c51fdc5: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:04:13.389366 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37720) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:13.492794 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f94c27a0-0652-4046-8a8f-1945321f5158 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/c8f624f2-c479-4c1c-9564-735f2c51fdc5 HTTP/1.1" status: 200 len: 993 time: 0.1022460 Mar 03 06:04:13.645165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7c130409-6e47-4638-a1c2-140ddd589f75 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:04:13.709669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7c130409-6e47-4638-a1c2-140ddd589f75 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:13.710031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:13.759890 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37728) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:13.824506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 60176a82-71cd-4a7a-bc85-391d3e3c876e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:04:13.888180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 60176a82-71cd-4a7a-bc85-391d3e3c876e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:13.888547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:13.962097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 631c693e-3c0c-4721-94bc-3fda8fa3c951 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:04:13.962339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:14.123552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:14.123912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:14.243325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 631c693e-3c0c-4721-94bc-3fda8fa3c951 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:04:14.493471 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:14.540032 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=631c693e-3c0c-4721-94bc-3fda8fa3c951,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:14.576770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:14.577115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:14.577452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:14.577782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:14.578111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:14.578435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:14.578757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:14.579077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:14.579396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:14.579712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:14.580056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:14.580374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:14.638193 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:14.638516 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP c8f624f2-c479-4c1c-9564-735f2c51fdc5 disassociated (deleted). External IP: 172.26.3.252, port: 5fce77c7-5886-4e3d-b6fc-002b81af7132. Mar 03 06:04:14.981453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router a4a1222a-6e30-408a-bc9a-e7d77109c9ce has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:04:15.153874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:04:15.163087 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf42f35-3b16-4ef9-a5ff-797e5ecbf283 None None] Sync routers for ids ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:04:15.169464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:15.172006 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf42f35-3b16-4ef9-a5ff-797e5ecbf283 None None] Routers {'a4a1222a-6e30-408a-bc9a-e7d77109c9ce'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:04:15.172589 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ccf42f35-3b16-4ef9-a5ff-797e5ecbf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:03:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:15.225968 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-464c08c5-3647-4b69-8103-915d8bfe0809 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/floatingips/c8f624f2-c479-4c1c-9564-735f2c51fdc5 HTTP/1.1" status: 204 len: 168 time: 1.4649818 Mar 03 06:04:15.226529 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498130ed-c67a-4172-a442-1672a69318b7', 'tag': '5fce77c7-5886-4e3d-b6fc-002b81af7132'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:04:15.352062 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-ccf42f35-3b16-4ef9-a5ff-797e5ecbf283 None None] Set router a4a1222a-6e30-408a-bc9a-e7d77109c9ce gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:04:15.383725 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498130ed-c67a-4172-a442-1672a69318b7', 'tag': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'status': 'completed', 'code': 200} Mar 03 06:04:15.540588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7700e7-3a42-4728-809f-0be8fc0992dd req-4e6e1667-ffe0-4ed8-9b3e-8fc717cd0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:15.542316 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3d7700e7-3a42-4728-809f-0be8fc0992dd req-4e6e1667-ffe0-4ed8-9b3e-8fc717cd0a9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 1098 time: 0.1393838 Mar 03 06:04:15.664406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286c4b2-b54a-49d6-8c8d-b420edb7d203 req-cb108f65-e25e-451c-88ca-782e66eb581f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:15.666535 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3286c4b2-b54a-49d6-8c8d-b420edb7d203 req-cb108f65-e25e-451c-88ca-782e66eb581f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 945 time: 0.1347692 Mar 03 06:04:15.680932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7700e7-3a42-4728-809f-0be8fc0992dd req-b1b3ab53-06cf-4a4d-9a8f-8ac142f9719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:15.682411 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3d7700e7-3a42-4728-809f-0be8fc0992dd req-b1b3ab53-06cf-4a4d-9a8f-8ac142f9719a service neutron] 10.222.0.23 "GET /v2.0/networks?id=efc021bf-63fe-4e0e-81dc-6d10bf273c2b HTTP/1.1" status: 200 len: 898 time: 0.1321652 Mar 03 06:04:15.707377 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ccf42f35-3b16-4ef9-a5ff-797e5ecbf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:36Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:04:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7c130409-6e47-4638-a1c2-140ddd589f75', 'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:66:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:35Z', 'updated_at': '2022-03-03T06:04:11Z', 'revision_number': 7, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:15.711644 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf42f35-3b16-4ef9-a5ff-797e5ecbf283 None None] Checking router: a4a1222a-6e30-408a-bc9a-e7d77109c9ce for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:04:15.714769 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3286c4b2-b54a-49d6-8c8d-b420edb7d203 req-8501c1d9-4171-473b-a6d0-82959fbd3746 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421405 Mar 03 06:04:15.719983 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf42f35-3b16-4ef9-a5ff-797e5ecbf283 None None] Routers {'a4a1222a-6e30-408a-bc9a-e7d77109c9ce'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:04:15.720566 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ccf42f35-3b16-4ef9-a5ff-797e5ecbf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:03:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:15.753889 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3d7700e7-3a42-4728-809f-0be8fc0992dd req-061360f5-33ac-4f61-a5ea-3a7550941114 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fce77c7-5886-4e3d-b6fc-002b81af7132 HTTP/1.1" status: 200 len: 217 time: 0.0649061 Mar 03 06:04:15.815669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7700e7-3a42-4728-809f-0be8fc0992dd req-41c9df13-da0d-44f6-9620-c847a67f5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:15.817047 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3d7700e7-3a42-4728-809f-0be8fc0992dd req-41c9df13-da0d-44f6-9620-c847a67f5671 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f195d5eb-09de-4ac5-90ad-484434332df1 HTTP/1.1" status: 200 len: 834 time: 0.0564892 Mar 03 06:04:15.893814 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-ccf42f35-3b16-4ef9-a5ff-797e5ecbf283 None None] Set router a4a1222a-6e30-408a-bc9a-e7d77109c9ce gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:04:15.894069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7700e7-3a42-4728-809f-0be8fc0992dd req-29071cd0-010a-433b-ab72-bc25cbdc55e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:15.895489 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3d7700e7-3a42-4728-809f-0be8fc0992dd req-29071cd0-010a-433b-ab72-bc25cbdc55e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=efc021bf-63fe-4e0e-81dc-6d10bf273c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714822 Mar 03 06:04:16.131653 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3d7700e7-3a42-4728-809f-0be8fc0992dd req-c56baa8a-6e31-49ce-97b0-d9986554438c service neutron] 10.222.0.23 "GET /v2.0/networks/efc021bf-63fe-4e0e-81dc-6d10bf273c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297227 Mar 03 06:04:16.206975 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ccf42f35-3b16-4ef9-a5ff-797e5ecbf283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:36Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:04:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7c130409-6e47-4638-a1c2-140ddd589f75', 'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:66:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:35Z', 'updated_at': '2022-03-03T06:04:11Z', 'revision_number': 7, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:16.211472 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf42f35-3b16-4ef9-a5ff-797e5ecbf283 None None] The sync data for ids ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'] in dv-neutron-831582-1-hyperv is: [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:02:36Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:04:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7c130409-6e47-4638-a1c2-140ddd589f75', 'name': '', 'network_id': 'efc021bf-63fe-4e0e-81dc-6d10bf273c2b', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:66:21:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:35Z', 'updated_at': '2022-03-03T06:04:11Z', 'revision_number': 7, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': 'f195d5eb-09de-4ac5-90ad-484434332df1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:04:16.264220 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3d7700e7-3a42-4728-809f-0be8fc0992dd req-eb5c1ef8-5f86-4a53-941f-82bb60a0562d service neutron] 10.222.0.23 "GET /v2.0/networks/efc021bf-63fe-4e0e-81dc-6d10bf273c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265869 Mar 03 06:04:16.809304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c000e627-5910-463c-983f-f3db00902000 None None] New status for floating IP c8f624f2-c479-4c1c-9564-735f2c51fdc5: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:04:16.962884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc44bf-de0d-4d07-ab9c-ae9f5403c8b4 req-dbaf13df-62e4-4b67-8e90-d9439a06d65a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:16.965039 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e8dc44bf-de0d-4d07-ab9c-ae9f5403c8b4 req-dbaf13df-62e4-4b67-8e90-d9439a06d65a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 945 time: 0.1380968 Mar 03 06:04:17.008947 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e8dc44bf-de0d-4d07-ab9c-ae9f5403c8b4 req-37e1e791-1c6c-4f3a-a997-e2fc6068345b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382273 Mar 03 06:04:17.085495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b088581-5b73-4e37-9f2f-ac89f5d8bbf6 req-ecb032fa-8a19-4235-9806-487006104cfb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:17.086175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-7b088581-5b73-4e37-9f2f-ac89f5d8bbf6 req-ecb032fa-8a19-4235-9806-487006104cfb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:04:17.100567 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-7b088581-5b73-4e37-9f2f-ac89f5d8bbf6 req-ecb032fa-8a19-4235-9806-487006104cfb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:04:17.101826 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7b088581-5b73-4e37-9f2f-ac89f5d8bbf6 req-ecb032fa-8a19-4235-9806-487006104cfb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 945 time: 0.0942740 Mar 03 06:04:17.173411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-7b088581-5b73-4e37-9f2f-ac89f5d8bbf6 req-63b82a9e-525e-4fd9-8683-9b2449a63064 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 5fce77c7-5886-4e3d-b6fc-002b81af7132 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:04:17.174356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7b088581-5b73-4e37-9f2f-ac89f5d8bbf6 req-63b82a9e-525e-4fd9-8683-9b2449a63064 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:17.411859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-7b088581-5b73-4e37-9f2f-ac89f5d8bbf6 req-63b82a9e-525e-4fd9-8683-9b2449a63064 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 5fce77c7-5886-4e3d-b6fc-002b81af7132, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5fce77c7-5886-4e3d-b6fc-002b81af7132,segment=NetworkSegment(72a8d9fc-bc47-41d8-a764-24e9e28f5c13),segment_id=72a8d9fc-bc47-41d8-a764-24e9e28f5c13)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:17.412853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7b088581-5b73-4e37-9f2f-ac89f5d8bbf6 req-63b82a9e-525e-4fd9-8683-9b2449a63064 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:17.535192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-7b088581-5b73-4e37-9f2f-ac89f5d8bbf6 req-63b82a9e-525e-4fd9-8683-9b2449a63064 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 5fce77c7-5886-4e3d-b6fc-002b81af7132 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:04:17.672437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7b088581-5b73-4e37-9f2f-ac89f5d8bbf6 req-63b82a9e-525e-4fd9-8683-9b2449a63064 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:17.725133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b82a9e-525e-4fd9-8683-9b2449a63064 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=5fce77c7-5886-4e3d-b6fc-002b81af7132,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:17.800087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b088581-5b73-4e37-9f2f-ac89f5d8bbf6 req-63b82a9e-525e-4fd9-8683-9b2449a63064 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] No DVR routers for this DVR port 5fce77c7-5886-4e3d-b6fc-002b81af7132 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:04:17.802507 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7b088581-5b73-4e37-9f2f-ac89f5d8bbf6 req-63b82a9e-525e-4fd9-8683-9b2449a63064 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:17.805116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498130ed-c67a-4172-a442-1672a69318b7', 'name': 'network-vif-deleted', 'tag': '5fce77c7-5886-4e3d-b6fc-002b81af7132'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:04:17.820400 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7b088581-5b73-4e37-9f2f-ac89f5d8bbf6 req-63b82a9e-525e-4fd9-8683-9b2449a63064 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "DELETE /v2.0/ports/5fce77c7-5886-4e3d-b6fc-002b81af7132 HTTP/1.1" status: 204 len: 173 time: 0.7139976 Mar 03 06:04:17.850655 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498130ed-c67a-4172-a442-1672a69318b7', 'name': 'network-vif-deleted', 'tag': '5fce77c7-5886-4e3d-b6fc-002b81af7132', 'status': 'completed', 'code': 200} Mar 03 06:04:18.171802 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-52442065-414a-4d7e-a386-1c81d8446c70 req-df495efa-9981-42d8-ba1e-e79977b3fd2e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=498130ed-c67a-4172-a442-1672a69318b7 HTTP/1.1" status: 200 len: 210 time: 0.0428708 Mar 03 06:04:18.218494 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ff23-0248-4d61-8dbf-85eb7ca37a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:19.266781 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37754) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:19.340561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:19.373072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:19.436760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:19.455613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:19.464703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:19.465050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:19.465379 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:19.465744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:19.466215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:19.466636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:19.466957 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:19.467275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:19.467590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:19.467938 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:19.468251 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:19.468572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:19.478124 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:19.479219 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5c58da4b-1be9-4038-a10e-a89f0a0974ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/security-groups/96d1a1ef-a73a-4fc3-ad96-bdc26cd01c8c HTTP/1.1" status: 204 len: 168 time: 0.2114184 Mar 03 06:04:19.508306 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37760) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:19.971144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 5fce77c7-5886-4e3d-b6fc-002b81af7132 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:04:20.011006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 5fce77c7-5886-4e3d-b6fc-002b81af7132 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:04:20.011356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 5fce77c7-5886-4e3d-b6fc-002b81af7132 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:04:20.181269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c460c8f7-24e5-411c-92fc-c0aaebac2db4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:20.461882 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-46d7ab25-51b9-417f-a563-4803fbba71cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:20.537835 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c460c8f7-24e5-411c-92fc-c0aaebac2db4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 7c130409-6e47-4638-a1c2-140ddd589f75 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:04:20.538553 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c460c8f7-24e5-411c-92fc-c0aaebac2db4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:20.716857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-c460c8f7-24e5-411c-92fc-c0aaebac2db4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 7c130409-6e47-4638-a1c2-140ddd589f75, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7c130409-6e47-4638-a1c2-140ddd589f75,segment=NetworkSegment(72a8d9fc-bc47-41d8-a764-24e9e28f5c13),segment_id=72a8d9fc-bc47-41d8-a764-24e9e28f5c13)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:20.717125 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c460c8f7-24e5-411c-92fc-c0aaebac2db4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:20.839363 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c460c8f7-24e5-411c-92fc-c0aaebac2db4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 7c130409-6e47-4638-a1c2-140ddd589f75 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:04:21.016455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c460c8f7-24e5-411c-92fc-c0aaebac2db4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:21.067232 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460c8f7-24e5-411c-92fc-c0aaebac2db4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=7c130409-6e47-4638-a1c2-140ddd589f75,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:21.333460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c460c8f7-24e5-411c-92fc-c0aaebac2db4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:21.582204 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:21.740079 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:21.786742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c460c8f7-24e5-411c-92fc-c0aaebac2db4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router a4a1222a-6e30-408a-bc9a-e7d77109c9ce has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:04:21.961653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c460c8f7-24e5-411c-92fc-c0aaebac2db4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:04:21.971292 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66484225-f49d-4763-8ebe-b70453bf6bde None None] Sync routers for ids ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:04:21.973680 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c460c8f7-24e5-411c-92fc-c0aaebac2db4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/a4a1222a-6e30-408a-bc9a-e7d77109c9ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4643176 Mar 03 06:04:21.976315 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37764) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:21.980417 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66484225-f49d-4763-8ebe-b70453bf6bde None None] Routers {'a4a1222a-6e30-408a-bc9a-e7d77109c9ce'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:04:21.980999 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-66484225-f49d-4763-8ebe-b70453bf6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:04:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:22.040738 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c607b6-2372-4c65-9c75-5ef4c8a56960 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting subnet f195d5eb-09de-4ac5-90ad-484434332df1 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:04:22.043561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-27c607b6-2372-4c65-9c75-5ef4c8a56960 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:22.100351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-27c607b6-2372-4c65-9c75-5ef4c8a56960 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:22.151048 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-66484225-f49d-4763-8ebe-b70453bf6bde None None] Set router a4a1222a-6e30-408a-bc9a-e7d77109c9ce gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:04:22.180155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-27c607b6-2372-4c65-9c75-5ef4c8a56960 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:22.254257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-27c607b6-2372-4c65-9c75-5ef4c8a56960 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:22.292554 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c607b6-2372-4c65-9c75-5ef4c8a56960 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Subnet': ['ID=f195d5eb-09de-4ac5-90ad-484434332df1,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:22.295828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-27c607b6-2372-4c65-9c75-5ef4c8a56960 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:22.301937 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-27c607b6-2372-4c65-9c75-5ef4c8a56960 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/subnets/f195d5eb-09de-4ac5-90ad-484434332df1 HTTP/1.1" status: 204 len: 168 time: 0.3246846 Mar 03 06:04:22.304499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37768) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:22.307339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e12a55-9398-4f03-bfa7-c84ab6098830 None None] Network efc021bf-63fe-4e0e-81dc-6d10bf273c2b requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:04:22.472946 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-66484225-f49d-4763-8ebe-b70453bf6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:04:20Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:04:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:22.476733 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66484225-f49d-4763-8ebe-b70453bf6bde None None] Checking router: a4a1222a-6e30-408a-bc9a-e7d77109c9ce for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:04:22.484932 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66484225-f49d-4763-8ebe-b70453bf6bde None None] Routers {'a4a1222a-6e30-408a-bc9a-e7d77109c9ce'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:04:22.486208 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-66484225-f49d-4763-8ebe-b70453bf6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:04:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:22.491148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:22.576378 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23d45ed-4f60-48ca-b510-3f4dc26df800 None None] DHCP port deletion for efc021bf-63fe-4e0e-81dc-6d10bf273c2b request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:04:22.581298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f23d45ed-4f60-48ca-b510-3f4dc26df800 None None] Deleting port d196b1fe-35fa-4153-a7e1-225d48a6dea9 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:04:22.581669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f23d45ed-4f60-48ca-b510-3f4dc26df800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:22.667184 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-66484225-f49d-4763-8ebe-b70453bf6bde None None] Set router a4a1222a-6e30-408a-bc9a-e7d77109c9ce gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:04:22.676095 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:22.686038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 60176a82-71cd-4a7a-bc85-391d3e3c876e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:04:22.686467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:22.820181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f23d45ed-4f60-48ca-b510-3f4dc26df800 None None] For port d196b1fe-35fa-4153-a7e1-225d48a6dea9, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d196b1fe-35fa-4153-a7e1-225d48a6dea9,segment=NetworkSegment(72a8d9fc-bc47-41d8-a764-24e9e28f5c13),segment_id=72a8d9fc-bc47-41d8-a764-24e9e28f5c13)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:22.820181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f23d45ed-4f60-48ca-b510-3f4dc26df800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:22.872947 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 60176a82-71cd-4a7a-bc85-391d3e3c876e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=60176a82-71cd-4a7a-bc85-391d3e3c876e,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:22.873486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:22.947349 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f23d45ed-4f60-48ca-b510-3f4dc26df800 None None] Calling delete_port for d196b1fe-35fa-4153-a7e1-225d48a6dea9 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:04:22.954232 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-66484225-f49d-4763-8ebe-b70453bf6bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:04:20Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:04:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:22.958579 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66484225-f49d-4763-8ebe-b70453bf6bde None None] The sync data for ids ['a4a1222a-6e30-408a-bc9a-e7d77109c9ce'] in dv-neutron-831582-1-hyperv is: [{'id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'name': 'tempest-TestNetworkBasicOps-router-59039464', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242'}], 'enable_snat': True}, 'gw_port_id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:02:31Z', 'updated_at': '2022-03-03T06:04:20Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '60176a82-71cd-4a7a-bc85-391d3e3c876e', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:1f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a1222a-6e30-408a-bc9a-e7d77109c9ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1405, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:02:32Z', 'updated_at': '2022-03-03T06:04:12Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:04:23.016320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:23.039457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f23d45ed-4f60-48ca-b510-3f4dc26df800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:23.085838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d45ed-4f60-48ca-b510-3f4dc26df800 None None] Pushing event deleted for resources: {'Port': ['ID=d196b1fe-35fa-4153-a7e1-225d48a6dea9,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:23.087514 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d45ed-4f60-48ca-b510-3f4dc26df800 None None] No DVR routers for this DVR port d196b1fe-35fa-4153-a7e1-225d48a6dea9 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:04:23.126916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 60176a82-71cd-4a7a-bc85-391d3e3c876e owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:04:23.289125 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:23.390045 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:04:23.400147 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=60176a82-71cd-4a7a-bc85-391d3e3c876e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:23.433245 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:23.603498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:23.605788 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:23.627981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:23.628503 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Fanout notify agent at l3_agent the message router_deleted on router a4a1222a-6e30-408a-bc9a-e7d77109c9ce {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:04:23.644772 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:23.645880 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3606da91-1b0f-4b85-884c-ef115e6d61bb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/routers/a4a1222a-6e30-408a-bc9a-e7d77109c9ce HTTP/1.1" status: 204 len: 168 time: 1.3405108 Mar 03 06:04:23.648658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37772) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:23.701276 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7c130409-6e47-4638-a1c2-140ddd589f75 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:04:23.741552 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 7c130409-6e47-4638-a1c2-140ddd589f75 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:04:23.742157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7c130409-6e47-4638-a1c2-140ddd589f75 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:04:23.742597 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d196b1fe-35fa-4153-a7e1-225d48a6dea9 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:04:23.766123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c3f7222e-4dd6-477a-a349-21cf813287dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:23.774868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: d196b1fe-35fa-4153-a7e1-225d48a6dea9 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:04:23.775216 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d196b1fe-35fa-4153-a7e1-225d48a6dea9 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:04:23.891763 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c3f7222e-4dd6-477a-a349-21cf813287dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:23.915516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c3f7222e-4dd6-477a-a349-21cf813287dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc021bf-63fe-4e0e-81dc-6d10bf273c2b']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:23.927006 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c3f7222e-4dd6-477a-a349-21cf813287dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a8d9fc-bc47-41d8-a764-24e9e28f5c13') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:23.927297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-c3f7222e-4dd6-477a-a349-21cf813287dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a8d9fc-bc47-41d8-a764-24e9e28f5c13') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:23.938524 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c3f7222e-4dd6-477a-a349-21cf813287dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:23.953375 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c3f7222e-4dd6-477a-a349-21cf813287dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:23.959222 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f7222e-4dd6-477a-a349-21cf813287dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:04:23.959623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c3f7222e-4dd6-477a-a349-21cf813287dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:04:23.975411 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:04:24.054265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c3f7222e-4dd6-477a-a349-21cf813287dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:24.074458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c3f7222e-4dd6-477a-a349-21cf813287dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:24.087286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7222e-4dd6-477a-a349-21cf813287dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Network': ['ID=efc021bf-63fe-4e0e-81dc-6d10bf273c2b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:24.095232 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c3f7222e-4dd6-477a-a349-21cf813287dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/networks/efc021bf-63fe-4e0e-81dc-6d10bf273c2b HTTP/1.1" status: 204 len: 168 time: 0.4453318 Mar 03 06:04:24.110213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37776) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:24.115988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'network': {'name': 'tempest-network-smoke--185806390', 'project_id': '1718f33843874129926d855b187d15f2', 'port_security_enabled': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:04:24.120923 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:04:24.124987 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:network and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:04:24.127799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:04:24.133415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:04:24.143149 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:04:24.146923 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:24.173562 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:04:24.182173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:24.182513 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Added segment 6a2d620f-e6b2-4a0d-8fe4-78113ace69d7 of type vlan for network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 Mar 03 06:04:24.210651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:24.238274 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:24.244184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:24.244751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:24.343651 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2323618 Mar 03 06:04:24.346505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37780) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:24.349598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb973ad5-b50f-44d2-a77e-cb291d5004f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Network': ['ID=77b0f710-ab83-4ed8-8397-ab5f6341a4e8,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:24.352731 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-319318510', 'admin_state_up': True, 'project_id': '1718f33843874129926d855b187d15f2', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:04:24.361006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:04:24.372678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:04:24.376919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:router and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:04:24.380740 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:04:24.387371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:04:24.397259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:24.398133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:24.413011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:24.672361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:25.074857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:25.102998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:25.235977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.204 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/5db472d3-cef8-4800-a1ca-412b96107dc1) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:04:25.378561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:25.407347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:25.465486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:04:25.468106 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:04:25.475555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:04:25.509088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=5db472d3-cef8-4800-a1ca-412b96107dc1,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:25.602672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 60176a82-71cd-4a7a-bc85-391d3e3c876e no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:04:25.636518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 60176a82-71cd-4a7a-bc85-391d3e3c876e {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:04:25.636774 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 60176a82-71cd-4a7a-bc85-391d3e3c876e not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:04:25.883223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:26.321410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:26.535119 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 984dc2cb-df52-4175-9011-1b0c757a57da is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:04:26.714331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:04:26.723959 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Sync routers for ids ['984dc2cb-df52-4175-9011-1b0c757a57da'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:04:26.733302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Routers {'984dc2cb-df52-4175-9011-1b0c757a57da'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:04:26.733893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:04:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['984dc2cb-df52-4175-9011-1b0c757a57da'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:26.748402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:26.750212 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1f2b385a-0321-4d54-a404-8ef1336aaa13 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4022834 Mar 03 06:04:26.752904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37784) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:26.795929 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-421b7e08-36d6-499c-89e7-dc430a63cc7c tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1718f33843874129926d855b187d15f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418715 Mar 03 06:04:26.798455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37788) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:26.911039 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Set router 984dc2cb-df52-4175-9011-1b0c757a57da gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:04:26.925856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f593b6-c960-41a5-adbf-7b56c17db25a tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:26.927337 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-19f593b6-c960-41a5-adbf-7b56c17db25a tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278927 Mar 03 06:04:26.930666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37792) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:26.968666 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4bf27152-6dd7-410a-8a77-c1480199c4e1 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368760 Mar 03 06:04:26.971075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37796) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:26.976896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-442715547', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'project_id': '1718f33843874129926d855b187d15f2', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:04:27.091335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:04:27.095163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:subnet and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:04:27.098607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:04:27.104850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:04:27.114615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:04:27.118214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:27.198608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:04:25Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:25Z', 'updated_at': '2022-03-03T06:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:27.202410 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Checking router: 984dc2cb-df52-4175-9011-1b0c757a57da for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:04:27.202763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Updating router 984dc2cb-df52-4175-9011-1b0c757a57da port 5db472d3-cef8-4800-a1ca-412b96107dc1 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:04:27.254738 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:27.335463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:27.417333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Subnet': ['ID=2667ccfc-de4d-494c-9395-c5aba61b9d45,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:27.426680 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Checking segment: {'id': '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:04:27.427045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network hostable DHCP agents. Network: 77b0f710-ab83-4ed8-8397-ab5f6341a4e8, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:04:27.446353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:04:27.455580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 77b0f710-ab83-4ed8-8397-ab5f6341a4e8) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:04:27.460146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:27.460739 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:27.481801 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-48c1a091-bd6e-4bb8-935d-af38f45bd434 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5097506 Mar 03 06:04:27.484785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37800) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:27.491267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc082330-c670-4e08-b0f0-8f4e759d6598 None None] Network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:04:27.790810 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:27.805379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ips': [{'subnet_id': '2667ccfc-de4d-494c-9395-c5aba61b9d45'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:04:27.806179 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:27.814995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Transition to ACTIVE for port object 5db472d3-cef8-4800-a1ca-412b96107dc1 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:04:27.823701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:27.931871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Attempting to bind port 5db472d3-cef8-4800-a1ca-412b96107dc1 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:04:27.932240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Attempting to bind port 5db472d3-cef8-4800-a1ca-412b96107dc1 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:04:27.932604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Attempting to bind port 5db472d3-cef8-4800-a1ca-412b96107dc1 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:04:27.963638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c91df3-a7fe-4ca4-b6e9-f846e56fbcf9 None None] Pushing event updated for resources: {'Port': ['ID=5db472d3-cef8-4800-a1ca-412b96107dc1,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:27.965944 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:04:27.966310 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:04:27.966818 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:27.967073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:04:27.967543 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Bound port: 5db472d3-cef8-4800-a1ca-412b96107dc1, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:04:27.967949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:28.097892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] For port 5db472d3-cef8-4800-a1ca-412b96107dc1, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:04:28.102340 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] For port 5db472d3-cef8-4800-a1ca-412b96107dc1, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=5db472d3-cef8-4800-a1ca-412b96107dc1,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:04:28.108759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:28.149837 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Allocated IP 172.20.0.2 (77b0f710-ab83-4ed8-8397-ab5f6341a4e8/2667ccfc-de4d-494c-9395-c5aba61b9d45/7a59c12a-c609-42d9-a1a3-afad2c15a4c0) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:04:28.213853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Routers {'984dc2cb-df52-4175-9011-1b0c757a57da'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:04:28.214470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:04:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['984dc2cb-df52-4175-9011-1b0c757a57da'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:28.271430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:28.288517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c91df3-a7fe-4ca4-b6e9-f846e56fbcf9 None None] Pushing event updated for resources: {'Port': ['ID=5db472d3-cef8-4800-a1ca-412b96107dc1,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:28.518161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] Set router 984dc2cb-df52-4175-9011-1b0c757a57da gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:04:28.725617 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:28.784762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Transition to ACTIVE for port object 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:04:28.820751 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Transition to ACTIVE for port object 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:04:28.850688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:28.889863 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.1 (77b0f710-ab83-4ed8-8397-ab5f6341a4e8/2667ccfc-de4d-494c-9395-c5aba61b9d45/80f1f75d-386d-4468-8879-9b52b7215962) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:04:28.923310 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:04:28.927310 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:04:28.936124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:04:28.977181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Pushing event updated for resources: {'Port': ['ID=7a59c12a-c609-42d9-a1a3-afad2c15a4c0,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:29.038872 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Attempting to bind port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:04:29.039142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Attempting to bind port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:04:29.039496 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Attempting to bind port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 on network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:04:29.043547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:04:25Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:25Z', 'updated_at': '2022-03-03T06:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:29.047155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:29.048593 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:04:29.048963 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Checking segment: {'id': '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:04:29.049618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:29.050004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Bound using segment: {'id': '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:04:29.050454 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Bound port: 7a59c12a-c609-42d9-a1a3-afad2c15a4c0, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:04:29.050818 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:29.060741 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e14207a-8411-47a9-8ae5-055c4262763a None None] The sync data for ids ['984dc2cb-df52-4175-9011-1b0c757a57da'] in dv-neutron-831582-1-hyperv is: [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:04:25Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:25Z', 'updated_at': '2022-03-03T06:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:04:29.064477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object 80f1f75d-386d-4468-8879-9b52b7215962 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:04:29.091995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:29.143667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] For port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:04:29.149103 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] For port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7a59c12a-c609-42d9-a1a3-afad2c15a4c0,segment=NetworkSegment(6a2d620f-e6b2-4a0d-8fe4-78113ace69d7),segment_id=6a2d620f-e6b2-4a0d-8fe4-78113ace69d7)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:04:29.153925 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:29.163949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:04:29.166902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:04:29.175332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:04:29.218475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=80f1f75d-386d-4468-8879-9b52b7215962,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:29.238697 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266d8d2-6c27-4522-90c3-b5b3da03edd3 None None] Pushing event updated for resources: {'Port': ['ID=7a59c12a-c609-42d9-a1a3-afad2c15a4c0,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:29.248807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:29.689937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:29.733428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5db472d3-cef8-4800-a1ca-412b96107dc1 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:04:29.803752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 5db472d3-cef8-4800-a1ca-412b96107dc1 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:04:29.809536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 5db472d3-cef8-4800-a1ca-412b96107dc1 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:29.809947 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:29.940385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:29.956571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 5db472d3-cef8-4800-a1ca-412b96107dc1, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=5db472d3-cef8-4800-a1ca-412b96107dc1,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:29.962853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:29.963581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:04:30.085331 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=5db472d3-cef8-4800-a1ca-412b96107dc1,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:30.099137 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:04:30.151842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:30.157032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:30.276048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=80f1f75d-386d-4468-8879-9b52b7215962,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:30.279716 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:30.360295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca4b5d6-34f3-44e8-829f-67b816474d82 None None] Network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:04:30.418003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:04:30.419121 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:04:30.471471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f62a347e-1a5a-4ef1-801b-0b09d3340522 None None] Provisioning for port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:04:30.483953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f62a347e-1a5a-4ef1-801b-0b09d3340522 None None] Provisioning complete for port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:30.484330 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f62a347e-1a5a-4ef1-801b-0b09d3340522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:30.514210 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:30.604600 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 984dc2cb-df52-4175-9011-1b0c757a57da has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:04:30.696451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f62a347e-1a5a-4ef1-801b-0b09d3340522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:30.743275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f62a347e-1a5a-4ef1-801b-0b09d3340522 None None] For port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7a59c12a-c609-42d9-a1a3-afad2c15a4c0,segment=NetworkSegment(6a2d620f-e6b2-4a0d-8fe4-78113ace69d7),segment_id=6a2d620f-e6b2-4a0d-8fe4-78113ace69d7)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:30.748209 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f62a347e-1a5a-4ef1-801b-0b09d3340522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:30.795326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:04:30.808851 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Sync routers for ids ['984dc2cb-df52-4175-9011-1b0c757a57da'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:04:30.811665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37804) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:30.812157 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3cb869a9-83a0-4b1c-a395-5b1a45587363 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/984dc2cb-df52-4175-9011-1b0c757a57da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3258281 Mar 03 06:04:30.825077 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Routers {'984dc2cb-df52-4175-9011-1b0c757a57da'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:04:30.826427 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:04:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['984dc2cb-df52-4175-9011-1b0c757a57da'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:30.841461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a347e-1a5a-4ef1-801b-0b09d3340522 None None] Pushing event updated for resources: {'Port': ['ID=7a59c12a-c609-42d9-a1a3-afad2c15a4c0,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:30.961053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e103b424-bc60-42e5-b0f9-4586b0eaf368 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:30.961520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e103b424-bc60-42e5-b0f9-4586b0eaf368 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:30.961978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e103b424-bc60-42e5-b0f9-4586b0eaf368 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:30.962460 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e103b424-bc60-42e5-b0f9-4586b0eaf368 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:30.964094 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e103b424-bc60-42e5-b0f9-4586b0eaf368 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1514051 Mar 03 06:04:30.966986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37808) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:31.017363 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Set router 984dc2cb-df52-4175-9011-1b0c757a57da gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:04:31.036691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8501bb0e-ba89-479f-9df3-ee93676c5bbb tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:31.037190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8501bb0e-ba89-479f-9df3-ee93676c5bbb tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:31.037646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8501bb0e-ba89-479f-9df3-ee93676c5bbb tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:31.038099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8501bb0e-ba89-479f-9df3-ee93676c5bbb tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:31.039725 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8501bb0e-ba89-479f-9df3-ee93676c5bbb tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0719182 Mar 03 06:04:31.042553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37812) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:31.077763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9e9a17e7-3edb-40de-b1b2-62fff2098bf2 None None] Provisioning for port 80f1f75d-386d-4468-8879-9b52b7215962 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:04:31.085045 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9e9a17e7-3edb-40de-b1b2-62fff2098bf2 None None] Provisioning complete for port 80f1f75d-386d-4468-8879-9b52b7215962 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:31.085742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9e9a17e7-3edb-40de-b1b2-62fff2098bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:31.151809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a17e7-3edb-40de-b1b2-62fff2098bf2 None None] Port 80f1f75d-386d-4468-8879-9b52b7215962 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:04:31.167294 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9e9a17e7-3edb-40de-b1b2-62fff2098bf2 None None] Provisioning complete for port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:31.168138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9e9a17e7-3edb-40de-b1b2-62fff2098bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:31.381566 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:25Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '80f1f75d-386d-4468-8879-9b52b7215962', 'name': '', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:4c:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:28Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:31.388615 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Checking router: 984dc2cb-df52-4175-9011-1b0c757a57da for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:04:31.389259 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Updating router 984dc2cb-df52-4175-9011-1b0c757a57da port 80f1f75d-386d-4468-8879-9b52b7215962 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:04:31.416175 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b1685f01-c24f-4d4e-bc93-b22ec8287ed3 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3701067 Mar 03 06:04:31.419093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ad740863-19ef-4833-99cd-13d5cdf94baa None None] Provisioning complete for port 80f1f75d-386d-4468-8879-9b52b7215962 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:31.419470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ad740863-19ef-4833-99cd-13d5cdf94baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:31.450282 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:31.482177 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ad740863-19ef-4833-99cd-13d5cdf94baa None None] Port 80f1f75d-386d-4468-8879-9b52b7215962 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:04:31.604616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a72d6b85-b9bd-4d0c-8c78-c2760d4e05ae None None] Provisioning complete for port 80f1f75d-386d-4468-8879-9b52b7215962 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:31.605308 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a72d6b85-b9bd-4d0c-8c78-c2760d4e05ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:31.669538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5db472d3-cef8-4800-a1ca-412b96107dc1 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:04:31.708437 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a72d6b85-b9bd-4d0c-8c78-c2760d4e05ae None None] Port 80f1f75d-386d-4468-8879-9b52b7215962 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:04:31.738630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 5db472d3-cef8-4800-a1ca-412b96107dc1 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:31.738998 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:31.832377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37818) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:31.838074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887231519', 'description': 'tempest-secgroup-smoke-1887231519 description', 'project_id': '1718f33843874129926d855b187d15f2'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:04:31.843963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:04:31.848085 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:31.848609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:04:31.851552 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:04:31.857766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:04:31.860876 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Transition to ACTIVE for port object 80f1f75d-386d-4468-8879-9b52b7215962 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:04:31.868438 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:31.872939 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:31.892718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:04:31.896981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:04:31.899695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:04:31.905437 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:04:31.916465 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:04:31.982642 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:31.988148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.030855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:32.031362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.034515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef925cbc-93db-4820-9de0-1b80ca89a591,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:32.038875 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.044081 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-95df09fb-b2fa-4275-9ac3-ac8dc1c51867 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2071483 Mar 03 06:04:32.044081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37822) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:32.049062 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-49fdf29f-d8f2-43c7-8f0e-22304a799b1d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'ef925cbc-93db-4820-9de0-1b80ca89a591', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:04:32.063506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-49fdf29f-d8f2-43c7-8f0e-22304a799b1d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:04:32.071457 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-49fdf29f-d8f2-43c7-8f0e-22304a799b1d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:04:32.074663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-49fdf29f-d8f2-43c7-8f0e-22304a799b1d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:04:32.089446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-49fdf29f-d8f2-43c7-8f0e-22304a799b1d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:04:32.098995 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Pushing event updated for resources: {'Port': ['ID=80f1f75d-386d-4468-8879-9b52b7215962,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:32.111970 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49fdf29f-d8f2-43c7-8f0e-22304a799b1d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.114529 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:32.115073 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:32.115545 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:32.116082 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:32.116829 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:32.117307 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:32.117776 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:32.118264 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:32.118723 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:32.119198 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:32.119674 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:32.120181 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:04:32.185409 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49fdf29f-d8f2-43c7-8f0e-22304a799b1d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.187189 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Attempting to bind port 80f1f75d-386d-4468-8879-9b52b7215962 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:04:32.187545 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Attempting to bind port 80f1f75d-386d-4468-8879-9b52b7215962 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:04:32.187974 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Attempting to bind port 80f1f75d-386d-4468-8879-9b52b7215962 on network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:04:32.189917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49fdf29f-d8f2-43c7-8f0e-22304a799b1d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.194006 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:04:32.194366 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Checking segment: {'id': '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:04:32.194760 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.195139 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Bound using segment: {'id': '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:04:32.195597 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Bound port: 80f1f75d-386d-4468-8879-9b52b7215962, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:04:32.195995 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.214523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdf29f-d8f2-43c7-8f0e-22304a799b1d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bdd3000-0121-4840-9c70-f4f78809311e,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:32.228188 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-49fdf29f-d8f2-43c7-8f0e-22304a799b1d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.229379 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-49fdf29f-d8f2-43c7-8f0e-22304a799b1d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1847358 Mar 03 06:04:32.232155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37826) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:32.237112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f73558c2-66ec-49c2-b4f7-d7fe5139cb8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'ef925cbc-93db-4820-9de0-1b80ca89a591', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:04:32.243538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f73558c2-66ec-49c2-b4f7-d7fe5139cb8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:04:32.247434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f73558c2-66ec-49c2-b4f7-d7fe5139cb8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:04:32.250358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f73558c2-66ec-49c2-b4f7-d7fe5139cb8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:04:32.256748 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f73558c2-66ec-49c2-b4f7-d7fe5139cb8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:04:32.273836 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f73558c2-66ec-49c2-b4f7-d7fe5139cb8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.294133 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] For port 80f1f75d-386d-4468-8879-9b52b7215962, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:04:32.297155 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] For port 80f1f75d-386d-4468-8879-9b52b7215962, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=80f1f75d-386d-4468-8879-9b52b7215962,segment=NetworkSegment(6a2d620f-e6b2-4a0d-8fe4-78113ace69d7),segment_id=6a2d620f-e6b2-4a0d-8fe4-78113ace69d7)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:04:32.307911 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.336715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f73558c2-66ec-49c2-b4f7-d7fe5139cb8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.341981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f73558c2-66ec-49c2-b4f7-d7fe5139cb8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.366127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73558c2-66ec-49c2-b4f7-d7fe5139cb8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfc9e90-c498-4ee4-b727-000205e8f086,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:32.375099 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f73558c2-66ec-49c2-b4f7-d7fe5139cb8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.379079 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f73558c2-66ec-49c2-b4f7-d7fe5139cb8b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1433496 Mar 03 06:04:32.379552 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37830) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:32.383441 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Routers {'984dc2cb-df52-4175-9011-1b0c757a57da'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:04:32.384084 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:04:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['984dc2cb-df52-4175-9011-1b0c757a57da'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:32.386501 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8fe6a39f-b879-461a-859a-0d0d248e4622 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'ef925cbc-93db-4820-9de0-1b80ca89a591', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:04:32.392984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8fe6a39f-b879-461a-859a-0d0d248e4622 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:04:32.397483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8fe6a39f-b879-461a-859a-0d0d248e4622 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:04:32.400053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8fe6a39f-b879-461a-859a-0d0d248e4622 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:04:32.405997 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8fe6a39f-b879-461a-859a-0d0d248e4622 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:04:32.430015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a39f-b879-461a-859a-0d0d248e4622 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.449918 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1058a9-df6e-4324-8c17-e1dd9aca4c89 None None] Pushing event updated for resources: {'Port': ['ID=80f1f75d-386d-4468-8879-9b52b7215962,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:32.507906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a39f-b879-461a-859a-0d0d248e4622 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.512034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a39f-b879-461a-859a-0d0d248e4622 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.582968 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] Set router 984dc2cb-df52-4175-9011-1b0c757a57da gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:04:32.648452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6a39f-b879-461a-859a-0d0d248e4622 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f6b875-e732-48ea-91c9-d04ef304cc72,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:32.659788 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8fe6a39f-b879-461a-859a-0d0d248e4622 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.664778 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8fe6a39f-b879-461a-859a-0d0d248e4622 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2845466 Mar 03 06:04:32.665004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37834) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:32.670254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-4630bb95-b2fb-4683-a621-7d73baba718d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'ef925cbc-93db-4820-9de0-1b80ca89a591', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:04:32.676410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4630bb95-b2fb-4683-a621-7d73baba718d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:04:32.680735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4630bb95-b2fb-4683-a621-7d73baba718d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:04:32.683625 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4630bb95-b2fb-4683-a621-7d73baba718d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:04:32.689594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4630bb95-b2fb-4683-a621-7d73baba718d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:04:32.705433 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4630bb95-b2fb-4683-a621-7d73baba718d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.770578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4630bb95-b2fb-4683-a621-7d73baba718d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.774449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4630bb95-b2fb-4683-a621-7d73baba718d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.797648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630bb95-b2fb-4683-a621-7d73baba718d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604bf5cc-5c9c-45e0-8c64-df6117b38035,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:32.808854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4630bb95-b2fb-4683-a621-7d73baba718d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.810035 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4630bb95-b2fb-4683-a621-7d73baba718d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440551 Mar 03 06:04:32.813101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37838) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:32.818023 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-4b959edc-dd03-4345-8c01-b657147c7f74 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'ef925cbc-93db-4820-9de0-1b80ca89a591', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:04:32.823742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4b959edc-dd03-4345-8c01-b657147c7f74 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:04:32.827503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4b959edc-dd03-4345-8c01-b657147c7f74 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:04:32.830343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4b959edc-dd03-4345-8c01-b657147c7f74 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:04:32.835973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4b959edc-dd03-4345-8c01-b657147c7f74 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:04:32.846266 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-4b959edc-dd03-4345-8c01-b657147c7f74 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:04:32.853750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b959edc-dd03-4345-8c01-b657147c7f74 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.902063 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:25Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '80f1f75d-386d-4468-8879-9b52b7215962', 'name': '', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:4c:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:28Z', 'updated_at': '2022-03-03T06:04:32Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:32.905641 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd264bd-b2e4-4c88-8398-381bf359870e None None] The sync data for ids ['984dc2cb-df52-4175-9011-1b0c757a57da'] in dv-neutron-831582-1-hyperv is: [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:25Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '80f1f75d-386d-4468-8879-9b52b7215962', 'name': '', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:4c:b7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:28Z', 'updated_at': '2022-03-03T06:04:32Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:04:32.920340 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b959edc-dd03-4345-8c01-b657147c7f74 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.924561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b959edc-dd03-4345-8c01-b657147c7f74 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.949742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b959edc-dd03-4345-8c01-b657147c7f74 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c71f19-1b39-4ad6-8aeb-896a351ae6ee,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:32.977315 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b959edc-dd03-4345-8c01-b657147c7f74 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:32.978685 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4b959edc-dd03-4345-8c01-b657147c7f74 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1646791 Mar 03 06:04:32.982621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37842) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:32.987736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-bc8e5f40-7318-4385-bf32-0b0825004ef6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'ef925cbc-93db-4820-9de0-1b80ca89a591', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:04:32.994325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-bc8e5f40-7318-4385-bf32-0b0825004ef6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:04:32.998125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bc8e5f40-7318-4385-bf32-0b0825004ef6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:04:33.001006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bc8e5f40-7318-4385-bf32-0b0825004ef6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:04:33.006654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-bc8e5f40-7318-4385-bf32-0b0825004ef6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:04:33.016369 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-bc8e5f40-7318-4385-bf32-0b0825004ef6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:04:33.025392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5f40-7318-4385-bf32-0b0825004ef6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:33.092270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5f40-7318-4385-bf32-0b0825004ef6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:33.096094 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5f40-7318-4385-bf32-0b0825004ef6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:33.122591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e5f40-7318-4385-bf32-0b0825004ef6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f923850c-9a70-4d83-8689-0a8247bfb9ac,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:33.130883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bc8e5f40-7318-4385-bf32-0b0825004ef6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:33.134901 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bc8e5f40-7318-4385-bf32-0b0825004ef6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487963 Mar 03 06:04:33.311221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-d5f7e2d8-f504-4890-90cf-689499aced26 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:04:33.326836 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-d5f7e2d8-f504-4890-90cf-689499aced26 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:04:33.328267 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-d5f7e2d8-f504-4890-90cf-689499aced26 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887231519&fields=id&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 267 time: 0.0572007 Mar 03 06:04:33.491159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-cc29143e-b990-4e72-8fad-cce5ac5ef33c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:33.491864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-cc29143e-b990-4e72-8fad-cce5ac5ef33c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:04:33.507738 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-cc29143e-b990-4e72-8fad-cce5ac5ef33c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:04:33.509126 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-cc29143e-b990-4e72-8fad-cce5ac5ef33c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/networks?id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8 HTTP/1.1" status: 200 len: 796 time: 0.1727815 Mar 03 06:04:33.525438 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-201fa379-f931-4dda-9a31-f86f1c69b416 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/quotas/1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 375 time: 0.0105906 Mar 03 06:04:33.609390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-094cad10-4935-47f5-96bd-5a43c5c88d82 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:04:33.629938 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-094cad10-4935-47f5-96bd-5a43c5c88d82 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:04:33.632391 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-094cad10-4935-47f5-96bd-5a43c5c88d82 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012907 Mar 03 06:04:33.678222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 80f1f75d-386d-4468-8879-9b52b7215962 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:04:33.752670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 80f1f75d-386d-4468-8879-9b52b7215962 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:04:33.758684 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 80f1f75d-386d-4468-8879-9b52b7215962 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:33.759070 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:33.845331 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-f7584f5c-f25b-4328-b387-dd77ca731f88 service neutron] 10.222.0.20 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972780 Mar 03 06:04:33.881818 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:33.915895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 80f1f75d-386d-4468-8879-9b52b7215962, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=80f1f75d-386d-4468-8879-9b52b7215962,segment=NetworkSegment(6a2d620f-e6b2-4a0d-8fe4-78113ace69d7),segment_id=6a2d620f-e6b2-4a0d-8fe4-78113ace69d7)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:33.921702 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:33.984440 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-52554f95-4979-4f81-bc52-a68a2d32e62d service neutron] 10.222.0.20 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322813 Mar 03 06:04:33.992612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=80f1f75d-386d-4468-8879-9b52b7215962,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:34.162567 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-38d2a246-4baa-4bf3-b025-3811782e6c25 req-d704d2ed-a748-4d79-b5b8-4b6d70ce394c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 210 time: 0.0449533 Mar 03 06:04:35.255021 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-58c8884d-dc28-412a-b60a-1c61ffd5b2f5 req-82b4e410-6364-4a10-8a6a-7f2e4016080e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 210 time: 0.0413191 Mar 03 06:04:35.651097 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 80f1f75d-386d-4468-8879-9b52b7215962 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:04:35.726045 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 80f1f75d-386d-4468-8879-9b52b7215962 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:35.726409 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:36.351990 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2dabe9ee-a0ff-4bdd-a169-6cd34e6d13e5 req-43b785db-8ce6-4bcc-9c18-55ca5ea76b94 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 210 time: 0.0440888 Mar 03 06:04:37.448786 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2e0e3a7c-131b-4ca0-9dfa-3c94d8458e3a req-5443d008-cae6-4139-9d65-8135951fd863 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 210 time: 0.0455565 Mar 03 06:04:38.592235 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1f892665-5b38-41e7-a2d3-41731c79c9a8 req-3320800e-c7b1-45fd-a889-15ac9ed93f78 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 210 time: 0.0415478 Mar 03 06:04:39.344594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-d5729f10-cd8a-46bd-8c51-ffcfe1b659f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:39.345994 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-d5729f10-cd8a-46bd-8c51-ffcfe1b659f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks?id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8 HTTP/1.1" status: 200 len: 796 time: 0.1435022 Mar 03 06:04:39.398871 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-532d3bef-1aea-486d-87a2-7882afb168e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 380 time: 0.0450764 Mar 03 06:04:39.408313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'port': {'device_id': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'admin_state_up': True, 'tenant_id': '1718f33843874129926d855b187d15f2', 'security_groups': ['ef925cbc-93db-4820-9de0-1b80ca89a591']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:04:39.541311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:04:39.550588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:04:39.559814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:04:39.563298 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:39.724697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.7 (77b0f710-ab83-4ed8-8397-ab5f6341a4e8/2667ccfc-de4d-494c-9395-c5aba61b9d45/d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:04:39.739249 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-06fb1e6d-2bf5-4f76-9aeb-ac1af829b12b req-3cbf56d4-0f86-4fcf-a1e2-f893a23ff984 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 210 time: 0.0416069 Mar 03 06:04:39.908767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:39.923321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:04:39.946815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:40.008498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:04:40.011304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:04:40.019530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:04:40.065213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:40.090044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:40.090661 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:40.115453 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-eae3aa44-dc9a-4e35-b3f4-2484d4096927 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7101829 Mar 03 06:04:40.125611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Request body: {'port': {'device_id': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:04:40.225922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a6540729-05a2-4ac8-a471-a649a5f0b6ae None None] Provisioning for port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:04:40.230631 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a6540729-05a2-4ac8-a471-a649a5f0b6ae None None] Provisioning complete for port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:40.230938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a6540729-05a2-4ac8-a471-a649a5f0b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:40.237443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:40.282669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a6540729-05a2-4ac8-a471-a649a5f0b6ae None None] Port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:04:40.580526 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:04:40.588018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:40.602461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Transition to ACTIVE for port object d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:04:40.605793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:40.883555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Pushing event updated for resources: {'Port': ['ID=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:40.943825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5402c-2808-48f2-8450-789a3b3a268c req-aca3e952-0f94-43cb-bc80-70823bb35d73 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:40.945174 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f6f5402c-2808-48f2-8450-789a3b3a268c req-aca3e952-0f94-43cb-bc80-70823bb35d73 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 943 time: 0.0871062 Mar 03 06:04:40.962209 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Attempting to bind port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:04:40.962552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Attempting to bind port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:04:40.962859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Attempting to bind port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c on network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:04:40.967551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c on network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:04:40.967902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Attempting to bind port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c on network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:04:40.973005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:04:40.973367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Checking segment: {'id': '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:04:40.973748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Bound using segment: {'id': '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:04:40.974201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Bound port: d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:04:40.974550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:40.988437 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f6f5402c-2808-48f2-8450-789a3b3a268c req-cc41463b-a7ec-4774-8c19-d217cff0f702 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef925cbc-93db-4820-9de0-1b80ca89a591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374548 Mar 03 06:04:41.065146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] For port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:04:41.068540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] For port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c,segment=NetworkSegment(6a2d620f-e6b2-4a0d-8fe4-78113ace69d7),segment_id=6a2d620f-e6b2-4a0d-8fe4-78113ace69d7)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:04:41.073212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:41.127021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:41.127654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:41.129053 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] 10.222.0.23 "PUT /v2.0/ports/d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c HTTP/1.1" status: 200 len: 1093 time: 1.0074530 Mar 03 06:04:41.129496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'tag': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:04:41.160265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d513f-0a21-4bd5-9f33-f1a70ff91d8b service neutron] Pushing event updated for resources: {'Port': ['ID=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:41.246557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-fa483427-9d61-42d3-a5ff-697f60d81238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:41.248074 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-fa483427-9d61-42d3-a5ff-697f60d81238 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 1096 time: 0.0810733 Mar 03 06:04:41.323140 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-92bdb58b-7a17-4362-bfea-8ac3565fc5a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c HTTP/1.1" status: 200 len: 217 time: 0.0686154 Mar 03 06:04:41.330131 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'tag': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c', 'status': 'completed', 'code': 200} Mar 03 06:04:41.391884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-2b6cecba-b897-43e7-8a37-169392b091c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:41.393253 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-2b6cecba-b897-43e7-8a37-169392b091c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2667ccfc-de4d-494c-9395-c5aba61b9d45 HTTP/1.1" status: 200 len: 843 time: 0.0600474 Mar 03 06:04:41.467884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-d5d52726-c021-4ea5-93e5-b80346cb8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:41.469369 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-d5d52726-c021-4ea5-93e5-b80346cb8918 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705299 Mar 03 06:04:41.597860 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-2ef7963f-b242-4cfd-94ba-8f7cbeee6438 service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220500 Mar 03 06:04:41.727606 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-527dcee9-c1a9-4739-acc0-2f0b63b1e716 req-299c5ac9-9d31-418a-9a5d-ca3abab8e213 service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238492 Mar 03 06:04:41.847847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f559df-ead1-4cd5-b28f-f202932c009d req-7dece14e-5dcb-498b-8e15-1e9210e5c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:41.849832 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b2f559df-ead1-4cd5-b28f-f202932c009d req-7dece14e-5dcb-498b-8e15-1e9210e5c981 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 1096 time: 0.0748274 Mar 03 06:04:41.976345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f559df-ead1-4cd5-b28f-f202932c009d req-f5a3d0a6-58d8-4171-bcb5-4f3c1571ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:41.977829 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b2f559df-ead1-4cd5-b28f-f202932c009d req-f5a3d0a6-58d8-4171-bcb5-4f3c1571ac42 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8 HTTP/1.1" status: 200 len: 897 time: 0.1228716 Mar 03 06:04:42.044125 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b2f559df-ead1-4cd5-b28f-f202932c009d req-c40117b6-c692-4818-b81d-80e9e75bc2f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c HTTP/1.1" status: 200 len: 217 time: 0.0601797 Mar 03 06:04:42.111824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f559df-ead1-4cd5-b28f-f202932c009d req-853db19a-1661-4e18-b44f-2185e51d83fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:42.113326 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b2f559df-ead1-4cd5-b28f-f202932c009d req-853db19a-1661-4e18-b44f-2185e51d83fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2667ccfc-de4d-494c-9395-c5aba61b9d45 HTTP/1.1" status: 200 len: 843 time: 0.0630939 Mar 03 06:04:42.174917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5bd94-1bb0-4dc3-82dc-898cc6bacf1b req-eec55e39-77bb-4e08-999a-48133162d31c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:42.176385 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-40e5bd94-1bb0-4dc3-82dc-898cc6bacf1b req-eec55e39-77bb-4e08-999a-48133162d31c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 943 time: 0.0847256 Mar 03 06:04:42.190572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f559df-ead1-4cd5-b28f-f202932c009d req-c001f5a5-2639-4091-aa7e-502dde97ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:42.192063 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b2f559df-ead1-4cd5-b28f-f202932c009d req-c001f5a5-2639-4091-aa7e-502dde97ab08 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727372 Mar 03 06:04:42.220469 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-40e5bd94-1bb0-4dc3-82dc-898cc6bacf1b req-ac4350bb-2dc0-4c44-bde9-699d8e952fd3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef925cbc-93db-4820-9de0-1b80ca89a591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378637 Mar 03 06:04:42.322092 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b2f559df-ead1-4cd5-b28f-f202932c009d req-a763b5f1-52a3-48c0-9dfe-8131517e6c95 service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240442 Mar 03 06:04:42.458294 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b2f559df-ead1-4cd5-b28f-f202932c009d req-e2746ad2-5337-46b6-b9bd-8fe7a79799cb service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298573 Mar 03 06:04:43.399920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480d654-bde5-4678-9190-6dc03efa65c0 req-0cba392c-9776-4adf-b9df-ca06ef8086ae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:43.401344 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1480d654-bde5-4678-9190-6dc03efa65c0 req-0cba392c-9776-4adf-b9df-ca06ef8086ae tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 943 time: 0.0778992 Mar 03 06:04:43.444730 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1480d654-bde5-4678-9190-6dc03efa65c0 req-847bff8a-5118-404b-b286-0d7c6f2c3e90 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef925cbc-93db-4820-9de0-1b80ca89a591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378408 Mar 03 06:04:44.074200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:04:44.203122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c,segment=NetworkSegment(6a2d620f-e6b2-4a0d-8fe4-78113ace69d7),segment_id=6a2d620f-e6b2-4a0d-8fe4-78113ace69d7)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:44.216591 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'port_id': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c', 'mac_address': 'fa:16:3e:a3:e3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:04:44.272106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:44.287905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:04:44.302962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c,segment=NetworkSegment(6a2d620f-e6b2-4a0d-8fe4-78113ace69d7),segment_id=6a2d620f-e6b2-4a0d-8fe4-78113ace69d7)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:44.306879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:44.371130 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:44.631888 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167e7a1-59d9-4660-9df9-ea3f86a385e1 req-cf1e3919-97a7-439a-badc-06eed0cb26dc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:44.633253 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2167e7a1-59d9-4660-9df9-ea3f86a385e1 req-cf1e3919-97a7-439a-badc-06eed0cb26dc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 944 time: 0.0830245 Mar 03 06:04:44.652655 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:04:44.676280 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2167e7a1-59d9-4660-9df9-ea3f86a385e1 req-32ab25f7-e510-47b7-8da1-423836659a17 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef925cbc-93db-4820-9de0-1b80ca89a591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374563 Mar 03 06:04:45.855573 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4825e-f3a4-4df2-b3d3-11704843937f req-cfa5c4d9-824b-47c1-bdd8-c33235910e38 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:45.857032 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b2f4825e-f3a4-4df2-b3d3-11704843937f req-cfa5c4d9-824b-47c1-bdd8-c33235910e38 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 944 time: 0.0781713 Mar 03 06:04:45.902876 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b2f4825e-f3a4-4df2-b3d3-11704843937f req-1ecb435b-1acf-4f0e-b28e-a78c84301e51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef925cbc-93db-4820-9de0-1b80ca89a591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401936 Mar 03 06:04:46.088609 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:04:46.156716 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:04:46.161311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:04:46.162187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:46.274612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:46.300891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:04:46.310667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c,segment=NetworkSegment(6a2d620f-e6b2-4a0d-8fe4-78113ace69d7),segment_id=6a2d620f-e6b2-4a0d-8fe4-78113ace69d7)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:04:46.314459 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:46.381843 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:46.397750 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c', 'code': 200} Mar 03 06:04:46.613695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73ad2e-6ffa-4133-8577-412a48786ec5 req-e07e5034-02b2-4d92-a051-296a967d9e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:46.615521 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2a73ad2e-6ffa-4133-8577-412a48786ec5 req-e07e5034-02b2-4d92-a051-296a967d9e44 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 1098 time: 0.0713589 Mar 03 06:04:46.653400 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2a73ad2e-6ffa-4133-8577-412a48786ec5 req-954be8a4-eeb7-4cfc-8ba9-ea731023ca4b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ef925cbc-93db-4820-9de0-1b80ca89a591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324268 Mar 03 06:04:47.082644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a94df5-664e-4efe-9222-ed0add732d51 req-0aa8f94f-0d8b-4e32-b5a5-dc7fa816d61d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:47.084344 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-83a94df5-664e-4efe-9222-ed0add732d51 req-0aa8f94f-0d8b-4e32-b5a5-dc7fa816d61d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 945 time: 0.0772974 Mar 03 06:04:47.126814 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-83a94df5-664e-4efe-9222-ed0add732d51 req-ef172742-8acc-42dc-9e57-5611e2ccd574 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef925cbc-93db-4820-9de0-1b80ca89a591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369406 Mar 03 06:04:48.221335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-622efb47-47e5-409e-a5b8-d2477df75782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:48.313758 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646441b-d1c5-4cee-ad00-94997ab24d7c req-6057231e-7673-412f-8d79-55837ef0d805 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:48.315195 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3646441b-d1c5-4cee-ad00-94997ab24d7c req-6057231e-7673-412f-8d79-55837ef0d805 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 945 time: 0.0818195 Mar 03 06:04:48.359536 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3646441b-d1c5-4cee-ad00-94997ab24d7c req-93c5b4ca-2221-44d4-ae09-a594dad5a446 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef925cbc-93db-4820-9de0-1b80ca89a591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382123 Mar 03 06:04:48.538501 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746a237-2ccd-43c5-8083-38c994487383 req-7e02ef2a-cd8e-48b6-ab75-bf90008c846c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:48.539947 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7746a237-2ccd-43c5-8083-38c994487383 req-7e02ef2a-cd8e-48b6-ab75-bf90008c846c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 945 time: 0.0776150 Mar 03 06:04:48.581826 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7746a237-2ccd-43c5-8083-38c994487383 req-93d1b3f1-33ed-495b-9b07-690beebd016f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef925cbc-93db-4820-9de0-1b80ca89a591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363507 Mar 03 06:04:48.603883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37922) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:48.674171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473f95af-8a28-4706-a718-20f449b47184 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:48.675804 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-473f95af-8a28-4706-a718-20f449b47184 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 1093 time: 0.0709739 Mar 03 06:04:48.678601 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 37926) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:48.683397 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:04:48.689157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:04:48.693392 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:floatingip and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:04:48.696199 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:04:48.701751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:04:48.712508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:48.844742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:48.975012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.209 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/7b873db1-2a21-4a55-ab31-a4eaadcfe3b3) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:04:49.221077 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:49.249142 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:49.308160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:04:49.310727 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:04:49.313199 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:04:49.360274 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=7b873db1-2a21-4a55-ab31-a4eaadcfe3b3,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:49.727794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:49.798717 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:49.999157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:50.003399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:50.109611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=7b873db1-2a21-4a55-ab31-a4eaadcfe3b3,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:04:50.120556 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:50.293417 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP dd929cf3-dade-40c6-8631-39ed9ddfdfa6 associated. External IP: 172.26.3.209, port: d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c. Mar 03 06:04:50.463730 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6c90ae01-c4b2-4136-b98c-c1e9c490b2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:50.742665 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 984dc2cb-df52-4175-9011-1b0c757a57da has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:04:50.927734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:04:50.938042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba210a-587f-46be-be57-abe4c615c494 None None] Sync routers for ids ['984dc2cb-df52-4175-9011-1b0c757a57da'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:04:50.946774 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba210a-587f-46be-be57-abe4c615c494 None None] Routers {'984dc2cb-df52-4175-9011-1b0c757a57da'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:04:50.947365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-62ba210a-587f-46be-be57-abe4c615c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:04:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['984dc2cb-df52-4175-9011-1b0c757a57da'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:50.950811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:51.006335 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-eefd32ed-865a-477b-9262-101878e4d289 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3266180 Mar 03 06:04:51.006809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'tag': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:04:51.009112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37930) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:51.060540 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'tag': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c', 'status': 'completed', 'code': 200} Mar 03 06:04:51.164074 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-62ba210a-587f-46be-be57-abe4c615c494 None None] Set router 984dc2cb-df52-4175-9011-1b0c757a57da gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:04:51.283568 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6e726e1a-ab95-42de-9aa1-4e8531341f35 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/dd929cf3-dade-40c6-8631-39ed9ddfdfa6 HTTP/1.1" status: 200 len: 991 time: 0.2727382 Mar 03 06:04:51.301161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8eb7d-71f8-4ae1-b2b4-5f78b5637229 req-03094ea3-e80e-4c0f-8d35-e1d0c78d794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:51.302627 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e8eb7d-71f8-4ae1-b2b4-5f78b5637229 req-03094ea3-e80e-4c0f-8d35-e1d0c78d794d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 1098 time: 0.2169158 Mar 03 06:04:51.431203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8eb7d-71f8-4ae1-b2b4-5f78b5637229 req-baeed7f7-76dc-48eb-afac-730d4939c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:51.432694 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e8eb7d-71f8-4ae1-b2b4-5f78b5637229 req-baeed7f7-76dc-48eb-afac-730d4939c3e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8 HTTP/1.1" status: 200 len: 897 time: 0.1240616 Mar 03 06:04:51.509891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-62ba210a-587f-46be-be57-abe4c615c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:25Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dd929cf3-dade-40c6-8631-39ed9ddfdfa6', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'port_id': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'mac_address': 'fa:16:3e:a3:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:04:49Z', 'updated_at': '2022-03-03T06:04:49Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f1f75d-386d-4468-8879-9b52b7215962', 'name': '', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:4c:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:28Z', 'updated_at': '2022-03-03T06:04:33Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:51.513750 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba210a-587f-46be-be57-abe4c615c494 None None] Checking router: 984dc2cb-df52-4175-9011-1b0c757a57da for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:04:51.522517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba210a-587f-46be-be57-abe4c615c494 None None] Routers {'984dc2cb-df52-4175-9011-1b0c757a57da'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:04:51.523047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-62ba210a-587f-46be-be57-abe4c615c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:04:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['984dc2cb-df52-4175-9011-1b0c757a57da'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:51.535935 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e8eb7d-71f8-4ae1-b2b4-5f78b5637229 req-124b9525-0954-4a8a-8db2-4f3391bfc6d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c HTTP/1.1" status: 200 len: 999 time: 0.0974810 Mar 03 06:04:51.600072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8eb7d-71f8-4ae1-b2b4-5f78b5637229 req-115dc347-3692-4b8b-8731-e8d8755ef2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:51.601711 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e8eb7d-71f8-4ae1-b2b4-5f78b5637229 req-115dc347-3692-4b8b-8731-e8d8755ef2d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2667ccfc-de4d-494c-9395-c5aba61b9d45 HTTP/1.1" status: 200 len: 843 time: 0.0600736 Mar 03 06:04:51.605518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:51.675016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8eb7d-71f8-4ae1-b2b4-5f78b5637229 req-6a25fd68-e92a-4227-a309-fe408ac86c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:04:51.676518 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e8eb7d-71f8-4ae1-b2b4-5f78b5637229 req-6a25fd68-e92a-4227-a309-fe408ac86c9f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694616 Mar 03 06:04:51.709052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-62ba210a-587f-46be-be57-abe4c615c494 None None] Set router 984dc2cb-df52-4175-9011-1b0c757a57da gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:04:51.782773 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:51.817348 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e8eb7d-71f8-4ae1-b2b4-5f78b5637229 req-e0024b21-24d0-47a4-a59b-0d1976c526af service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345909 Mar 03 06:04:51.949391 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e8eb7d-71f8-4ae1-b2b4-5f78b5637229 req-7480c71e-30c3-4eb0-95c4-7fc36b61185d service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258652 Mar 03 06:04:52.061097 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-62ba210a-587f-46be-be57-abe4c615c494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:25Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dd929cf3-dade-40c6-8631-39ed9ddfdfa6', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'port_id': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'mac_address': 'fa:16:3e:a3:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:04:49Z', 'updated_at': '2022-03-03T06:04:49Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f1f75d-386d-4468-8879-9b52b7215962', 'name': '', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:4c:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:28Z', 'updated_at': '2022-03-03T06:04:33Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:04:52.065094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ba210a-587f-46be-be57-abe4c615c494 None None] The sync data for ids ['984dc2cb-df52-4175-9011-1b0c757a57da'] in dv-neutron-831582-1-hyperv is: [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:25Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dd929cf3-dade-40c6-8631-39ed9ddfdfa6', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.209', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'port_id': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'mac_address': 'fa:16:3e:a3:e3:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:04:49Z', 'updated_at': '2022-03-03T06:04:49Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f1f75d-386d-4468-8879-9b52b7215962', 'name': '', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:4c:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:28Z', 'updated_at': '2022-03-03T06:04:33Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:04:52.239958 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d168352e-9e9c-4391-8efb-a4c898d2d62b None None] New status for floating IP dd929cf3-dade-40c6-8631-39ed9ddfdfa6: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:04:52.287250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37938) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:52.395463 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1c99e565-fcdd-464f-b423-c04d0faca42c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/dd929cf3-dade-40c6-8631-39ed9ddfdfa6 HTTP/1.1" status: 200 len: 991 time: 0.1059752 Mar 03 06:04:52.902490 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:04:53.398255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37942) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:04:53.502413 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1e6fa6cd-c447-46a2-8c04-5c8372f39dc9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/dd929cf3-dade-40c6-8631-39ed9ddfdfa6 HTTP/1.1" status: 200 len: 993 time: 0.1030452 Mar 03 06:05:00.389279 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:05:00.437760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:05:17.017267 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ceee34a2-91fb-4c88-8a80-9bff4fc6055b req-b55bd002-be59-4842-b057-4bc3a3070acd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680292 Mar 03 06:05:17.149724 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee34a2-91fb-4c88-8a80-9bff4fc6055b req-1659987d-7fee-4a7e-8059-b4d688a3469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:05:17.151093 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ceee34a2-91fb-4c88-8a80-9bff4fc6055b req-1659987d-7fee-4a7e-8059-b4d688a3469d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 1098 time: 0.0682962 Mar 03 06:05:17.289145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee34a2-91fb-4c88-8a80-9bff4fc6055b req-7dd66142-b9e6-4f80-a88c-08d8e8913e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:05:17.290451 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ceee34a2-91fb-4c88-8a80-9bff4fc6055b req-7dd66142-b9e6-4f80-a88c-08d8e8913e9d service neutron] 10.222.0.23 "GET /v2.0/networks?id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8 HTTP/1.1" status: 200 len: 897 time: 0.1219695 Mar 03 06:05:17.390158 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ceee34a2-91fb-4c88-8a80-9bff4fc6055b req-1b561ef8-a5e3-454b-8b4d-cb617556deb5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c HTTP/1.1" status: 200 len: 1001 time: 0.0937209 Mar 03 06:05:17.453405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee34a2-91fb-4c88-8a80-9bff4fc6055b req-16e0f2ca-869e-4152-bf8b-d98b738aab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:05:17.454757 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ceee34a2-91fb-4c88-8a80-9bff4fc6055b req-16e0f2ca-869e-4152-bf8b-d98b738aab17 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2667ccfc-de4d-494c-9395-c5aba61b9d45 HTTP/1.1" status: 200 len: 843 time: 0.0586686 Mar 03 06:05:17.525397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee34a2-91fb-4c88-8a80-9bff4fc6055b req-b9aef414-0703-42dc-bcd7-1fdfaab87430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:05:17.527172 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ceee34a2-91fb-4c88-8a80-9bff4fc6055b req-b9aef414-0703-42dc-bcd7-1fdfaab87430 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666025 Mar 03 06:05:17.757330 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ceee34a2-91fb-4c88-8a80-9bff4fc6055b req-0be03633-d61b-4743-bba3-261d882b07de service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235668 Mar 03 06:05:17.889412 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ceee34a2-91fb-4c88-8a80-9bff4fc6055b req-9d598f59-8d2e-41f4-9fa1-cb0d7873a580 service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258769 Mar 03 06:05:18.226706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5b9e2a9b-60f8-463b-909f-494c16439064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:05:20.465897 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d272dc2c-39b3-4833-8b6d-c542297f17fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:05:21.587394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:05:21.743097 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:05:22.905826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:05:30.435834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:05:37.388944 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:05:48.232327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b400d00b-300d-4ce9-b02d-bf147f68a69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:05:50.467242 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-09b2c472-55a8-4b7d-a91f-0c3e0024c1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:05:51.590572 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:05:51.743586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:05:52.909585 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:06:00.443884 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:06:14.388969 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:06:18.023364 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0e89ecab-dd6b-4a61-81f2-ad8819df388a req-13eff301-64be-4586-8128-9a7245b39ca4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723698 Mar 03 06:06:18.157673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89ecab-dd6b-4a61-81f2-ad8819df388a req-2d43f187-35bd-45de-9f74-0f4a76b92198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:06:18.159096 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0e89ecab-dd6b-4a61-81f2-ad8819df388a req-2d43f187-35bd-45de-9f74-0f4a76b92198 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 1098 time: 0.0689366 Mar 03 06:06:18.233654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c0213806-b415-4552-bbb7-e9d4198e6e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:06:18.300916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89ecab-dd6b-4a61-81f2-ad8819df388a req-5a414328-7f3b-4830-bea6-65ca8d76bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:06:18.302884 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0e89ecab-dd6b-4a61-81f2-ad8819df388a req-5a414328-7f3b-4830-bea6-65ca8d76bdc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8 HTTP/1.1" status: 200 len: 897 time: 0.1241422 Mar 03 06:06:18.404013 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0e89ecab-dd6b-4a61-81f2-ad8819df388a req-915a89b0-ebc7-450a-8754-2386c941007f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c HTTP/1.1" status: 200 len: 1001 time: 0.0949404 Mar 03 06:06:18.464450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89ecab-dd6b-4a61-81f2-ad8819df388a req-0695c367-7805-4f70-8ccb-bc7660ca3b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:06:18.465788 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0e89ecab-dd6b-4a61-81f2-ad8819df388a req-0695c367-7805-4f70-8ccb-bc7660ca3b3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2667ccfc-de4d-494c-9395-c5aba61b9d45 HTTP/1.1" status: 200 len: 843 time: 0.0564907 Mar 03 06:06:18.540686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e89ecab-dd6b-4a61-81f2-ad8819df388a req-d40a7057-b934-42a6-b49b-6b2e1b35a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:06:18.542121 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0e89ecab-dd6b-4a61-81f2-ad8819df388a req-d40a7057-b934-42a6-b49b-6b2e1b35a44c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703466 Mar 03 06:06:18.669365 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0e89ecab-dd6b-4a61-81f2-ad8819df388a req-1f27c1b9-fbe3-4393-b11a-5030afa060ef service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211982 Mar 03 06:06:18.795559 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0e89ecab-dd6b-4a61-81f2-ad8819df388a req-32c7dba6-b573-4a51-a739-e1158c212c2d service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209083 Mar 03 06:06:20.468379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e3469f93-4352-45bb-8653-8eb41e883260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:06:21.593204 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:06:21.743547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:06:22.911754 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:06:30.442104 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:06:48.235114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-92f581c8-0b3a-4f4a-a698-e53fbd4a3ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:06:50.470540 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cec2fcee-74d0-48dd-a62e-90f0085829e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:06:51.387702 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:06:51.596362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:06:51.744694 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:06:52.915514 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:00.449101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:18.236950 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-15985bc1-8ae3-41ac-ac8b-35f06a8bd42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:19.012552 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-6a66f3c7-04ed-43ac-8505-3ceb543cb6aa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680168 Mar 03 06:07:19.151127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-b071f85b-36fb-4531-b2c3-18c9f9a1a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:07:19.152593 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-b071f85b-36fb-4531-b2c3-18c9f9a1a214 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 1098 time: 0.0719616 Mar 03 06:07:19.292624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-f5860253-88fa-4f27-ac6d-1ff7b4cbc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:07:19.293951 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-f5860253-88fa-4f27-ac6d-1ff7b4cbc243 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8 HTTP/1.1" status: 200 len: 897 time: 0.1239541 Mar 03 06:07:19.394730 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-cdb8552e-5aa8-46fd-9b90-1f17bf56df45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c HTTP/1.1" status: 200 len: 1001 time: 0.0944676 Mar 03 06:07:19.455827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-d9244487-64b0-4f32-88e2-72ee44906d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:07:19.457203 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-d9244487-64b0-4f32-88e2-72ee44906d8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2667ccfc-de4d-494c-9395-c5aba61b9d45 HTTP/1.1" status: 200 len: 843 time: 0.0556409 Mar 03 06:07:19.527807 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-6512716f-d712-4268-a7b6-59d51d2143ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:07:19.529198 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-6512716f-d712-4268-a7b6-59d51d2143ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663507 Mar 03 06:07:19.538780 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-43460610-44f6-427c-9e8c-1472adb90a46 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 06:07:19.539687 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-43460610-44f6-427c-9e8c-1472adb90a46 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047600 Mar 03 06:07:19.771477 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-f864eac2-6060-4cd6-94d5-05b2558ecdef service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257411 Mar 03 06:07:19.900127 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c8b33e4-5774-459e-bb51-c4aaf017c98b req-782197e5-70a2-4937-a2d3-302181f0f22c service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225996 Mar 03 06:07:20.472083 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-15172f9b-e3c2-4d6a-aa22-7a3fad500678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:21.600260 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:21.745769 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:22.918387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:25.425133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37984) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:07:25.431686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:07:25.546691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3751034'] for subnet, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:25.726242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781475358693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2707303'] for subnet, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:25.779566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:07:25.780172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:25.781909 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/subnets/2667ccfc-de4d-494c-9395-c5aba61b9d45 HTTP/1.1" status: 200 len: 835 time: 0.3550448 Mar 03 06:07:25.786450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b742671-a254-41d9-8729-9e2117aac51b None None] Network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:07:25.794448 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Subnet': ['ID=2667ccfc-de4d-494c-9395-c5aba61b9d45,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:07:25.801715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:07:25.802061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:07:25.802393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:07:25.802718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:07:25.803044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:07:25.803367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:07:25.803683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:07:25.804034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:07:25.804352 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:07:25.804669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:07:25.804982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:07:25.805291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2479d724-9645-4445-9f7b-087428e5340b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:07:26.199230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-25ece32e-8967-4225-8c29-5d07e216e58c None None] Provisioning complete for port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:07:26.199626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-25ece32e-8967-4225-8c29-5d07e216e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:26.321047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-25ece32e-8967-4225-8c29-5d07e216e58c None None] Provisioning complete for port 80f1f75d-386d-4468-8879-9b52b7215962 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:07:26.321831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-25ece32e-8967-4225-8c29-5d07e216e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:26.456064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-25ece32e-8967-4225-8c29-5d07e216e58c None None] Provisioning complete for port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:07:26.456426 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-25ece32e-8967-4225-8c29-5d07e216e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:28.387810 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:07:30.439183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:48.237668 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7975deee-68c4-4cbc-9279-549c4b36d318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:50.474136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7d886d65-02ce-41bc-a58e-04d7b7ea5a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:51.603060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:51.746256 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:07:52.919577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:00.439321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:05.387131 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:08:09.424978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 37998) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:09.622021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-bf361015-1d1d-4994-887f-10c173e54dbf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 7b873db1-2a21-4a55-ab31-a4eaadcfe3b3 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:08:09.622351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf361015-1d1d-4994-887f-10c173e54dbf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:09.786267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf361015-1d1d-4994-887f-10c173e54dbf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:09.786592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf361015-1d1d-4994-887f-10c173e54dbf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:09.906037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-bf361015-1d1d-4994-887f-10c173e54dbf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 7b873db1-2a21-4a55-ab31-a4eaadcfe3b3 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:08:10.050114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf361015-1d1d-4994-887f-10c173e54dbf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:10.100226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf361015-1d1d-4994-887f-10c173e54dbf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=7b873db1-2a21-4a55-ab31-a4eaadcfe3b3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:10.187264 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf361015-1d1d-4994-887f-10c173e54dbf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:10.187597 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-bf361015-1d1d-4994-887f-10c173e54dbf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP dd929cf3-dade-40c6-8631-39ed9ddfdfa6 disassociated (deleted). External IP: 172.26.3.209, port: d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c. Mar 03 06:08:10.633520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf361015-1d1d-4994-887f-10c173e54dbf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 984dc2cb-df52-4175-9011-1b0c757a57da has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:08:10.804664 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf361015-1d1d-4994-887f-10c173e54dbf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:08:10.815165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777d0c0c-7666-4a1c-81a4-06e2f916c0cc None None] Sync routers for ids ['984dc2cb-df52-4175-9011-1b0c757a57da'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:08:10.822029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf361015-1d1d-4994-887f-10c173e54dbf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:10.825092 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d0c0c-7666-4a1c-81a4-06e2f916c0cc None None] Routers {'984dc2cb-df52-4175-9011-1b0c757a57da'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:08:10.825695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-777d0c0c-7666-4a1c-81a4-06e2f916c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:07:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['984dc2cb-df52-4175-9011-1b0c757a57da'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:10.880251 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bf361015-1d1d-4994-887f-10c173e54dbf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/floatingips/dd929cf3-dade-40c6-8631-39ed9ddfdfa6 HTTP/1.1" status: 204 len: 168 time: 1.4540679 Mar 03 06:08:10.880808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'tag': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:08:11.006136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-777d0c0c-7666-4a1c-81a4-06e2f916c0cc None None] Set router 984dc2cb-df52-4175-9011-1b0c757a57da gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:08:11.247847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae888f-05a1-402e-b973-08a02b37fa91 req-9f1e7828-7c68-4361-b459-8d2c1e593fb1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:11.249417 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-39ae888f-05a1-402e-b973-08a02b37fa91 req-9f1e7828-7c68-4361-b459-8d2c1e593fb1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 945 time: 0.0839703 Mar 03 06:08:11.293900 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-39ae888f-05a1-402e-b973-08a02b37fa91 req-e99121a0-5c23-43a9-b99d-66925e9299ef tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef925cbc-93db-4820-9de0-1b80ca89a591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385807 Mar 03 06:08:11.358734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-777d0c0c-7666-4a1c-81a4-06e2f916c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:25Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '80f1f75d-386d-4468-8879-9b52b7215962', 'name': '', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:4c:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:28Z', 'updated_at': '2022-03-03T06:04:33Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:11.362527 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777d0c0c-7666-4a1c-81a4-06e2f916c0cc None None] Checking router: 984dc2cb-df52-4175-9011-1b0c757a57da for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:08:11.371414 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d0c0c-7666-4a1c-81a4-06e2f916c0cc None None] Routers {'984dc2cb-df52-4175-9011-1b0c757a57da'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:08:11.385435 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-777d0c0c-7666-4a1c-81a4-06e2f916c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:07:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['984dc2cb-df52-4175-9011-1b0c757a57da'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:11.559143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-777d0c0c-7666-4a1c-81a4-06e2f916c0cc None None] Set router 984dc2cb-df52-4175-9011-1b0c757a57da gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:08:11.856604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-777d0c0c-7666-4a1c-81a4-06e2f916c0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:25Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '80f1f75d-386d-4468-8879-9b52b7215962', 'name': '', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:4c:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:28Z', 'updated_at': '2022-03-03T06:04:33Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:11.860336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777d0c0c-7666-4a1c-81a4-06e2f916c0cc None None] The sync data for ids ['984dc2cb-df52-4175-9011-1b0c757a57da'] in dv-neutron-831582-1-hyperv is: [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:25Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '80f1f75d-386d-4468-8879-9b52b7215962', 'name': '', 'network_id': '77b0f710-ab83-4ed8-8397-ab5f6341a4e8', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:4c:b7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:28Z', 'updated_at': '2022-03-03T06:04:33Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '2667ccfc-de4d-494c-9395-c5aba61b9d45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:08:11.937660 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'tag': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c', 'status': 'completed', 'code': 200} Mar 03 06:08:12.031716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67da9b6-adb9-4d6d-9879-6b1f4d3c434a req-545a2393-186a-4dfb-b66a-97b0750c554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:12.033236 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e67da9b6-adb9-4d6d-9879-6b1f4d3c434a req-545a2393-186a-4dfb-b66a-97b0750c554f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 1098 time: 0.0723903 Mar 03 06:08:12.071177 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec757a80-cdf8-4ab7-9eb1-55fe46b8a2d1 None None] New status for floating IP dd929cf3-dade-40c6-8631-39ed9ddfdfa6: DOWN {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:08:12.169747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67da9b6-adb9-4d6d-9879-6b1f4d3c434a req-0d37fed9-920a-43b9-b2d0-0c1d323e6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:12.171092 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e67da9b6-adb9-4d6d-9879-6b1f4d3c434a req-0d37fed9-920a-43b9-b2d0-0c1d323e6994 service neutron] 10.222.0.23 "GET /v2.0/networks?id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8 HTTP/1.1" status: 200 len: 897 time: 0.1315880 Mar 03 06:08:12.240684 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e67da9b6-adb9-4d6d-9879-6b1f4d3c434a req-0f3fdfa9-aad4-4d5f-8b6d-d65c042d04c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c HTTP/1.1" status: 200 len: 217 time: 0.0634274 Mar 03 06:08:12.303462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67da9b6-adb9-4d6d-9879-6b1f4d3c434a req-ae1c5201-cf11-44f1-a244-49c5baa87944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:12.305385 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e67da9b6-adb9-4d6d-9879-6b1f4d3c434a req-ae1c5201-cf11-44f1-a244-49c5baa87944 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2667ccfc-de4d-494c-9395-c5aba61b9d45 HTTP/1.1" status: 200 len: 843 time: 0.0566854 Mar 03 06:08:12.391889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67da9b6-adb9-4d6d-9879-6b1f4d3c434a req-20916267-7582-4617-97e3-4df0850166a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:12.393683 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e67da9b6-adb9-4d6d-9879-6b1f4d3c434a req-20916267-7582-4617-97e3-4df0850166a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=77b0f710-ab83-4ed8-8397-ab5f6341a4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825453 Mar 03 06:08:12.488420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178a2b3-0e2d-47ac-bcc4-f96b12ea0a48 req-603370d1-4b08-43ba-be53-0c9635f1819a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:12.490401 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7178a2b3-0e2d-47ac-bcc4-f96b12ea0a48 req-603370d1-4b08-43ba-be53-0c9635f1819a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 945 time: 0.0834093 Mar 03 06:08:12.526396 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e67da9b6-adb9-4d6d-9879-6b1f4d3c434a req-9d390ec4-0186-4ce6-80bf-d068108c8136 service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265855 Mar 03 06:08:12.537979 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7178a2b3-0e2d-47ac-bcc4-f96b12ea0a48 req-13b77ab6-ae92-438d-a2e0-b2b624325698 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=ef925cbc-93db-4820-9de0-1b80ca89a591&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393085 Mar 03 06:08:12.656957 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e67da9b6-adb9-4d6d-9879-6b1f4d3c434a req-f4a9116b-3e00-470c-a3d9-86852eaba751 service neutron] 10.222.0.23 "GET /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243501 Mar 03 06:08:12.824705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957900a9-5273-4f29-8983-a54b2234f9a9 req-1560395b-d1ce-446b-b369-81039ed18629 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:12.825305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-957900a9-5273-4f29-8983-a54b2234f9a9 req-1560395b-d1ce-446b-b369-81039ed18629 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:08:12.840231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-957900a9-5273-4f29-8983-a54b2234f9a9 req-1560395b-d1ce-446b-b369-81039ed18629 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:08:12.841298 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-957900a9-5273-4f29-8983-a54b2234f9a9 req-1560395b-d1ce-446b-b369-81039ed18629 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 945 time: 0.0936570 Mar 03 06:08:12.908558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-957900a9-5273-4f29-8983-a54b2234f9a9 req-5e4845a6-8921-4b1c-adef-1aac3892a2d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:08:12.908894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-957900a9-5273-4f29-8983-a54b2234f9a9 req-5e4845a6-8921-4b1c-adef-1aac3892a2d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:13.247202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-957900a9-5273-4f29-8983-a54b2234f9a9 req-5e4845a6-8921-4b1c-adef-1aac3892a2d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c,segment=NetworkSegment(6a2d620f-e6b2-4a0d-8fe4-78113ace69d7),segment_id=6a2d620f-e6b2-4a0d-8fe4-78113ace69d7)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:08:13.247892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-957900a9-5273-4f29-8983-a54b2234f9a9 req-5e4845a6-8921-4b1c-adef-1aac3892a2d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:13.370802 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-957900a9-5273-4f29-8983-a54b2234f9a9 req-5e4845a6-8921-4b1c-adef-1aac3892a2d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:08:13.507378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-957900a9-5273-4f29-8983-a54b2234f9a9 req-5e4845a6-8921-4b1c-adef-1aac3892a2d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:13.558340 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4845a6-8921-4b1c-adef-1aac3892a2d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:13.633054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-957900a9-5273-4f29-8983-a54b2234f9a9 req-5e4845a6-8921-4b1c-adef-1aac3892a2d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] No DVR routers for this DVR port d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:08:13.635405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-957900a9-5273-4f29-8983-a54b2234f9a9 req-5e4845a6-8921-4b1c-adef-1aac3892a2d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:13.648104 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-957900a9-5273-4f29-8983-a54b2234f9a9 req-5e4845a6-8921-4b1c-adef-1aac3892a2d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "DELETE /v2.0/ports/d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c HTTP/1.1" status: 204 len: 173 time: 0.8012941 Mar 03 06:08:13.699333 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-96d17ec8-0413-4411-8c7b-aac55a9eb0b8 req-eb1fc639-7065-411a-9320-19530c06116f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=126ba050-34d2-494e-bd48-5f2130eabaf4 HTTP/1.1" status: 200 len: 210 time: 0.0467114 Mar 03 06:08:13.938383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'name': 'network-vif-deleted', 'tag': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:08:13.983522 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126ba050-34d2-494e-bd48-5f2130eabaf4', 'name': 'network-vif-deleted', 'tag': 'd2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c', 'status': 'completed', 'code': 200} Mar 03 06:08:14.789951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38024) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:14.858812 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-de9df334-5949-4843-b365-5e83a579eace tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:14.887921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-de9df334-5949-4843-b365-5e83a579eace tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:14.950629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-de9df334-5949-4843-b365-5e83a579eace tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:14.969064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9df334-5949-4843-b365-5e83a579eace tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef925cbc-93db-4820-9de0-1b80ca89a591,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:14.980321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-de9df334-5949-4843-b365-5e83a579eace tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:14.981398 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-de9df334-5949-4843-b365-5e83a579eace tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/security-groups/ef925cbc-93db-4820-9de0-1b80ca89a591 HTTP/1.1" status: 204 len: 168 time: 0.1904712 Mar 03 06:08:15.010943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38030) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:15.065239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:08:15.101108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:08:15.101453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device d2ee4744-8ee6-4f63-bd4a-5d8ef2536c8c not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:08:15.559910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2b673c58-a0a8-4411-976b-8ff35ec77f45 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:16.010480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-2b673c58-a0a8-4411-976b-8ff35ec77f45 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 80f1f75d-386d-4468-8879-9b52b7215962 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:08:16.011158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2b673c58-a0a8-4411-976b-8ff35ec77f45 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:16.191993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-2b673c58-a0a8-4411-976b-8ff35ec77f45 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 80f1f75d-386d-4468-8879-9b52b7215962, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=80f1f75d-386d-4468-8879-9b52b7215962,segment=NetworkSegment(6a2d620f-e6b2-4a0d-8fe4-78113ace69d7),segment_id=6a2d620f-e6b2-4a0d-8fe4-78113ace69d7)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:08:16.192350 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2b673c58-a0a8-4411-976b-8ff35ec77f45 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:16.312457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-2b673c58-a0a8-4411-976b-8ff35ec77f45 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 80f1f75d-386d-4468-8879-9b52b7215962 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:08:16.637950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2b673c58-a0a8-4411-976b-8ff35ec77f45 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:16.685082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b673c58-a0a8-4411-976b-8ff35ec77f45 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=80f1f75d-386d-4468-8879-9b52b7215962,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:16.950302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2b673c58-a0a8-4411-976b-8ff35ec77f45 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:17.416819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b673c58-a0a8-4411-976b-8ff35ec77f45 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 984dc2cb-df52-4175-9011-1b0c757a57da has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:08:17.594691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b673c58-a0a8-4411-976b-8ff35ec77f45 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:08:17.604824 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8d457-cfec-4019-b4b3-b21047ae3200 None None] Sync routers for ids ['984dc2cb-df52-4175-9011-1b0c757a57da'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:08:17.608275 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2b673c58-a0a8-4411-976b-8ff35ec77f45 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/984dc2cb-df52-4175-9011-1b0c757a57da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5947151 Mar 03 06:08:17.609441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38042) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:17.614195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f8d457-cfec-4019-b4b3-b21047ae3200 None None] Routers {'984dc2cb-df52-4175-9011-1b0c757a57da'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:08:17.614790 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-21f8d457-cfec-4019-b4b3-b21047ae3200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:07:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['984dc2cb-df52-4175-9011-1b0c757a57da'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:17.673751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0b1fc2-24f4-45de-93a6-8aa0011fa817 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting subnet 2667ccfc-de4d-494c-9395-c5aba61b9d45 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:08:17.676910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1fc2-24f4-45de-93a6-8aa0011fa817 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:17.736775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1fc2-24f4-45de-93a6-8aa0011fa817 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:17.790767 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-21f8d457-cfec-4019-b4b3-b21047ae3200 None None] Set router 984dc2cb-df52-4175-9011-1b0c757a57da gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:08:17.819123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1fc2-24f4-45de-93a6-8aa0011fa817 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:17.892945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1fc2-24f4-45de-93a6-8aa0011fa817 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:17.937401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b1fc2-24f4-45de-93a6-8aa0011fa817 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Subnet': ['ID=2667ccfc-de4d-494c-9395-c5aba61b9d45,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:17.942342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f0b1fc2-24f4-45de-93a6-8aa0011fa817 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:17.948766 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5f0b1fc2-24f4-45de-93a6-8aa0011fa817 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/subnets/2667ccfc-de4d-494c-9395-c5aba61b9d45 HTTP/1.1" status: 204 len: 168 time: 0.3383772 Mar 03 06:08:17.951287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38046) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:17.970565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c71e89-e3ff-469b-b0f3-53f8a7bd18c3 None None] Network 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:08:18.127577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:18.246273 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-21f8d457-cfec-4019-b4b3-b21047ae3200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:08:16Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '5db472d3-cef8-4800-a1ca-412b96107dc1', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:22:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:04:25Z', 'updated_at': '2022-03-03T06:04:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:18.250325 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8d457-cfec-4019-b4b3-b21047ae3200 None None] Checking router: 984dc2cb-df52-4175-9011-1b0c757a57da for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:08:18.253876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-007020f3-3ec4-41c8-9490-5978f9b1c97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:18.261063 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f8d457-cfec-4019-b4b3-b21047ae3200 None None] Routers {'984dc2cb-df52-4175-9011-1b0c757a57da'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:08:18.261670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-21f8d457-cfec-4019-b4b3-b21047ae3200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:07:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['984dc2cb-df52-4175-9011-1b0c757a57da'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:18.311973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:18.321707 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 5db472d3-cef8-4800-a1ca-412b96107dc1 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:08:18.322052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:18.356724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] DHCP port deletion for 77b0f710-ab83-4ed8-8397-ab5f6341a4e8 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:08:18.368174 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Deleting port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:08:18.368539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:18.497182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 5db472d3-cef8-4800-a1ca-412b96107dc1, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=5db472d3-cef8-4800-a1ca-412b96107dc1,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:08:18.497727 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:18.521594 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-21f8d457-cfec-4019-b4b3-b21047ae3200 None None] Set router 984dc2cb-df52-4175-9011-1b0c757a57da gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:08:18.622951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 5db472d3-cef8-4800-a1ca-412b96107dc1 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:08:18.637859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-21f8d457-cfec-4019-b4b3-b21047ae3200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:08:18Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:18.644678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f8d457-cfec-4019-b4b3-b21047ae3200 None None] The sync data for ids ['984dc2cb-df52-4175-9011-1b0c757a57da'] in dv-neutron-831582-1-hyperv is: [{'id': '984dc2cb-df52-4175-9011-1b0c757a57da', 'name': 'tempest-TestNetworkBasicOps-router-319318510', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:04:24Z', 'updated_at': '2022-03-03T06:08:18Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:08:18.758424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] For port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7a59c12a-c609-42d9-a1a3-afad2c15a4c0,segment=NetworkSegment(6a2d620f-e6b2-4a0d-8fe4-78113ace69d7),segment_id=6a2d620f-e6b2-4a0d-8fe4-78113ace69d7)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:08:18.758732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:18.878957 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Calling delete_port for 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:08:18.902123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:18.948273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=5db472d3-cef8-4800-a1ca-412b96107dc1,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:18.958974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.005421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Pushing event deleted for resources: {'Port': ['ID=7a59c12a-c609-42d9-a1a3-afad2c15a4c0,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:19.013168 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] No DVR routers for this DVR port 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:08:19.019403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:19.022047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:19.022047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:19.022047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:19.022047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:19.022047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:19.022047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:19.022047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:19.023105 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:19.023105 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:19.023105 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:19.023105 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d0610-65aa-4b3c-9ad3-6f01a68fdf37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:19.058544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.231618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.233878 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.257008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.257466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Fanout notify agent at l3_agent the message router_deleted on router 984dc2cb-df52-4175-9011-1b0c757a57da {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:08:19.272678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.273726 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f25cc033-f980-46df-8ccd-6c768424ff1e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/routers/984dc2cb-df52-4175-9011-1b0c757a57da HTTP/1.1" status: 204 len: 168 time: 1.3214765 Mar 03 06:08:19.276831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38050) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:19.387929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0991881c-7290-48ff-b4a5-d01b8ddda753 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.520408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0991881c-7290-48ff-b4a5-d01b8ddda753 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.545524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-0991881c-7290-48ff-b4a5-d01b8ddda753 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b0f710-ab83-4ed8-8397-ab5f6341a4e8']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:19.557310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-0991881c-7290-48ff-b4a5-d01b8ddda753 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:19.557604 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-0991881c-7290-48ff-b4a5-d01b8ddda753 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2d620f-e6b2-4a0d-8fe4-78113ace69d7') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:19.569111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0991881c-7290-48ff-b4a5-d01b8ddda753 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.586163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0991881c-7290-48ff-b4a5-d01b8ddda753 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.592955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0991881c-7290-48ff-b4a5-d01b8ddda753 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:08:19.593347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0991881c-7290-48ff-b4a5-d01b8ddda753 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:08:19.607865 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:08:19.692231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0991881c-7290-48ff-b4a5-d01b8ddda753 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.710095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0991881c-7290-48ff-b4a5-d01b8ddda753 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.721535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991881c-7290-48ff-b4a5-d01b8ddda753 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Network': ['ID=77b0f710-ab83-4ed8-8397-ab5f6341a4e8,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:19.736555 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0991881c-7290-48ff-b4a5-d01b8ddda753 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/networks/77b0f710-ab83-4ed8-8397-ab5f6341a4e8 HTTP/1.1" status: 204 len: 168 time: 0.4587717 Mar 03 06:08:19.749569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38054) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:19.754887 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'network': {'name': 'tempest-network-smoke--662643273', 'project_id': '1718f33843874129926d855b187d15f2', 'port_security_enabled': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:19.757338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 80f1f75d-386d-4468-8879-9b52b7215962 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:08:19.761203 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:19.765371 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:network and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:19.768320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:19.776796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:19.787220 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:08:19.790794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.791319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 80f1f75d-386d-4468-8879-9b52b7215962 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:08:19.791647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 80f1f75d-386d-4468-8879-9b52b7215962 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:08:19.792089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5db472d3-cef8-4800-a1ca-412b96107dc1 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:08:19.818975 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:08:19.827232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 5db472d3-cef8-4800-a1ca-412b96107dc1 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:08:19.827574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5db472d3-cef8-4800-a1ca-412b96107dc1 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:08:19.828025 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:08:19.829119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.829666 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Added segment 2a019571-5006-410c-baf4-3aeff6ea7428 of type vlan for network 289a44eb-5406-43b6-a92a-879f5c194487 Mar 03 06:08:19.855133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.859355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:08:19.859698 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7a59c12a-c609-42d9-a1a3-afad2c15a4c0 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:08:19.888319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.893711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:19.894307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:19.992880 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2427549 Mar 03 06:08:19.995613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38058) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:20.000738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'admin_state_up': True, 'project_id': '1718f33843874129926d855b187d15f2', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:20.004265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Network': ['ID=289a44eb-5406-43b6-a92a-879f5c194487,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:20.007758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:20.011409 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:20.011762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:20.011917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:router and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:20.012131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:20.012464 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:20.012791 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:20.013122 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:20.013446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:20.013770 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:20.014098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:20.014415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:20.014734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:20.015051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:20.015168 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381413c1-c46c-4cdf-b839-1531c3d25337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:20.021489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:20.029982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 289a44eb-5406-43b6-a92a-879f5c194487 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:08:20.032005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:20.032993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:20.048354 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:20.311577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:20.476727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-15224bf8-cf94-4811-b0a8-f41cb4f9cbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:20.714181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:20.741770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:20.876721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.115 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/ab5b77f3-6871-40ee-849f-07cf093e2c51) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:08:21.022291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:21.050776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:21.109192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:08:21.111827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:08:21.119326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:08:21.156855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=ab5b77f3-6871-40ee-849f-07cf093e2c51,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:21.527683 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:21.605511 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:21.747972 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:21.968125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:22.170905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 1134eec2-822d-48d4-862e-56409228627a is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:08:22.345145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:08:22.356852 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Sync routers for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:08:22.366120 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:08:22.366829 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:08:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:22.373127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:22.374377 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5e283223-2c0c-4542-855d-bf8238729eba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3776636 Mar 03 06:08:22.377458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38062) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:22.421067 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ab1952cc-2048-4a25-8451-823b38d85501 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1718f33843874129926d855b187d15f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424652 Mar 03 06:08:22.423545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38066) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:22.543242 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:08:22.551750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f12d245-70d8-4a53-9915-c7e83abbdef0 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:22.553264 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4f12d245-70d8-4a53-9915-c7e83abbdef0 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288121 Mar 03 06:08:22.556063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38070) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:22.596168 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-97e378f0-5a93-4ac7-8c04-283b6ed58734 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388653 Mar 03 06:08:22.598466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38074) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:22.604030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1030167637', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'project_id': '1718f33843874129926d855b187d15f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:22.710987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:22.715617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:subnet and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:22.718610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:22.724369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:22.735416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:08:22.739185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:22.821040 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:21Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:22.824800 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Checking router: 1134eec2-822d-48d4-862e-56409228627a for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:08:22.825140 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Updating router 1134eec2-822d-48d4-862e-56409228627a port ab5b77f3-6871-40ee-849f-07cf093e2c51 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:08:22.880963 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:22.922586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:22.960074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:23.037098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Subnet': ['ID=4ef0a227-e434-4595-9915-b3b0fbbe0476,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:23.047701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Checking segment: {'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:08:23.048089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network hostable DHCP agents. Network: 289a44eb-5406-43b6-a92a-879f5c194487, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:08:23.066760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 289a44eb-5406-43b6-a92a-879f5c194487 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:08:23.076662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 289a44eb-5406-43b6-a92a-879f5c194487) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:08:23.081313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:23.082306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:23.086010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6850449-b96b-4922-95de-a8d82abe1bd2 None None] Network 289a44eb-5406-43b6-a92a-879f5c194487 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:08:23.105685 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-23a46f72-aabe-4e3f-b368-3d45630e8d2f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5061672 Mar 03 06:08:23.108547 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38078) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:23.243639 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:23.255399 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Transition to ACTIVE for port object ab5b77f3-6871-40ee-849f-07cf093e2c51 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:08:23.262160 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:23.313690 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-289a44eb-5406-43b6-a92a-879f5c194487', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:08:23.316774 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:23.337359 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Attempting to bind port ab5b77f3-6871-40ee-849f-07cf093e2c51 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:08:23.337933 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Attempting to bind port ab5b77f3-6871-40ee-849f-07cf093e2c51 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:08:23.338319 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Attempting to bind port ab5b77f3-6871-40ee-849f-07cf093e2c51 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:08:23.343897 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Pushing event updated for resources: {'Port': ['ID=ab5b77f3-6871-40ee-849f-07cf093e2c51,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:23.348735 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:08:23.349226 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:08:23.349705 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:23.350201 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:08:23.350746 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Bound port: ab5b77f3-6871-40ee-849f-07cf093e2c51, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:08:23.351203 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:23.385638 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:23.386433 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:23.386433 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:23.386888 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:23.387298 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:23.387732 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:23.388174 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:23.388583 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:23.388991 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:23.389394 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:23.389799 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:23.390218 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:23.441628 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] For port ab5b77f3-6871-40ee-849f-07cf093e2c51, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:08:23.445336 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] For port ab5b77f3-6871-40ee-849f-07cf093e2c51, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ab5b77f3-6871-40ee-849f-07cf093e2c51,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:08:23.450507 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:23.497337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Allocated IP 172.20.0.2 (289a44eb-5406-43b6-a92a-879f5c194487/4ef0a227-e434-4595-9915-b3b0fbbe0476/d49cfafa-d22a-43f6-8c08-f8b27beeeafe) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:08:23.535978 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:08:23.536622 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:08:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:23.603243 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bc3e5-06b8-46e8-b378-1fa074a4b496 None None] Pushing event updated for resources: {'Port': ['ID=ab5b77f3-6871-40ee-849f-07cf093e2c51,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:23.725287 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:08:23.744740 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:23.757936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Transition to ACTIVE for port object d49cfafa-d22a-43f6-8c08-f8b27beeeafe will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:08:23.777971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Transition to ACTIVE for port object d49cfafa-d22a-43f6-8c08-f8b27beeeafe will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:08:23.783679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:23.844592 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Network 289a44eb-5406-43b6-a92a-879f5c194487 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:08:23.847284 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:08:23.849808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:08:23.894045 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Pushing event updated for resources: {'Port': ['ID=d49cfafa-d22a-43f6-8c08-f8b27beeeafe,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:23.943432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:23.951746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Attempting to bind port d49cfafa-d22a-43f6-8c08-f8b27beeeafe on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:08:23.952285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Attempting to bind port d49cfafa-d22a-43f6-8c08-f8b27beeeafe by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:08:23.952517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Attempting to bind port d49cfafa-d22a-43f6-8c08-f8b27beeeafe on network 289a44eb-5406-43b6-a92a-879f5c194487 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:08:23.958082 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:08:23.958459 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Checking segment: {'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:08:23.958863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:23.959256 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Bound using segment: {'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:08:23.959725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Bound port: d49cfafa-d22a-43f6-8c08-f8b27beeeafe, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:08:23.960119 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:24.011271 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:21Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:24.015286 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f21c3d-4d4a-4df3-900c-f6425c887d4d None None] The sync data for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv is: [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:21Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:08:24.062567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] For port d49cfafa-d22a-43f6-8c08-f8b27beeeafe, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:08:24.067071 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] For port d49cfafa-d22a-43f6-8c08-f8b27beeeafe, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d49cfafa-d22a-43f6-8c08-f8b27beeeafe,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:08:24.071735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:24.147684 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a596c-0681-4d56-bce8-6361d81f2e64 None None] Pushing event updated for resources: {'Port': ['ID=d49cfafa-d22a-43f6-8c08-f8b27beeeafe,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:24.439969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.1 (289a44eb-5406-43b6-a92a-879f5c194487/4ef0a227-e434-4595-9915-b3b0fbbe0476/26e5097b-37e5-48bc-ac6b-f18f6f53c0b8) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:08:24.607165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:24.625378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:08:24.649976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:24.714231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 289a44eb-5406-43b6-a92a-879f5c194487 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:08:24.722099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:08:24.726509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:08:24.764593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=26e5097b-37e5-48bc-ac6b-f18f6f53c0b8,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:24.792160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:25.067185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:25.113688 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6dc9b-7436-4368-a17d-b8abedd098fa None None] Network 289a44eb-5406-43b6-a92a-879f5c194487 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:08:25.223203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6be28ad6-a6ea-4c2d-9acd-e99aa876ac4a None None] Provisioning for port d49cfafa-d22a-43f6-8c08-f8b27beeeafe completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:08:25.622973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:25.627637 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:25.667618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a767f2d4-38b0-47be-a004-8804d540bac5 None None] Provisioning for port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:08:25.672814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a767f2d4-38b0-47be-a004-8804d540bac5 None None] Provisioning complete for port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:08:25.673195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a767f2d4-38b0-47be-a004-8804d540bac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:25.734063 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a767f2d4-38b0-47be-a004-8804d540bac5 None None] Port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:08:25.741025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:25.744672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=26e5097b-37e5-48bc-ac6b-f18f6f53c0b8,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:25.835724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d49cfafa-d22a-43f6-8c08-f8b27beeeafe up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:08:25.883270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 289a44eb-5406-43b6-a92a-879f5c194487 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:08:25.885034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:08:25.896114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3bad4c60-11a9-44fe-8f73-0561087b0f95 None None] Provisioning complete for port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:08:25.896488 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3bad4c60-11a9-44fe-8f73-0561087b0f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:25.958835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3bad4c60-11a9-44fe-8f73-0561087b0f95 None None] Port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:08:25.967442 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port d49cfafa-d22a-43f6-8c08-f8b27beeeafe completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:08:25.972405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port d49cfafa-d22a-43f6-8c08-f8b27beeeafe triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:08:25.972909 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:26.084265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 1134eec2-822d-48d4-862e-56409228627a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:08:26.095436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:26.129099 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port d49cfafa-d22a-43f6-8c08-f8b27beeeafe, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d49cfafa-d22a-43f6-8c08-f8b27beeeafe,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:08:26.134254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:26.135044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ab5b77f3-6871-40ee-849f-07cf093e2c51 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:08:26.250022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-70a7a2cc-066e-4d0f-a9ae-f811172a50fd None None] Provisioning complete for port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:08:26.250391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-70a7a2cc-066e-4d0f-a9ae-f811172a50fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:26.271104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:08:26.284692 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-37bcf6b1-ad71-4a15-9e46-c30dae8e5a7e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/1134eec2-822d-48d4-862e-56409228627a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1751239 Mar 03 06:08:26.287087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38082) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:26.292854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Sync routers for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:08:26.305456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=d49cfafa-d22a-43f6-8c08-f8b27beeeafe,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:26.317018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:08:26.317617 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:08:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:26.392998 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-70a7a2cc-066e-4d0f-a9ae-f811172a50fd None None] Port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:08:26.394425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port ab5b77f3-6871-40ee-849f-07cf093e2c51 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:08:26.405041 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port ab5b77f3-6871-40ee-849f-07cf093e2c51 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:08:26.405415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:26.433645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef33ea3-378b-42a9-9403-b739be1362e4 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:26.434115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef33ea3-378b-42a9-9403-b739be1362e4 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:26.434597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef33ea3-378b-42a9-9403-b739be1362e4 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:26.435044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef33ea3-378b-42a9-9403-b739be1362e4 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:26.436821 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9ef33ea3-378b-42a9-9403-b739be1362e4 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1488233 Mar 03 06:08:26.439535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38086) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:26.506473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65106183-7b52-46c9-a3ca-173c12fa7789 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:26.506943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65106183-7b52-46c9-a3ca-173c12fa7789 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:26.507400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65106183-7b52-46c9-a3ca-173c12fa7789 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:26.507879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65106183-7b52-46c9-a3ca-173c12fa7789 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:26.510615 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-65106183-7b52-46c9-a3ca-173c12fa7789 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0701473 Mar 03 06:08:26.513297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38090) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:26.601538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:08:26.776985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:26.822943 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port ab5b77f3-6871-40ee-849f-07cf093e2c51, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ab5b77f3-6871-40ee-849f-07cf093e2c51,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:08:26.831514 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5a562bda-55f1-4d4e-ba22-0d5d6cedb02c tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3171165 Mar 03 06:08:26.868808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:26.968886 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=ab5b77f3-6871-40ee-849f-07cf093e2c51,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:27.032795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:27.036519 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Checking router: 1134eec2-822d-48d4-862e-56409228627a for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:08:27.036867 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Updating router 1134eec2-822d-48d4-862e-56409228627a port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:08:27.089004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.289178 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38098) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:27.294585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-755731350', 'description': 'tempest-secgroup-smoke-755731350 description', 'project_id': '1718f33843874129926d855b187d15f2'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:27.300652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:27.305001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:27.309055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:27.314978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:27.327186 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.347163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:27.350983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:27.353984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:27.360179 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:27.434126 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.446681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Transition to ACTIVE for port object 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:08:27.452805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.453945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.456562 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.502357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a2440c-160b-4a15-803c-a655ae818861,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:27.507511 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.512297 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2b1ac344-24b0-4bb9-a163-1f9afc4f855c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2220323 Mar 03 06:08:27.512424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38102) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:27.517483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'e6a2440c-160b-4a15-803c-a655ae818861', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:27.523481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:27.527377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:27.530383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:27.536278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:27.557202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.616748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b79e2-edb5-4e47-a8e7-ca9ff9361860 None None] Pushing event updated for resources: {'Port': ['ID=26e5097b-37e5-48bc-ac6b-f18f6f53c0b8,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:27.624528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.628879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.654543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328f4122-08be-4a0c-9333-b1f6fe9fc834,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:27.667490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:27.667717 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:27.667945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:27.668281 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:27.668612 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:27.668943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:27.669272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:27.669752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:27.669942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:27.670251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:27.670573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:27.670889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:08:27.673610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.674774 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c68d5b3b-74da-4c0e-af66-39dcc278dbd8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614852 Mar 03 06:08:27.677789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38106) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:27.683276 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Attempting to bind port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:08:27.683468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ce171a01-9160-4eb0-afdf-cd93a74e4192 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'e6a2440c-160b-4a15-803c-a655ae818861', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:27.684260 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Attempting to bind port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:08:27.684563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Attempting to bind port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 on network 289a44eb-5406-43b6-a92a-879f5c194487 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:08:27.689572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ce171a01-9160-4eb0-afdf-cd93a74e4192 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:27.690377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:08:27.690748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Checking segment: {'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:08:27.691424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.691533 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Bound using segment: {'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:08:27.692033 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Bound port: 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:08:27.692647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.693434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ce171a01-9160-4eb0-afdf-cd93a74e4192 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:27.696614 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ce171a01-9160-4eb0-afdf-cd93a74e4192 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:27.702526 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ce171a01-9160-4eb0-afdf-cd93a74e4192 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:27.722964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce171a01-9160-4eb0-afdf-cd93a74e4192 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.791915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce171a01-9160-4eb0-afdf-cd93a74e4192 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.794534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d49cfafa-d22a-43f6-8c08-f8b27beeeafe up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:08:27.795672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce171a01-9160-4eb0-afdf-cd93a74e4192 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.819418 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce171a01-9160-4eb0-afdf-cd93a74e4192 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0193899-5cb9-41ed-a313-9effab2da875,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:27.823375 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] For port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:08:27.828302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ce171a01-9160-4eb0-afdf-cd93a74e4192 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.829456 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ce171a01-9160-4eb0-afdf-cd93a74e4192 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507602 Mar 03 06:08:27.832367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38110) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:27.837345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-fc2747b9-ac00-40c9-96b0-c29e9e1eeddb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'e6a2440c-160b-4a15-803c-a655ae818861', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:27.841585 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] For port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=26e5097b-37e5-48bc-ac6b-f18f6f53c0b8,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:08:27.842936 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fc2747b9-ac00-40c9-96b0-c29e9e1eeddb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:27.846756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fc2747b9-ac00-40c9-96b0-c29e9e1eeddb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:27.849652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fc2747b9-ac00-40c9-96b0-c29e9e1eeddb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:27.854124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.855879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fc2747b9-ac00-40c9-96b0-c29e9e1eeddb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:27.874625 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc2747b9-ac00-40c9-96b0-c29e9e1eeddb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.940845 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc2747b9-ac00-40c9-96b0-c29e9e1eeddb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.945736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc2747b9-ac00-40c9-96b0-c29e9e1eeddb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.948300 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:08:27.948912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:08:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:27.969162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2747b9-ac00-40c9-96b0-c29e9e1eeddb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3279635-90fe-4683-b6dc-de24d8301de1,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:27.980773 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fc2747b9-ac00-40c9-96b0-c29e9e1eeddb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:27.984804 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fc2747b9-ac00-40c9-96b0-c29e9e1eeddb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486785 Mar 03 06:08:27.985743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38114) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:27.990952 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-154936af-0997-4a92-89e1-96a6c76d71dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'e6a2440c-160b-4a15-803c-a655ae818861', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:27.997852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-154936af-0997-4a92-89e1-96a6c76d71dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:28.001769 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-154936af-0997-4a92-89e1-96a6c76d71dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:28.002454 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b79e2-edb5-4e47-a8e7-ca9ff9361860 None None] Pushing event updated for resources: {'Port': ['ID=26e5097b-37e5-48bc-ac6b-f18f6f53c0b8,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:28.005737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-154936af-0997-4a92-89e1-96a6c76d71dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:28.012539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-154936af-0997-4a92-89e1-96a6c76d71dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:28.012744 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port d49cfafa-d22a-43f6-8c08-f8b27beeeafe triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:08:28.013004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.031881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-154936af-0997-4a92-89e1-96a6c76d71dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.107701 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-154936af-0997-4a92-89e1-96a6c76d71dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.113123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-154936af-0997-4a92-89e1-96a6c76d71dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.136658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154936af-0997-4a92-89e1-96a6c76d71dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46474d06-bb94-4385-8a97-8d27b1a5cfa1,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:28.146632 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-154936af-0997-4a92-89e1-96a6c76d71dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.147893 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-154936af-0997-4a92-89e1-96a6c76d71dd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612003 Mar 03 06:08:28.151087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38118) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:28.156017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c2a5ecf7-bffe-4e1a-a5b8-d656bcd41b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'e6a2440c-160b-4a15-803c-a655ae818861', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:28.161718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c2a5ecf7-bffe-4e1a-a5b8-d656bcd41b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:28.166079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c2a5ecf7-bffe-4e1a-a5b8-d656bcd41b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:28.168917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c2a5ecf7-bffe-4e1a-a5b8-d656bcd41b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:28.174504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c2a5ecf7-bffe-4e1a-a5b8-d656bcd41b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:28.185382 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-c2a5ecf7-bffe-4e1a-a5b8-d656bcd41b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:08:28.193178 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2a5ecf7-bffe-4e1a-a5b8-d656bcd41b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.259284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2a5ecf7-bffe-4e1a-a5b8-d656bcd41b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.262889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2a5ecf7-bffe-4e1a-a5b8-d656bcd41b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.282897 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:08:28.288435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5ecf7-bffe-4e1a-a5b8-d656bcd41b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b2b629-619c-4cad-b97d-b42d4523b57f,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:28.299904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2a5ecf7-bffe-4e1a-a5b8-d656bcd41b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.301323 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c2a5ecf7-bffe-4e1a-a5b8-d656bcd41b51 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1490939 Mar 03 06:08:28.304024 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38122) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:28.308858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6f6942c0-2bed-4c09-b9b8-02d4998f4cdb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'e6a2440c-160b-4a15-803c-a655ae818861', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:28.314587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6f6942c0-2bed-4c09-b9b8-02d4998f4cdb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:28.318459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6f6942c0-2bed-4c09-b9b8-02d4998f4cdb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:28.321471 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6f6942c0-2bed-4c09-b9b8-02d4998f4cdb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:28.327213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6f6942c0-2bed-4c09-b9b8-02d4998f4cdb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:28.339306 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-6f6942c0-2bed-4c09-b9b8-02d4998f4cdb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:08:28.346692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6f6942c0-2bed-4c09-b9b8-02d4998f4cdb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.411447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6f6942c0-2bed-4c09-b9b8-02d4998f4cdb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.415014 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6f6942c0-2bed-4c09-b9b8-02d4998f4cdb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.426787 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ab5b77f3-6871-40ee-849f-07cf093e2c51 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:08:28.436015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6942c0-2bed-4c09-b9b8-02d4998f4cdb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51358a2c-fd28-4e68-b6cc-f45f057579c5,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:28.448352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6f6942c0-2bed-4c09-b9b8-02d4998f4cdb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.449630 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6f6942c0-2bed-4c09-b9b8-02d4998f4cdb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446762 Mar 03 06:08:28.632117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port ab5b77f3-6871-40ee-849f-07cf093e2c51 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:08:28.632619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:28.664564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-620f533f-e745-4d27-b6b6-02627d34a458 req-095fe635-8ce5-40f6-b17c-1f73f961339a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:08:28.679973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-620f533f-e745-4d27-b6b6-02627d34a458 req-095fe635-8ce5-40f6-b17c-1f73f961339a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:08:28.681854 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-095fe635-8ce5-40f6-b17c-1f73f961339a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-755731350&fields=id&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 267 time: 0.0554097 Mar 03 06:08:28.762203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:27Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:28.776855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55bba2a-51dc-4afd-8bd3-6aea0248bd19 None None] The sync data for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv is: [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:27Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:08:28.840575 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f533f-e745-4d27-b6b6-02627d34a458 req-18fc4e62-0ca1-45c3-88d0-de7db48d3c24 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:28.841539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-620f533f-e745-4d27-b6b6-02627d34a458 req-18fc4e62-0ca1-45c3-88d0-de7db48d3c24 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:08:28.859152 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-620f533f-e745-4d27-b6b6-02627d34a458 req-18fc4e62-0ca1-45c3-88d0-de7db48d3c24 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:08:28.860476 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-18fc4e62-0ca1-45c3-88d0-de7db48d3c24 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 796 time: 0.1718566 Mar 03 06:08:28.881636 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-844faa5a-1668-491b-a611-b33f1f260ce8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/quotas/1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 375 time: 0.0111103 Mar 03 06:08:28.974028 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-8d56811f-bd60-4ddf-9d15-12376412590b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865076 Mar 03 06:08:29.033661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-1b5be612-5588-4a38-9f52-5efe1b26d870 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 06:08:29.034644 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-1b5be612-5588-4a38-9f52-5efe1b26d870 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489786 Mar 03 06:08:29.171719 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-8f219347-46f9-422f-9371-3c4bfc5da4fa service neutron] 10.222.0.20 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304245 Mar 03 06:08:29.417274 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-f32171ab-a1c3-4e64-88c5-d7d9b15a3092 service neutron] 10.222.0.20 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394881 Mar 03 06:08:29.602312 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a5f37978-aed0-4549-8dd8-e35b91433931 req-4821bfbf-40b1-4dbd-ba2c-ae3226da9675 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 210 time: 0.0427783 Mar 03 06:08:29.801724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:08:29.872132 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:08:29.876718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:08:29.877193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:29.994554 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:30.025940 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=26e5097b-37e5-48bc-ac6b-f18f6f53c0b8,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:08:30.029815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:30.099193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=26e5097b-37e5-48bc-ac6b-f18f6f53c0b8,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:30.452960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:30.629008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f533f-e745-4d27-b6b6-02627d34a458 req-07dcb74d-2bf9-431e-a9f6-b13ed4672b0e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:30.629736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-620f533f-e745-4d27-b6b6-02627d34a458 req-07dcb74d-2bf9-431e-a9f6-b13ed4672b0e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:08:30.642400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-620f533f-e745-4d27-b6b6-02627d34a458 req-07dcb74d-2bf9-431e-a9f6-b13ed4672b0e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:08:30.643508 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-07dcb74d-2bf9-431e-a9f6-b13ed4672b0e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 796 time: 0.1589549 Mar 03 06:08:30.692619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-620f533f-e745-4d27-b6b6-02627d34a458 req-83adf310-56eb-4a59-9898-5e3b9edd8326 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:08:30.704927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-620f533f-e745-4d27-b6b6-02627d34a458 req-83adf310-56eb-4a59-9898-5e3b9edd8326 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:08:30.706337 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-83adf310-56eb-4a59-9898-5e3b9edd8326 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 379 time: 0.0546329 Mar 03 06:08:30.715038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'port': {'device_id': '9980b4ab-b5d2-465d-86de-bb189742b417', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'admin_state_up': True, 'tenant_id': '1718f33843874129926d855b187d15f2', 'security_groups': ['e6a2440c-160b-4a15-803c-a655ae818861']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:30.755460 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e5ce8955-d62c-4803-83c2-ef79352e2a77 req-78793eed-9ed9-4381-b0fe-d7b63c77f96d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 210 time: 0.0431066 Mar 03 06:08:30.853940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:30.857820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:port and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:30.860595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:30.866003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:30.876909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:08:30.880544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:31.038464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.12 (289a44eb-5406-43b6-a92a-879f5c194487/4ef0a227-e434-4595-9915-b3b0fbbe0476/fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:08:31.225754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:31.240942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:08:31.263121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:31.329245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 289a44eb-5406-43b6-a92a-879f5c194487 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:08:31.332245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:08:31.334781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:08:31.388128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:31.411474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:31.412104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:31.437649 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-c529a326-2350-4e10-b69e-5025cf051129 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7262144 Mar 03 06:08:31.449229 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Request body: {'port': {'device_id': '9980b4ab-b5d2-465d-86de-bb189742b417', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:31.563523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:31.613908 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-82979074-7c8e-4e3e-ab67-80736111acb9 None None] Provisioning for port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:08:31.619436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-82979074-7c8e-4e3e-ab67-80736111acb9 None None] Provisioning complete for port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:08:31.620017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-82979074-7c8e-4e3e-ab67-80736111acb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:31.676289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-82979074-7c8e-4e3e-ab67-80736111acb9 None None] Port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:08:31.764943 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:08:31.834011 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:08:31.834641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:31.906805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:08:31.914281 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:31.930753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Transition to ACTIVE for port object fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:08:31.935498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:31.943269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bbea0-6fae-43fb-a010-110edbc68640 req-b49a3fb7-8c42-46f8-b1f2-8a97a6c4eec5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:31.944835 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dd4bbea0-6fae-43fb-a010-110edbc68640 req-b49a3fb7-8c42-46f8-b1f2-8a97a6c4eec5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 932 time: 0.0852425 Mar 03 06:08:31.991317 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dd4bbea0-6fae-43fb-a010-110edbc68640 req-ff0f14e4-4a10-49a4-8d62-64c4afabe746 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6a2440c-160b-4a15-803c-a655ae818861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389538 Mar 03 06:08:32.101025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Pushing event updated for resources: {'Port': ['ID=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:32.178796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Attempting to bind port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:08:32.179126 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Attempting to bind port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:08:32.179475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Attempting to bind port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 on network 289a44eb-5406-43b6-a92a-879f5c194487 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:08:32.184202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 on network 289a44eb-5406-43b6-a92a-879f5c194487 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:08:32.184513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Attempting to bind port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 on network 289a44eb-5406-43b6-a92a-879f5c194487 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:08:32.189538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:08:32.189867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Checking segment: {'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:08:32.190336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Bound using segment: {'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:08:32.190655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Bound port: fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:08:32.190983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:32.380195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] For port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:08:32.383161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] For port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:08:32.388727 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:32.443112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:32.443714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:32.445072 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] 10.222.0.23 "PUT /v2.0/ports/fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 HTTP/1.1" status: 200 len: 1094 time: 1.0008042 Mar 03 06:08:32.445496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:08:32.471834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12218b6a-65a2-44c5-b7bc-6d241cdf890b service neutron] Pushing event updated for resources: {'Port': ['ID=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:32.522952 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'status': 'completed', 'code': 200} Mar 03 06:08:32.564663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f533f-e745-4d27-b6b6-02627d34a458 req-d79c398f-9e9c-41c3-9f9f-3330b3bca144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:32.566151 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-d79c398f-9e9c-41c3-9f9f-3330b3bca144 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 1097 time: 0.0775359 Mar 03 06:08:32.633162 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-a94fc691-8f6c-46f4-b644-424c2396efb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 HTTP/1.1" status: 200 len: 217 time: 0.0604465 Mar 03 06:08:32.695298 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f533f-e745-4d27-b6b6-02627d34a458 req-8b54a4f2-93b7-4a1e-89af-54704fc171df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:32.697334 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-8b54a4f2-93b7-4a1e-89af-54704fc171df service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ef0a227-e434-4595-9915-b3b0fbbe0476 HTTP/1.1" status: 200 len: 835 time: 0.0588112 Mar 03 06:08:32.779884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f533f-e745-4d27-b6b6-02627d34a458 req-dc28c70f-1592-406d-838c-7af93732350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:32.781343 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-dc28c70f-1592-406d-838c-7af93732350a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=289a44eb-5406-43b6-a92a-879f5c194487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775833 Mar 03 06:08:32.908429 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-953e18bd-dfb1-458b-879e-cca48278aea1 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209860 Mar 03 06:08:33.035645 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-620f533f-e745-4d27-b6b6-02627d34a458 req-38137b63-a03b-4ef8-9e3f-a888b11f6949 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216488 Mar 03 06:08:33.153182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c46f-0041-4d56-8e56-df99c04c9ced req-c04f62ea-b568-4710-bc29-642844c6f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:33.154650 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7b29c46f-0041-4d56-8e56-df99c04c9ced req-c04f62ea-b568-4710-bc29-642844c6f400 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 1097 time: 0.0759742 Mar 03 06:08:33.183645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb96c9c-fbf4-4f04-9216-48edd72a6d0e req-2b04d7d9-eda3-4d3e-967e-b8249bd51d5a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:33.185048 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7eb96c9c-fbf4-4f04-9216-48edd72a6d0e req-2b04d7d9-eda3-4d3e-967e-b8249bd51d5a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 944 time: 0.0793808 Mar 03 06:08:33.230893 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7eb96c9c-fbf4-4f04-9216-48edd72a6d0e req-a768a6da-1050-4424-97ee-1ddf0ac67d9b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6a2440c-160b-4a15-803c-a655ae818861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402005 Mar 03 06:08:33.287575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c46f-0041-4d56-8e56-df99c04c9ced req-ebf21b77-ddd4-4824-b3a8-b40e2e0b05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:33.289027 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7b29c46f-0041-4d56-8e56-df99c04c9ced req-ebf21b77-ddd4-4824-b3a8-b40e2e0b05ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 897 time: 0.1275320 Mar 03 06:08:33.354043 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7b29c46f-0041-4d56-8e56-df99c04c9ced req-6db84c21-2600-43df-88b3-eac6453504eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 HTTP/1.1" status: 200 len: 217 time: 0.0592475 Mar 03 06:08:33.417557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c46f-0041-4d56-8e56-df99c04c9ced req-d4bd8fe6-f1b2-4909-924e-9a64e01de322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:33.418951 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7b29c46f-0041-4d56-8e56-df99c04c9ced req-d4bd8fe6-f1b2-4909-924e-9a64e01de322 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ef0a227-e434-4595-9915-b3b0fbbe0476 HTTP/1.1" status: 200 len: 835 time: 0.0592422 Mar 03 06:08:33.490650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29c46f-0041-4d56-8e56-df99c04c9ced req-2a80cf97-dc12-41fb-aff9-823d23e5906c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:33.492098 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7b29c46f-0041-4d56-8e56-df99c04c9ced req-2a80cf97-dc12-41fb-aff9-823d23e5906c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=289a44eb-5406-43b6-a92a-879f5c194487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674219 Mar 03 06:08:33.619533 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7b29c46f-0041-4d56-8e56-df99c04c9ced req-c3161d6b-7510-4d29-ab40-c7d65ad035f0 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214926 Mar 03 06:08:33.747249 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7b29c46f-0041-4d56-8e56-df99c04c9ced req-2e34675a-bcc8-4940-a797-f2a0306840f4 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217136 Mar 03 06:08:34.411242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a7443-e0e1-40f3-88a5-ac1745101bc6 req-ac369e29-487e-4ab0-9cb2-7659c034cf86 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:34.412722 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d03a7443-e0e1-40f3-88a5-ac1745101bc6 req-ac369e29-487e-4ab0-9cb2-7659c034cf86 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 944 time: 0.0787985 Mar 03 06:08:34.456292 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d03a7443-e0e1-40f3-88a5-ac1745101bc6 req-702ca844-074b-4d1c-8ff9-2e0a8efc3e08 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6a2440c-160b-4a15-803c-a655ae818861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374787 Mar 03 06:08:35.158752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:08:35.288464 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:08:35.301805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'port_id': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'mac_address': 'fa:16:3e:f5:02:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:08:35.358505 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:35.374832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:08:35.390106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:08:35.393827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:35.457903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:35.638408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a280ba-302e-4eb4-8bdd-96a5c1c047b5 req-9ff70111-4a31-444f-bf18-45addb442a2d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:35.639761 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c5a280ba-302e-4eb4-8bdd-96a5c1c047b5 req-9ff70111-4a31-444f-bf18-45addb442a2d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 945 time: 0.0820973 Mar 03 06:08:35.685418 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c5a280ba-302e-4eb4-8bdd-96a5c1c047b5 req-152f5d75-38c0-4261-927d-49f24de07992 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6a2440c-160b-4a15-803c-a655ae818861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400925 Mar 03 06:08:35.768180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:08:36.866406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd15815-4d20-453b-aa36-82b6b62d74f4 req-5b8f2fb6-db60-4176-880d-14b0fa204ff9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:36.867866 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6dd15815-4d20-453b-aa36-82b6b62d74f4 req-5b8f2fb6-db60-4176-880d-14b0fa204ff9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 945 time: 0.0793602 Mar 03 06:08:36.910423 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6dd15815-4d20-453b-aa36-82b6b62d74f4 req-391929b5-3b59-46cf-8619-701ccfadd003 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6a2440c-160b-4a15-803c-a655ae818861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364068 Mar 03 06:08:37.168945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:08:37.233939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:08:37.238653 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:08:37.239022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:37.353231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:37.378420 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:08:37.389286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:08:37.392673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:37.431510 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'code': 200} Mar 03 06:08:37.463663 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:37.640847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef927c-11d2-4991-a8b5-781878f33247 req-a437cdbf-67bd-4328-8737-d172977d23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:37.642260 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c8ef927c-11d2-4991-a8b5-781878f33247 req-a437cdbf-67bd-4328-8737-d172977d23fd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 1099 time: 0.0712314 Mar 03 06:08:37.681743 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c8ef927c-11d2-4991-a8b5-781878f33247 req-f3cf90fa-8871-4e6d-aee7-84878ff1efc4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e6a2440c-160b-4a15-803c-a655ae818861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336328 Mar 03 06:08:38.091132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1376cb-3df8-425e-930a-73c2ef2252d1 req-7705d19c-063c-44be-9359-1499a88f48ab tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:38.092582 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5f1376cb-3df8-425e-930a-73c2ef2252d1 req-7705d19c-063c-44be-9359-1499a88f48ab tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 946 time: 0.0805614 Mar 03 06:08:38.134323 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5f1376cb-3df8-425e-930a-73c2ef2252d1 req-cdc555c2-73c0-44e9-a4b3-dccd1154aae4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6a2440c-160b-4a15-803c-a655ae818861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362957 Mar 03 06:08:39.319369 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd05ffe-8fbc-48c0-8448-9db1df56bfd0 req-4a2725cc-6a31-45b8-9c47-f1df90720010 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:39.320807 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bfd05ffe-8fbc-48c0-8448-9db1df56bfd0 req-4a2725cc-6a31-45b8-9c47-f1df90720010 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 946 time: 0.0809562 Mar 03 06:08:39.363547 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bfd05ffe-8fbc-48c0-8448-9db1df56bfd0 req-61c9cbc7-842e-44b5-881b-a86866506684 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6a2440c-160b-4a15-803c-a655ae818861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371797 Mar 03 06:08:39.540936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebf08a-41b5-4176-8e04-c3aa330721a4 req-4bc8c7b7-ebdd-4a30-b5ae-f42b395b5f95 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:39.542347 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-45ebf08a-41b5-4176-8e04-c3aa330721a4 req-4bc8c7b7-ebdd-4a30-b5ae-f42b395b5f95 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 946 time: 0.0774701 Mar 03 06:08:39.584965 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-45ebf08a-41b5-4176-8e04-c3aa330721a4 req-77431481-14c8-4f32-996c-36450d354f92 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6a2440c-160b-4a15-803c-a655ae818861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361927 Mar 03 06:08:39.607562 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38176) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:39.678399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7146006e-a5f6-4f1d-acae-0c975f0f9302 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:39.679834 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7146006e-a5f6-4f1d-acae-0c975f0f9302 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 1094 time: 0.0712981 Mar 03 06:08:39.682678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38180) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:39.687335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:39.692881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:39.697068 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:floatingip and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:39.699761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:39.705261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:39.716698 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:39.846395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:39.976358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.204 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/745cce88-e3ea-4056-90d6-74911530cebf) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:08:40.120774 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:40.151054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:40.212971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:08:40.215543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:08:40.223025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:08:40.256400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=745cce88-e3ea-4056-90d6-74911530cebf,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:40.733235 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:40.805475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:41.006065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:41.010169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:41.118694 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=745cce88-e3ea-4056-90d6-74911530cebf,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:41.128158 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:41.297824 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP 9cee7d8c-97e7-44c1-96a2-f21405526e16 associated. External IP: 172.26.3.204, port: fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1. Mar 03 06:08:41.639866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 1134eec2-822d-48d4-862e-56409228627a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:08:41.814678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:08:41.825026 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0fdf0e-07df-4ef3-9ec8-277c2a990da7 None None] Sync routers for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:08:41.836527 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0fdf0e-07df-4ef3-9ec8-277c2a990da7 None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:08:41.837355 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7a0fdf0e-07df-4ef3-9ec8-277c2a990da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:08:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:41.838752 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:41.892758 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-44e3b5f5-576e-4009-958b-5cb7bccd791e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2090032 Mar 03 06:08:41.893218 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:08:41.895525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38186) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:41.969563 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b46c85-2e9c-40a9-8f28-d0767b199cc8 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:41.973661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a4b46c85-2e9c-40a9-8f28-d0767b199cc8 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 1094 time: 0.0740449 Mar 03 06:08:41.992775 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'status': 'completed', 'code': 200} Mar 03 06:08:42.024730 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-7a0fdf0e-07df-4ef3-9ec8-277c2a990da7 None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:08:42.097493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c358b-89f6-4690-a1df-e9a45ad31bcd req-dd5d9061-6068-4c9a-ba4c-343f568ecac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:42.099111 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c54c358b-89f6-4690-a1df-e9a45ad31bcd req-dd5d9061-6068-4c9a-ba4c-343f568ecac1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 1099 time: 0.0832434 Mar 03 06:08:42.194515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38196) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:42.200212 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-92e3c5d8-440a-408d-9014-83f9c44537f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683230596', 'description': 'tempest-secgroup-smoke-1683230596 description', 'project_id': '1718f33843874129926d855b187d15f2'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:42.206542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-92e3c5d8-440a-408d-9014-83f9c44537f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:42.216935 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-92e3c5d8-440a-408d-9014-83f9c44537f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:42.228384 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92e3c5d8-440a-408d-9014-83f9c44537f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.249326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-92e3c5d8-440a-408d-9014-83f9c44537f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:42.254213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-92e3c5d8-440a-408d-9014-83f9c44537f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:42.257565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-92e3c5d8-440a-408d-9014-83f9c44537f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:42.263760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-92e3c5d8-440a-408d-9014-83f9c44537f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:42.336099 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92e3c5d8-440a-408d-9014-83f9c44537f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.342319 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92e3c5d8-440a-408d-9014-83f9c44537f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.352036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c358b-89f6-4690-a1df-e9a45ad31bcd req-8edde38e-a0b0-436e-86ec-79090ca502dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:42.354024 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c54c358b-89f6-4690-a1df-e9a45ad31bcd req-8edde38e-a0b0-436e-86ec-79090ca502dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 897 time: 0.2495928 Mar 03 06:08:42.400541 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:08:42.431288 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7a0fdf0e-07df-4ef3-9ec8-277c2a990da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '9cee7d8c-97e7-44c1-96a2-f21405526e16', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '1134eec2-822d-48d4-862e-56409228627a', 'port_id': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'mac_address': 'fa:16:3e:f5:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9980b4ab-b5d2-465d-86de-bb189742b417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:08:40Z', 'updated_at': '2022-03-03T06:08:40Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:30Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:42.435618 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0fdf0e-07df-4ef3-9ec8-277c2a990da7 None None] Checking router: 1134eec2-822d-48d4-862e-56409228627a for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:08:42.444604 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0fdf0e-07df-4ef3-9ec8-277c2a990da7 None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:08:42.445790 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7a0fdf0e-07df-4ef3-9ec8-277c2a990da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:08:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:42.475462 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c54c358b-89f6-4690-a1df-e9a45ad31bcd req-0e89ba0e-810e-483c-b637-f8b0aff51c01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 HTTP/1.1" status: 200 len: 1000 time: 0.1150169 Mar 03 06:08:42.518364 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3c5d8-440a-408d-9014-83f9c44537f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:42.522879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-92e3c5d8-440a-408d-9014-83f9c44537f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.527235 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-92e3c5d8-440a-408d-9014-83f9c44537f8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3284674 Mar 03 06:08:42.527462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38200) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:42.532871 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4e40c6b5-21b5-4186-8351-9c8ece7dee7d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:42.538207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4e40c6b5-21b5-4186-8351-9c8ece7dee7d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:42.540706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c358b-89f6-4690-a1df-e9a45ad31bcd req-a68be7ae-8722-412b-9612-caee38f4e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:42.542607 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c54c358b-89f6-4690-a1df-e9a45ad31bcd req-a68be7ae-8722-412b-9612-caee38f4e72a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ef0a227-e434-4595-9915-b3b0fbbe0476 HTTP/1.1" status: 200 len: 835 time: 0.0607166 Mar 03 06:08:42.542766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4e40c6b5-21b5-4186-8351-9c8ece7dee7d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:42.546192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4e40c6b5-21b5-4186-8351-9c8ece7dee7d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:42.552779 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4e40c6b5-21b5-4186-8351-9c8ece7dee7d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:42.569485 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e40c6b5-21b5-4186-8351-9c8ece7dee7d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.622818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c358b-89f6-4690-a1df-e9a45ad31bcd req-5d735803-8944-4210-ba3d-ac2746447628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:42.624589 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c54c358b-89f6-4690-a1df-e9a45ad31bcd req-5d735803-8944-4210-ba3d-ac2746447628 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=289a44eb-5406-43b6-a92a-879f5c194487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763392 Mar 03 06:08:42.632695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e40c6b5-21b5-4186-8351-9c8ece7dee7d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.636815 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e40c6b5-21b5-4186-8351-9c8ece7dee7d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.642667 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-7a0fdf0e-07df-4ef3-9ec8-277c2a990da7 None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:08:42.661426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40c6b5-21b5-4186-8351-9c8ece7dee7d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a63c465-f82d-4220-ba10-b35e7f701e74,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:42.671740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4e40c6b5-21b5-4186-8351-9c8ece7dee7d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.675016 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4e40c6b5-21b5-4186-8351-9c8ece7dee7d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1447659 Mar 03 06:08:42.675999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38204) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:42.684383 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e5d3a5e0-6f68-460f-954d-a7303991d532 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:42.690396 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e5d3a5e0-6f68-460f-954d-a7303991d532 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:42.694131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e5d3a5e0-6f68-460f-954d-a7303991d532 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:42.697590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e5d3a5e0-6f68-460f-954d-a7303991d532 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:42.703245 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e5d3a5e0-6f68-460f-954d-a7303991d532 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:42.720764 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a5e0-6f68-460f-954d-a7303991d532 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.771083 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c54c358b-89f6-4690-a1df-e9a45ad31bcd req-e8667b3d-14f4-4508-a70e-bb95826fcc1d service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406138 Mar 03 06:08:42.782563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a5e0-6f68-460f-954d-a7303991d532 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.786370 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a5e0-6f68-460f-954d-a7303991d532 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.811020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3a5e0-6f68-460f-954d-a7303991d532 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99109c26-784b-4ed1-8925-64ace5de7436,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:42.824344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e5d3a5e0-6f68-460f-954d-a7303991d532 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.825706 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e5d3a5e0-6f68-460f-954d-a7303991d532 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466138 Mar 03 06:08:42.828248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38208) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:42.834020 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6db5d9a8-9d6a-47ce-be49-90b63eb9428d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:42.841089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6db5d9a8-9d6a-47ce-be49-90b63eb9428d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:42.844927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6db5d9a8-9d6a-47ce-be49-90b63eb9428d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:42.847761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6db5d9a8-9d6a-47ce-be49-90b63eb9428d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:42.853702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6db5d9a8-9d6a-47ce-be49-90b63eb9428d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:42.871115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6db5d9a8-9d6a-47ce-be49-90b63eb9428d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.930186 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c54c358b-89f6-4690-a1df-e9a45ad31bcd req-2a717515-13dd-4687-aacc-0a75ad990ea3 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533406 Mar 03 06:08:42.943072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6db5d9a8-9d6a-47ce-be49-90b63eb9428d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.948074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6db5d9a8-9d6a-47ce-be49-90b63eb9428d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.972121 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5d9a8-9d6a-47ce-be49-90b63eb9428d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0f052a-d3d1-4ddc-976d-5c2bd6171bd2,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:42.981799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6db5d9a8-9d6a-47ce-be49-90b63eb9428d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:42.983399 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6db5d9a8-9d6a-47ce-be49-90b63eb9428d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539228 Mar 03 06:08:42.986243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38212) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:42.991332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2b18f4be-cc6b-4f2b-945b-c1f9d576d6d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:42.997096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2b18f4be-cc6b-4f2b-945b-c1f9d576d6d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:43.000904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2b18f4be-cc6b-4f2b-945b-c1f9d576d6d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:43.003834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2b18f4be-cc6b-4f2b-945b-c1f9d576d6d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:43.008160 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7a0fdf0e-07df-4ef3-9ec8-277c2a990da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '9cee7d8c-97e7-44c1-96a2-f21405526e16', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '1134eec2-822d-48d4-862e-56409228627a', 'port_id': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'mac_address': 'fa:16:3e:f5:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9980b4ab-b5d2-465d-86de-bb189742b417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:08:40Z', 'updated_at': '2022-03-03T06:08:40Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:30Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:43.012862 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0fdf0e-07df-4ef3-9ec8-277c2a990da7 None None] The sync data for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv is: [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '9cee7d8c-97e7-44c1-96a2-f21405526e16', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '1134eec2-822d-48d4-862e-56409228627a', 'port_id': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'mac_address': 'fa:16:3e:f5:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9980b4ab-b5d2-465d-86de-bb189742b417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:08:40Z', 'updated_at': '2022-03-03T06:08:40Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:30Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:08:43.014406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2b18f4be-cc6b-4f2b-945b-c1f9d576d6d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:43.031326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2b18f4be-cc6b-4f2b-945b-c1f9d576d6d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:43.096724 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2b18f4be-cc6b-4f2b-945b-c1f9d576d6d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:43.100314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2b18f4be-cc6b-4f2b-945b-c1f9d576d6d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:43.123513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18f4be-cc6b-4f2b-945b-c1f9d576d6d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84b4761-c67f-446d-a0bc-cef228e7b9a9,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:43.134187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2b18f4be-cc6b-4f2b-945b-c1f9d576d6d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:43.135558 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2b18f4be-cc6b-4f2b-945b-c1f9d576d6d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483212 Mar 03 06:08:43.138238 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38216) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:43.143072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0c80974b-979a-4682-90e9-68e38258ec83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:43.149018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0c80974b-979a-4682-90e9-68e38258ec83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:43.153000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0c80974b-979a-4682-90e9-68e38258ec83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:43.156016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0c80974b-979a-4682-90e9-68e38258ec83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:43.161734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0c80974b-979a-4682-90e9-68e38258ec83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:43.174180 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-0c80974b-979a-4682-90e9-68e38258ec83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:08:43.185847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0c80974b-979a-4682-90e9-68e38258ec83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:43.204110 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c5a453-025d-47b7-b91b-740378565d6a None None] New status for floating IP 9cee7d8c-97e7-44c1-96a2-f21405526e16: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:08:43.252032 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0c80974b-979a-4682-90e9-68e38258ec83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:43.255596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0c80974b-979a-4682-90e9-68e38258ec83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:43.280121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80974b-979a-4682-90e9-68e38258ec83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab3f25c-32e0-4bff-9bf6-eec8fbd680a2,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:43.290275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0c80974b-979a-4682-90e9-68e38258ec83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:43.291469 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0c80974b-979a-4682-90e9-68e38258ec83 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1523302 Mar 03 06:08:43.294286 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38220) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:43.299175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-903ae316-7886-4ecb-a897-457eb1384165 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:43.305060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-903ae316-7886-4ecb-a897-457eb1384165 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:43.309328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-903ae316-7886-4ecb-a897-457eb1384165 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:43.312252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-903ae316-7886-4ecb-a897-457eb1384165 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:43.317999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-903ae316-7886-4ecb-a897-457eb1384165 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:43.331498 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-903ae316-7886-4ecb-a897-457eb1384165 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:08:43.339682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-903ae316-7886-4ecb-a897-457eb1384165 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:43.416774 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-903ae316-7886-4ecb-a897-457eb1384165 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:43.421284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-903ae316-7886-4ecb-a897-457eb1384165 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:43.444349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ae316-7886-4ecb-a897-457eb1384165 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6687c045-1829-4c50-979a-999f17b4bd56,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:43.454257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-903ae316-7886-4ecb-a897-457eb1384165 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:43.462901 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-903ae316-7886-4ecb-a897-457eb1384165 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1602647 Mar 03 06:08:43.619572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b76978f7-58e5-413e-9b61-1ddfa48e4174 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:08:43.634003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b76978f7-58e5-413e-9b61-1ddfa48e4174 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:08:43.635391 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b76978f7-58e5-413e-9b61-1ddfa48e4174 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683230596&fields=id&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 267 time: 0.0544250 Mar 03 06:08:43.781573 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-f7f696b7-e84d-4ed5-93d1-a763ef56f2f1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:43.782985 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-f7f696b7-e84d-4ed5-93d1-a763ef56f2f1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 796 time: 0.1412354 Mar 03 06:08:43.797627 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-ffdd5fdb-d97f-47c3-a1fc-ae1135532f6d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/quotas/1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 375 time: 0.0092497 Mar 03 06:08:43.885821 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-2d3ceb15-8b9d-4b2f-a02c-cbac9d161f57 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0831702 Mar 03 06:08:44.017402 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-992a0100-1ef0-4129-8ae6-a342a082eb42 service neutron] 10.222.0.20 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203506 Mar 03 06:08:44.143444 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-1ee57e42-2b41-4c47-b6ac-d07395032cd2 service neutron] 10.222.0.20 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201017 Mar 03 06:08:44.313529 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-588829fd-f58a-4a65-925b-68a9b13e8ad0 req-e4cfae80-5e3e-4939-af3a-7aa4ad5c5280 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 210 time: 0.0411367 Mar 03 06:08:45.315142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-0c5652ec-05a3-436f-bfef-a36b280a46e8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:45.317770 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-0c5652ec-05a3-436f-bfef-a36b280a46e8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 796 time: 0.1463113 Mar 03 06:08:45.377051 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-059eb1ac-6374-44fd-9bc5-357f21836739 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 472 time: 0.0523028 Mar 03 06:08:45.386123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'port': {'device_id': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'admin_state_up': True, 'tenant_id': '1718f33843874129926d855b187d15f2', 'security_groups': ['f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:45.465553 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8784f0dd-3fe3-4c0f-9775-db9e66243866 req-48d5bad8-2751-4d37-af4d-e3628ebd6c45 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 210 time: 0.0418413 Mar 03 06:08:45.521650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:45.526117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:port and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:45.528886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:45.534375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:45.544397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:08:45.547897 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:45.706589 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.14 (289a44eb-5406-43b6-a92a-879f5c194487/4ef0a227-e434-4595-9915-b3b0fbbe0476/61636255-cbec-4cff-a915-f6e8153fd57a) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:08:45.889071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:45.904504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object 61636255-cbec-4cff-a915-f6e8153fd57a will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:08:45.927241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:46.088200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 289a44eb-5406-43b6-a92a-879f5c194487 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:08:46.091082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:08:46.093736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:08:46.143145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=61636255-cbec-4cff-a915-f6e8153fd57a,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:46.168807 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:46.169435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:46.194762 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-b7b93580-42f7-4fe1-b00f-5496049bd5e2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8127084 Mar 03 06:08:46.206219 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Request body: {'port': {'device_id': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:46.321706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:46.322506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4cc7bda1-17bb-45d8-9c49-ff4c5427eaf4 None None] Provisioning for port 61636255-cbec-4cff-a915-f6e8153fd57a completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:08:46.328303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4cc7bda1-17bb-45d8-9c49-ff4c5427eaf4 None None] Provisioning complete for port 61636255-cbec-4cff-a915-f6e8153fd57a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:08:46.328686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4cc7bda1-17bb-45d8-9c49-ff4c5427eaf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:46.382311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7bda1-17bb-45d8-9c49-ff4c5427eaf4 None None] Port 61636255-cbec-4cff-a915-f6e8153fd57a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:08:46.661322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61636255-cbec-4cff-a915-f6e8153fd57a {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:08:46.664009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db4251-5378-4630-9d11-74cb9207122f req-0ba2a183-8847-4433-bfa6-cc3cabfbe00f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:46.665959 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-12db4251-5378-4630-9d11-74cb9207122f req-0ba2a183-8847-4433-bfa6-cc3cabfbe00f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 932 time: 0.0815058 Mar 03 06:08:46.669819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:46.685475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Transition to ACTIVE for port object 61636255-cbec-4cff-a915-f6e8153fd57a will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:08:46.688599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:46.711795 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-12db4251-5378-4630-9d11-74cb9207122f req-fbb0696d-023d-424e-8023-90e9573db6f1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401118 Mar 03 06:08:46.844455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Pushing event updated for resources: {'Port': ['ID=61636255-cbec-4cff-a915-f6e8153fd57a,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:46.923993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Attempting to bind port 61636255-cbec-4cff-a915-f6e8153fd57a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:08:46.924332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Attempting to bind port 61636255-cbec-4cff-a915-f6e8153fd57a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:08:46.924659 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Attempting to bind port 61636255-cbec-4cff-a915-f6e8153fd57a on network 289a44eb-5406-43b6-a92a-879f5c194487 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:08:46.929337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Port 61636255-cbec-4cff-a915-f6e8153fd57a on network 289a44eb-5406-43b6-a92a-879f5c194487 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:08:46.929651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Attempting to bind port 61636255-cbec-4cff-a915-f6e8153fd57a on network 289a44eb-5406-43b6-a92a-879f5c194487 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:08:46.934705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:08:46.935038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Checking segment: {'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:08:46.935419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Bound using segment: {'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:08:46.935867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Bound port: 61636255-cbec-4cff-a915-f6e8153fd57a, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a019571-5006-410c-baf4-3aeff6ea7428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:08:46.936212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:47.026031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] For port 61636255-cbec-4cff-a915-f6e8153fd57a, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:08:47.028907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] For port 61636255-cbec-4cff-a915-f6e8153fd57a, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=61636255-cbec-4cff-a915-f6e8153fd57a,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:08:47.034035 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:47.088459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:47.089074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:47.090458 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] 10.222.0.23 "PUT /v2.0/ports/61636255-cbec-4cff-a915-f6e8153fd57a HTTP/1.1" status: 200 len: 1094 time: 0.8884697 Mar 03 06:08:47.090915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'tag': '61636255-cbec-4cff-a915-f6e8153fd57a'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:08:47.117993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3645a2d7-25d2-4e61-b10f-9cc67091198d service neutron] Pushing event updated for resources: {'Port': ['ID=61636255-cbec-4cff-a915-f6e8153fd57a,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:47.160304 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'tag': '61636255-cbec-4cff-a915-f6e8153fd57a', 'status': 'completed', 'code': 200} Mar 03 06:08:47.205989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-a1d673c5-7974-4234-8935-fd21ccae5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:47.207468 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-a1d673c5-7974-4234-8935-fd21ccae5d4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0794621 Mar 03 06:08:47.277500 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-d45bda21-b5c0-4c48-837b-f624633ac6f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61636255-cbec-4cff-a915-f6e8153fd57a HTTP/1.1" status: 200 len: 217 time: 0.0628772 Mar 03 06:08:47.344546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-4b33f372-7ec9-4abb-addf-87be666c3553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:47.345969 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-4b33f372-7ec9-4abb-addf-87be666c3553 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ef0a227-e434-4595-9915-b3b0fbbe0476 HTTP/1.1" status: 200 len: 835 time: 0.0611174 Mar 03 06:08:47.420280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-f897792b-887e-4cd9-9f70-374395d3b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:47.421728 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-f897792b-887e-4cd9-9f70-374395d3b8d4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=289a44eb-5406-43b6-a92a-879f5c194487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692506 Mar 03 06:08:47.549488 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-89e09279-8584-4b54-b7d5-6192c9b0f704 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220720 Mar 03 06:08:47.681579 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7337bc3-35a5-4582-8e65-2c921294eceb req-d52b5eea-d73c-44ae-8365-38369cdbb534 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264446 Mar 03 06:08:47.792332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc25bc-1ff4-4fa4-9141-7707c9b39b96 req-27153a41-2a78-4748-a4fb-ca393011a191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:47.793776 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1dc25bc-1ff4-4fa4-9141-7707c9b39b96 req-27153a41-2a78-4748-a4fb-ca393011a191 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 1097 time: 0.0685482 Mar 03 06:08:47.896490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243ac5a-69b1-4caf-bd04-28d34b2d5811 req-790e1189-60a0-435f-8939-700afdc8828e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:47.897953 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2243ac5a-69b1-4caf-bd04-28d34b2d5811 req-790e1189-60a0-435f-8939-700afdc8828e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 944 time: 0.0826652 Mar 03 06:08:47.946816 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2243ac5a-69b1-4caf-bd04-28d34b2d5811 req-19656627-0656-4372-b6cd-161a435c6202 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428271 Mar 03 06:08:48.027018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc25bc-1ff4-4fa4-9141-7707c9b39b96 req-202a6ce4-2823-43b8-bac5-466afcd920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:48.028462 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1dc25bc-1ff4-4fa4-9141-7707c9b39b96 req-202a6ce4-2823-43b8-bac5-466afcd920d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 897 time: 0.2285404 Mar 03 06:08:48.092978 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1dc25bc-1ff4-4fa4-9141-7707c9b39b96 req-ed522a03-ad66-49be-b834-77e3680569eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61636255-cbec-4cff-a915-f6e8153fd57a HTTP/1.1" status: 200 len: 217 time: 0.0584152 Mar 03 06:08:48.154920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc25bc-1ff4-4fa4-9141-7707c9b39b96 req-fa9a3f9b-ddaf-42c4-aa0d-8a76cb5025af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:48.156243 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1dc25bc-1ff4-4fa4-9141-7707c9b39b96 req-fa9a3f9b-ddaf-42c4-aa0d-8a76cb5025af service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ef0a227-e434-4595-9915-b3b0fbbe0476 HTTP/1.1" status: 200 len: 835 time: 0.0578120 Mar 03 06:08:48.231801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc25bc-1ff4-4fa4-9141-7707c9b39b96 req-f75adf78-b344-4a40-a591-4a50ea4add93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:48.233275 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1dc25bc-1ff4-4fa4-9141-7707c9b39b96 req-f75adf78-b344-4a40-a591-4a50ea4add93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=289a44eb-5406-43b6-a92a-879f5c194487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715115 Mar 03 06:08:48.237164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0433482f-2d2d-4144-a345-4b3c53869c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:48.363942 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1dc25bc-1ff4-4fa4-9141-7707c9b39b96 req-488fc779-f457-4202-b09f-cfe56ad3e3b0 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237895 Mar 03 06:08:48.495093 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1dc25bc-1ff4-4fa4-9141-7707c9b39b96 req-edfc72a1-c17d-4c44-9c0f-5e4ed97a7ade service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236145 Mar 03 06:08:49.132310 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696bbef-d771-45f6-b83b-c59ebf37ff7c req-b67c864d-ed7d-4634-8175-1dab02d2ff2e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:49.134388 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a696bbef-d771-45f6-b83b-c59ebf37ff7c req-b67c864d-ed7d-4634-8175-1dab02d2ff2e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 944 time: 0.0796990 Mar 03 06:08:49.176503 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a696bbef-d771-45f6-b83b-c59ebf37ff7c req-9c09a542-84f8-49d1-846f-1ee4aceb3c80 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363853 Mar 03 06:08:49.233252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 61636255-cbec-4cff-a915-f6e8153fd57a details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:08:49.362618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 61636255-cbec-4cff-a915-f6e8153fd57a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=61636255-cbec-4cff-a915-f6e8153fd57a,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:08:49.376197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '61636255-cbec-4cff-a915-f6e8153fd57a', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'port_id': '61636255-cbec-4cff-a915-f6e8153fd57a', 'mac_address': 'fa:16:3e:b9:aa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:08:49.433780 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:49.449649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61636255-cbec-4cff-a915-f6e8153fd57a {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:08:49.464100 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 61636255-cbec-4cff-a915-f6e8153fd57a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=61636255-cbec-4cff-a915-f6e8153fd57a,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:08:49.467957 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:49.531544 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=61636255-cbec-4cff-a915-f6e8153fd57a,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:49.848819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['61636255-cbec-4cff-a915-f6e8153fd57a'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:08:50.357144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97e52a-a556-420a-888e-d19849cde92c req-a605f137-afdb-4dd2-80f7-1dcfb859417d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:50.358579 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ae97e52a-a556-420a-888e-d19849cde92c req-a605f137-afdb-4dd2-80f7-1dcfb859417d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 945 time: 0.0809307 Mar 03 06:08:50.401803 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ae97e52a-a556-420a-888e-d19849cde92c req-bd09dd53-c899-4eb2-8935-2070151cbc19 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376537 Mar 03 06:08:50.478816 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c57851c2-489d-4b82-9060-a2ed95bcfcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:51.253401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 61636255-cbec-4cff-a915-f6e8153fd57a up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:08:51.318733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 61636255-cbec-4cff-a915-f6e8153fd57a completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:08:51.324455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 61636255-cbec-4cff-a915-f6e8153fd57a triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:08:51.324819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:51.442371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:51.468835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61636255-cbec-4cff-a915-f6e8153fd57a'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:08:51.479136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 61636255-cbec-4cff-a915-f6e8153fd57a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=61636255-cbec-4cff-a915-f6e8153fd57a,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:08:51.483724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:51.520283 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61636255-cbec-4cff-a915-f6e8153fd57a', 'code': 200} Mar 03 06:08:51.559396 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=61636255-cbec-4cff-a915-f6e8153fd57a,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:51.588812 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8493fd-a52f-403b-9575-7fb88a5b88df req-9c2dc231-1c2f-4f47-92ac-1562eba2f8fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:51.590260 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-de8493fd-a52f-403b-9575-7fb88a5b88df req-9c2dc231-1c2f-4f47-92ac-1562eba2f8fd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 946 time: 0.0844827 Mar 03 06:08:51.610181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:51.637201 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-de8493fd-a52f-403b-9575-7fb88a5b88df req-c16da49e-789b-4b47-8871-86c9edf956f3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398390 Mar 03 06:08:51.749812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:51.757015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c40a8-bd6f-4c6b-a25c-6c898e0489ab req-1239799a-8505-49b7-a060-77362d2f3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:51.758523 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e52c40a8-bd6f-4c6b-a25c-6c898e0489ab req-1239799a-8505-49b7-a060-77362d2f3073 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 1099 time: 0.0747497 Mar 03 06:08:51.797935 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e52c40a8-bd6f-4c6b-a25c-6c898e0489ab req-aa1f2623-d7c6-4ef6-9863-fa7ab4f1036c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333657 Mar 03 06:08:52.820832 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e390f66-58cb-4b4e-93b9-b99c78d28511 req-d2430d87-c522-45c2-9b11-974b20824e0c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:52.822805 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0e390f66-58cb-4b4e-93b9-b99c78d28511 req-d2430d87-c522-45c2-9b11-974b20824e0c tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 946 time: 0.0822070 Mar 03 06:08:52.865097 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0e390f66-58cb-4b4e-93b9-b99c78d28511 req-c8138bea-a655-4b75-b684-b9187a11f222 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367107 Mar 03 06:08:52.929209 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:54.056971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78214df-4efc-479b-9307-bd8a10429d55 req-a5d5d790-e94c-4b45-82d8-5598d6f8a5bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:54.058400 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b78214df-4efc-479b-9307-bd8a10429d55 req-a5d5d790-e94c-4b45-82d8-5598d6f8a5bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 946 time: 0.0784535 Mar 03 06:08:54.102885 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b78214df-4efc-479b-9307-bd8a10429d55 req-f7a9e9f4-a83b-495f-aa5d-d6f1aec436d7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384989 Mar 03 06:08:54.278910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e96ec-dbe1-42f8-abd4-a45ef0f7e26c req-90cd6f3c-7036-4fc5-8770-8a951edf9f7a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:54.280352 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e54e96ec-dbe1-42f8-abd4-a45ef0f7e26c req-90cd6f3c-7036-4fc5-8770-8a951edf9f7a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 946 time: 0.0771832 Mar 03 06:08:54.323197 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e54e96ec-dbe1-42f8-abd4-a45ef0f7e26c req-1e6ae74b-73ef-4c1e-ae77-1a01cf19601b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371792 Mar 03 06:08:54.344975 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38272) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:54.413403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e56764-df3a-4ddc-b3ba-c8b7f196a013 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:54.415478 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a8e56764-df3a-4ddc-b3ba-c8b7f196a013 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 1094 time: 0.0689058 Mar 03 06:08:54.418132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38276) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:08:54.423004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': '61636255-cbec-4cff-a915-f6e8153fd57a', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:08:54.428945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:08:54.432738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:floatingip and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:08:54.435458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:08:54.440982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:08:54.451277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:54.583810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:54.719708 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.103 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/71a709c7-30ab-41b6-b38d-51e30f8b754f) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:08:54.864226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:54.892547 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:54.950460 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:08:54.953096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:08:54.960622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:08:54.997765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=71a709c7-30ab-41b6-b38d-51e30f8b754f,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:55.464341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:55.534398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:55.739677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:55.744579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:55.850366 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=71a709c7-30ab-41b6-b38d-51e30f8b754f,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:08:55.859999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:56.028514 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP e92b8fbe-8ea7-4a26-8a9c-2d0fcffc5826 associated. External IP: 172.26.3.103, port: 61636255-cbec-4cff-a915-f6e8153fd57a. Mar 03 06:08:56.372976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 1134eec2-822d-48d4-862e-56409228627a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:08:56.550609 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:08:56.561254 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575578b-7efe-48e8-8d0b-01babab91bfc None None] Sync routers for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:08:56.571948 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575578b-7efe-48e8-8d0b-01babab91bfc None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:08:56.572396 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7575578b-7efe-48e8-8d0b-01babab91bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:08:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:56.575301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:08:56.629570 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6459cbc4-c95f-42da-9c8b-763ef84b39a5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2103379 Mar 03 06:08:56.630149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'tag': '61636255-cbec-4cff-a915-f6e8153fd57a'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:08:56.674593 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'tag': '61636255-cbec-4cff-a915-f6e8153fd57a', 'status': 'completed', 'code': 200} Mar 03 06:08:56.748743 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-7575578b-7efe-48e8-8d0b-01babab91bfc None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:08:56.880082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225fae3-b710-4f20-a93f-4fe20e947e16 req-785a3f82-f45e-46f1-9d27-baf5155ef1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:56.881479 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7225fae3-b710-4f20-a93f-4fe20e947e16 req-785a3f82-f45e-46f1-9d27-baf5155ef1a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 1099 time: 0.1839163 Mar 03 06:08:57.011962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225fae3-b710-4f20-a93f-4fe20e947e16 req-bcc61e61-f498-43fd-ac87-ecc9da0c6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:57.013400 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7225fae3-b710-4f20-a93f-4fe20e947e16 req-bcc61e61-f498-43fd-ac87-ecc9da0c6d36 service neutron] 10.222.0.23 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 897 time: 0.1248753 Mar 03 06:08:57.094006 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7575578b-7efe-48e8-8d0b-01babab91bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '9cee7d8c-97e7-44c1-96a2-f21405526e16', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '1134eec2-822d-48d4-862e-56409228627a', 'port_id': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'mac_address': 'fa:16:3e:f5:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9980b4ab-b5d2-465d-86de-bb189742b417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:08:40Z', 'updated_at': '2022-03-03T06:08:43Z', 'revision_number': 1, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}, {'id': 'e92b8fbe-8ea7-4a26-8a9c-2d0fcffc5826', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.103', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '1134eec2-822d-48d4-862e-56409228627a', 'port_id': '61636255-cbec-4cff-a915-f6e8153fd57a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'mac_address': 'fa:16:3e:b9:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:08:55Z', 'updated_at': '2022-03-03T06:08:55Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:30Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:57.097889 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575578b-7efe-48e8-8d0b-01babab91bfc None None] Checking router: 1134eec2-822d-48d4-862e-56409228627a for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:08:57.106679 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575578b-7efe-48e8-8d0b-01babab91bfc None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:08:57.107257 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7575578b-7efe-48e8-8d0b-01babab91bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:08:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:57.119533 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7225fae3-b710-4f20-a93f-4fe20e947e16 req-3d0d7ca5-9e8a-4a61-8855-6b30b279e749 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61636255-cbec-4cff-a915-f6e8153fd57a HTTP/1.1" status: 200 len: 1000 time: 0.1003900 Mar 03 06:08:57.179494 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225fae3-b710-4f20-a93f-4fe20e947e16 req-5d9334d5-a8da-49c0-a264-5cc1258a715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:57.181381 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7225fae3-b710-4f20-a93f-4fe20e947e16 req-5d9334d5-a8da-49c0-a264-5cc1258a715c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ef0a227-e434-4595-9915-b3b0fbbe0476 HTTP/1.1" status: 200 len: 835 time: 0.0559881 Mar 03 06:08:57.259795 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225fae3-b710-4f20-a93f-4fe20e947e16 req-adcc210c-f135-4b1e-a998-d8af3153b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:08:57.261314 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7225fae3-b710-4f20-a93f-4fe20e947e16 req-adcc210c-f135-4b1e-a998-d8af3153b71f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=289a44eb-5406-43b6-a92a-879f5c194487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737672 Mar 03 06:08:57.312680 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-7575578b-7efe-48e8-8d0b-01babab91bfc None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:08:57.393106 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7225fae3-b710-4f20-a93f-4fe20e947e16 req-495ea129-1f6f-40d0-a5f1-03cd5dc7fec6 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256330 Mar 03 06:08:57.525005 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7225fae3-b710-4f20-a93f-4fe20e947e16 req-ddbd2a6d-1204-4ef0-bbf1-3e4064870bde service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247950 Mar 03 06:08:57.652171 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7575578b-7efe-48e8-8d0b-01babab91bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '9cee7d8c-97e7-44c1-96a2-f21405526e16', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '1134eec2-822d-48d4-862e-56409228627a', 'port_id': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'mac_address': 'fa:16:3e:f5:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9980b4ab-b5d2-465d-86de-bb189742b417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:08:40Z', 'updated_at': '2022-03-03T06:08:43Z', 'revision_number': 1, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}, {'id': 'e92b8fbe-8ea7-4a26-8a9c-2d0fcffc5826', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.103', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '1134eec2-822d-48d4-862e-56409228627a', 'port_id': '61636255-cbec-4cff-a915-f6e8153fd57a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'mac_address': 'fa:16:3e:b9:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:08:55Z', 'updated_at': '2022-03-03T06:08:55Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:30Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:08:57.655967 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7575578b-7efe-48e8-8d0b-01babab91bfc None None] The sync data for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv is: [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '9cee7d8c-97e7-44c1-96a2-f21405526e16', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '1134eec2-822d-48d4-862e-56409228627a', 'port_id': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'mac_address': 'fa:16:3e:f5:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9980b4ab-b5d2-465d-86de-bb189742b417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:08:40Z', 'updated_at': '2022-03-03T06:08:43Z', 'revision_number': 1, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}, {'id': 'e92b8fbe-8ea7-4a26-8a9c-2d0fcffc5826', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.103', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '1134eec2-822d-48d4-862e-56409228627a', 'port_id': '61636255-cbec-4cff-a915-f6e8153fd57a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'mac_address': 'fa:16:3e:b9:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:08:55Z', 'updated_at': '2022-03-03T06:08:55Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:30Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:08:57.827214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be64974f-9dac-4047-8aa1-9879506a9c22 None None] New status for floating IP e92b8fbe-8ea7-4a26-8a9c-2d0fcffc5826: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:09:00.454108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:09:18.239443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ec0d8f13-9eb2-4290-8a6a-ec67e38ce492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:09:19.400910 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:09:20.051950 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f2a98742-7a9d-4c8a-8865-5e780908c45d req-88c08bd3-bd71-45d5-8ae9-d33301acc53b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1118591 Mar 03 06:09:20.199353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a98742-7a9d-4c8a-8865-5e780908c45d req-89522b67-de71-42fd-88fa-558ea45f9262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:09:20.200811 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f2a98742-7a9d-4c8a-8865-5e780908c45d req-89522b67-de71-42fd-88fa-558ea45f9262 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 1099 time: 0.0703397 Mar 03 06:09:20.341593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a98742-7a9d-4c8a-8865-5e780908c45d req-a94d99db-b6ad-47fb-ba77-fbcf63285624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:09:20.342937 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f2a98742-7a9d-4c8a-8865-5e780908c45d req-a94d99db-b6ad-47fb-ba77-fbcf63285624 service neutron] 10.222.0.23 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 897 time: 0.1240296 Mar 03 06:09:20.444872 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f2a98742-7a9d-4c8a-8865-5e780908c45d req-fe8a60f0-5641-476c-9442-ce817f37d193 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 HTTP/1.1" status: 200 len: 1002 time: 0.0960159 Mar 03 06:09:20.480122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6bc07c09-6161-41ae-8083-a907a623d3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:09:20.511260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a98742-7a9d-4c8a-8865-5e780908c45d req-e0b894a7-65b0-4fb1-904b-fb9466b60f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:09:20.512757 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f2a98742-7a9d-4c8a-8865-5e780908c45d req-e0b894a7-65b0-4fb1-904b-fb9466b60f83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ef0a227-e434-4595-9915-b3b0fbbe0476 HTTP/1.1" status: 200 len: 835 time: 0.0610309 Mar 03 06:09:20.585353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a98742-7a9d-4c8a-8865-5e780908c45d req-671568b0-97d6-45b7-a06d-7a2ed9aa4f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:09:20.586775 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f2a98742-7a9d-4c8a-8865-5e780908c45d req-671568b0-97d6-45b7-a06d-7a2ed9aa4f18 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=289a44eb-5406-43b6-a92a-879f5c194487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680106 Mar 03 06:09:20.714901 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f2a98742-7a9d-4c8a-8865-5e780908c45d req-6c98443d-bd75-42db-bc40-d34083c42fc6 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219106 Mar 03 06:09:20.842446 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f2a98742-7a9d-4c8a-8865-5e780908c45d req-4a3ee819-09ec-4dc9-9f2e-f92a4c053ab7 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219327 Mar 03 06:09:21.603005 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:09:21.751575 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:09:22.926996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:09:30.452513 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:09:48.244192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0e1771a6-565c-49fd-927f-381fb36fdd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:09:50.481809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b167aa22-16d4-4fbc-a248-becaf8aae0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:09:51.606285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:09:51.752843 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:09:52.929842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:09:56.398664 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:10:00.453895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:12.160429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38304) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:12.370158 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1c3db83b-19d9-490b-9531-0135b3094692 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/9cee7d8c-97e7-44c1-96a2-f21405526e16 HTTP/1.1" status: 200 len: 994 time: 0.2086849 Mar 03 06:10:13.144606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38314) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:13.150358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:13.266051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:13.471730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:10:13.495997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:13.500453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:13.563972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:13.564575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:13.565913 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/ports/fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 HTTP/1.1" status: 200 len: 939 time: 0.4203424 Mar 03 06:10:13.568965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:10:13.598509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,revision_number=6']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:13.607537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:13.607906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:13.608241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:13.608571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:13.608899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:13.609219 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:13.609536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:13.609853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:13.610170 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:13.610491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:13.610803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:13.611114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4c45e0-7473-4992-9af3-5c73aef7c082 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:13.722683 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'status': 'completed', 'code': 200} Mar 03 06:10:13.813022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020b089-307a-469c-a5a0-7cc23023acab req-93c22b72-6c55-4b56-ba67-b778c72c19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:13.814490 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3020b089-307a-469c-a5a0-7cc23023acab req-93c22b72-6c55-4b56-ba67-b778c72c19c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 1100 time: 0.0704813 Mar 03 06:10:13.838442 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2a22dc4f-bbc7-4844-bc07-092a585c2f55 None None] Provisioning complete for port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:10:13.838994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2a22dc4f-bbc7-4844-bc07-092a585c2f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:13.895737 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-2a22dc4f-bbc7-4844-bc07-092a585c2f55 None None] Port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 is administratively disabled so it will not transition to active. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 03 06:10:13.948651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020b089-307a-469c-a5a0-7cc23023acab req-c30d4270-5ac1-4c35-97b2-a0aef1a75cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:13.950633 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3020b089-307a-469c-a5a0-7cc23023acab req-c30d4270-5ac1-4c35-97b2-a0aef1a75cdd service neutron] 10.222.0.23 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 897 time: 0.1295853 Mar 03 06:10:14.058930 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3020b089-307a-469c-a5a0-7cc23023acab req-20d6129d-74da-453f-aa83-a7e770333f33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 HTTP/1.1" status: 200 len: 1003 time: 0.1023011 Mar 03 06:10:14.119863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020b089-307a-469c-a5a0-7cc23023acab req-7afc6d25-5532-4853-a63a-cedbd088a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:14.121220 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3020b089-307a-469c-a5a0-7cc23023acab req-7afc6d25-5532-4853-a63a-cedbd088a08a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ef0a227-e434-4595-9915-b3b0fbbe0476 HTTP/1.1" status: 200 len: 835 time: 0.0562100 Mar 03 06:10:14.195287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020b089-307a-469c-a5a0-7cc23023acab req-adae9573-1dbe-4e0c-9966-9e99919b17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:14.197317 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3020b089-307a-469c-a5a0-7cc23023acab req-adae9573-1dbe-4e0c-9966-9e99919b17cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=289a44eb-5406-43b6-a92a-879f5c194487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706677 Mar 03 06:10:14.324429 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3020b089-307a-469c-a5a0-7cc23023acab req-ddf421ac-0e22-4c54-8ba2-ca35185538f9 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213779 Mar 03 06:10:14.455351 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3020b089-307a-469c-a5a0-7cc23023acab req-19f18502-9789-4486-8c95-0542b31784f4 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243644 Mar 03 06:10:17.091316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38326) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:17.097104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-15276751-f085-4a63-89bb-ee685bc63aff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:17.214714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15276751-f085-4a63-89bb-ee685bc63aff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:17.423930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-15276751-f085-4a63-89bb-ee685bc63aff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:10:17.448612 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15276751-f085-4a63-89bb-ee685bc63aff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:17.452992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15276751-f085-4a63-89bb-ee685bc63aff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:17.613792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15276751-f085-4a63-89bb-ee685bc63aff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:17.614401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-15276751-f085-4a63-89bb-ee685bc63aff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:17.615794 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-15276751-f085-4a63-89bb-ee685bc63aff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/ports/fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 HTTP/1.1" status: 200 len: 938 time: 0.5234599 Mar 03 06:10:17.616350 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:10:17.619265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38330) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:17.647930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15276751-f085-4a63-89bb-ee685bc63aff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,revision_number=7']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:17.673486 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'status': 'completed', 'code': 200} Mar 03 06:10:17.773432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b9372-9dfc-46d1-a168-55fdbe226007 req-5cb48791-3a88-4e03-87e6-92e5f1814a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:17.775097 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-367b9372-9dfc-46d1-a168-55fdbe226007 req-5cb48791-3a88-4e03-87e6-92e5f1814a54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 1099 time: 0.0794446 Mar 03 06:10:17.836722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fd758eaf-2f98-442e-bcb2-43f2758b872c None None] Provisioning complete for port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:10:17.837340 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fd758eaf-2f98-442e-bcb2-43f2758b872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:17.850462 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6f861702-9032-4edf-8126-4ec706fd77e3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/9cee7d8c-97e7-44c1-96a2-f21405526e16 HTTP/1.1" status: 200 len: 994 time: 0.2254169 Mar 03 06:10:17.906769 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b9372-9dfc-46d1-a168-55fdbe226007 req-1d8646f7-bea3-4e46-9748-36c3f773c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:17.908137 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-367b9372-9dfc-46d1-a168-55fdbe226007 req-1d8646f7-bea3-4e46-9748-36c3f773c3ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 897 time: 0.1271410 Mar 03 06:10:17.987453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:10:18.015592 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-367b9372-9dfc-46d1-a168-55fdbe226007 req-78e5a775-311e-4f1e-a3f4-7c8a809d5e0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 HTTP/1.1" status: 200 len: 1002 time: 0.0992725 Mar 03 06:10:18.081133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b9372-9dfc-46d1-a168-55fdbe226007 req-fc99409f-7044-4b9a-821c-817535312356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:18.082565 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-367b9372-9dfc-46d1-a168-55fdbe226007 req-fc99409f-7044-4b9a-821c-817535312356 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ef0a227-e434-4595-9915-b3b0fbbe0476 HTTP/1.1" status: 200 len: 835 time: 0.0612469 Mar 03 06:10:18.155810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b9372-9dfc-46d1-a168-55fdbe226007 req-5a9d6a3d-4f5e-45ed-85aa-80675af0fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:18.157326 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-367b9372-9dfc-46d1-a168-55fdbe226007 req-5a9d6a3d-4f5e-45ed-85aa-80675af0fac3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=289a44eb-5406-43b6-a92a-879f5c194487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683949 Mar 03 06:10:18.259907 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bfc7909f-2663-4d50-b481-4bbce5ebdb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:18.288781 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-367b9372-9dfc-46d1-a168-55fdbe226007 req-337af96a-a83e-4102-a713-01fac560addf service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250544 Mar 03 06:10:18.417745 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-367b9372-9dfc-46d1-a168-55fdbe226007 req-dffe0890-2001-4e64-b478-c1ffb633bdf9 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230693 Mar 03 06:10:20.406668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38342) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:20.482893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cdb70f68-209e-48ba-83fb-f70efddecc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:20.611495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 71a709c7-30ab-41b6-b38d-51e30f8b754f {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:10:20.611856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:20.773639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:20.773966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:20.896814 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 71a709c7-30ab-41b6-b38d-51e30f8b754f owned by network:floatingip {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:10:21.041328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:21.090690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=71a709c7-30ab-41b6-b38d-51e30f8b754f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:21.129424 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:21.129768 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:21.130101 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:21.130433 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:21.130756 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:21.131076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:21.131391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:21.131706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:21.132049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:21.132371 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:21.132681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:21.132990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:21.185947 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:21.186265 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP e92b8fbe-8ea7-4a26-8a9c-2d0fcffc5826 disassociated (deleted). External IP: 172.26.3.103, port: 61636255-cbec-4cff-a915-f6e8153fd57a. Mar 03 06:10:21.524932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 1134eec2-822d-48d4-862e-56409228627a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:10:21.612101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:21.754528 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:21.807195 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:10:21.816456 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b487c42e-3634-48f5-8ac3-98bf3354d201 None None] Sync routers for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:10:21.823040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:21.826500 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b487c42e-3634-48f5-8ac3-98bf3354d201 None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:10:21.827196 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b487c42e-3634-48f5-8ac3-98bf3354d201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:10:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:21.875316 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-324d9c17-c289-48b5-8d0d-fd78001fb182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/floatingips/e92b8fbe-8ea7-4a26-8a9c-2d0fcffc5826 HTTP/1.1" status: 204 len: 168 time: 1.4675813 Mar 03 06:10:21.876014 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'tag': '61636255-cbec-4cff-a915-f6e8153fd57a'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:10:21.922253 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'tag': '61636255-cbec-4cff-a915-f6e8153fd57a', 'status': 'completed', 'code': 200} Mar 03 06:10:22.017156 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b487c42e-3634-48f5-8ac3-98bf3354d201 None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:10:22.102991 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e533a626-f096-488e-b1cf-3e64ae6e5208 req-d97d1f48-e71b-4fdc-9378-7b061965baee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1104381 Mar 03 06:10:22.106490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67359b6a-2934-43bb-b9fd-76356f08ac96 req-016786c1-9da7-44b6-bb6b-da1aba51ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:22.108259 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-67359b6a-2934-43bb-b9fd-76356f08ac96 req-016786c1-9da7-44b6-bb6b-da1aba51ae3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 1099 time: 0.1553130 Mar 03 06:10:22.248075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67359b6a-2934-43bb-b9fd-76356f08ac96 req-48eb2a14-cc7c-4e5b-93b1-e8b013215ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:22.249507 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-67359b6a-2934-43bb-b9fd-76356f08ac96 req-48eb2a14-cc7c-4e5b-93b1-e8b013215ab5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 897 time: 0.1295097 Mar 03 06:10:22.320349 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-67359b6a-2934-43bb-b9fd-76356f08ac96 req-7f198ac4-ab84-4017-9da0-75619eca49d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61636255-cbec-4cff-a915-f6e8153fd57a HTTP/1.1" status: 200 len: 217 time: 0.0638525 Mar 03 06:10:22.330435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f8793-5099-4d6a-9c16-7183e0aa2df3 req-d738e076-3db6-4598-9d5f-4c8c194b17cc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:22.331131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-7a5f8793-5099-4d6a-9c16-7183e0aa2df3 req-d738e076-3db6-4598-9d5f-4c8c194b17cc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:10:22.349157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-7a5f8793-5099-4d6a-9c16-7183e0aa2df3 req-d738e076-3db6-4598-9d5f-4c8c194b17cc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:10:22.350477 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7a5f8793-5099-4d6a-9c16-7183e0aa2df3 req-d738e076-3db6-4598-9d5f-4c8c194b17cc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 946 time: 0.1754386 Mar 03 06:10:22.385309 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b487c42e-3634-48f5-8ac3-98bf3354d201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '9cee7d8c-97e7-44c1-96a2-f21405526e16', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '1134eec2-822d-48d4-862e-56409228627a', 'port_id': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'mac_address': 'fa:16:3e:f5:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9980b4ab-b5d2-465d-86de-bb189742b417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:08:40Z', 'updated_at': '2022-03-03T06:08:43Z', 'revision_number': 1, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:30Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:22.387753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67359b6a-2934-43bb-b9fd-76356f08ac96 req-1d905050-8141-488a-a555-3f8e2d1e8caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:22.389496 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-67359b6a-2934-43bb-b9fd-76356f08ac96 req-1d905050-8141-488a-a555-3f8e2d1e8caa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ef0a227-e434-4595-9915-b3b0fbbe0476 HTTP/1.1" status: 200 len: 835 time: 0.0627379 Mar 03 06:10:22.390932 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b487c42e-3634-48f5-8ac3-98bf3354d201 None None] Checking router: 1134eec2-822d-48d4-862e-56409228627a for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:10:22.400185 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b487c42e-3634-48f5-8ac3-98bf3354d201 None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:10:22.400909 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b487c42e-3634-48f5-8ac3-98bf3354d201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:10:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:22.411305 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7a5f8793-5099-4d6a-9c16-7183e0aa2df3 req-abdb991a-d694-4734-a32b-0f116aa6282d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545750 Mar 03 06:10:22.466997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67359b6a-2934-43bb-b9fd-76356f08ac96 req-0481b2ae-f2e2-4c6f-abda-68fd2d6f6673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:22.468503 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-67359b6a-2934-43bb-b9fd-76356f08ac96 req-0481b2ae-f2e2-4c6f-abda-68fd2d6f6673 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=289a44eb-5406-43b6-a92a-879f5c194487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727992 Mar 03 06:10:22.574819 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b487c42e-3634-48f5-8ac3-98bf3354d201 None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:10:22.600916 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-67359b6a-2934-43bb-b9fd-76356f08ac96 req-0832d7e7-0def-44ab-8be3-8329faf89fa4 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257260 Mar 03 06:10:22.731407 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-67359b6a-2934-43bb-b9fd-76356f08ac96 req-73629fbe-27af-4075-9a23-622bcce6995d service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241930 Mar 03 06:10:22.934240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:22.950424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a626-f096-488e-b1cf-3e64ae6e5208 req-3d69876a-b012-4f4a-8a13-75b4977cca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:22.951929 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e533a626-f096-488e-b1cf-3e64ae6e5208 req-3d69876a-b012-4f4a-8a13-75b4977cca1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 1099 time: 0.1727655 Mar 03 06:10:22.964508 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b487c42e-3634-48f5-8ac3-98bf3354d201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '9cee7d8c-97e7-44c1-96a2-f21405526e16', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '1134eec2-822d-48d4-862e-56409228627a', 'port_id': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'mac_address': 'fa:16:3e:f5:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9980b4ab-b5d2-465d-86de-bb189742b417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:08:40Z', 'updated_at': '2022-03-03T06:08:43Z', 'revision_number': 1, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:30Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:22.968469 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b487c42e-3634-48f5-8ac3-98bf3354d201 None None] The sync data for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv is: [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '9cee7d8c-97e7-44c1-96a2-f21405526e16', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.204', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '1134eec2-822d-48d4-862e-56409228627a', 'port_id': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'mac_address': 'fa:16:3e:f5:02:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9980b4ab-b5d2-465d-86de-bb189742b417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:08:40Z', 'updated_at': '2022-03-03T06:08:43Z', 'revision_number': 1, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:30Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:10:23.114342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a626-f096-488e-b1cf-3e64ae6e5208 req-56081f4a-3e58-4dd1-92f1-c847c626daff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:23.115862 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e533a626-f096-488e-b1cf-3e64ae6e5208 req-56081f4a-3e58-4dd1-92f1-c847c626daff service neutron] 10.222.0.23 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 897 time: 0.1365902 Mar 03 06:10:23.185323 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c92aef-b04f-4dd4-95ba-caaee35c8689 None None] New status for floating IP e92b8fbe-8ea7-4a26-8a9c-2d0fcffc5826: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:10:23.193943 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e533a626-f096-488e-b1cf-3e64ae6e5208 req-ce028b72-e2cf-4284-a505-e0557ca20733 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=61636255-cbec-4cff-a915-f6e8153fd57a HTTP/1.1" status: 200 len: 217 time: 0.0651643 Mar 03 06:10:23.254608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a626-f096-488e-b1cf-3e64ae6e5208 req-ac030bbd-3a98-4c79-b9ef-9fd60694fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:23.256037 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e533a626-f096-488e-b1cf-3e64ae6e5208 req-ac030bbd-3a98-4c79-b9ef-9fd60694fc71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ef0a227-e434-4595-9915-b3b0fbbe0476 HTTP/1.1" status: 200 len: 835 time: 0.0559609 Mar 03 06:10:23.333039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a626-f096-488e-b1cf-3e64ae6e5208 req-cc23374b-0252-46ef-b1a1-19f619268780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:23.334517 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e533a626-f096-488e-b1cf-3e64ae6e5208 req-cc23374b-0252-46ef-b1a1-19f619268780 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=289a44eb-5406-43b6-a92a-879f5c194487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725875 Mar 03 06:10:23.464594 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e533a626-f096-488e-b1cf-3e64ae6e5208 req-5ef971b2-06ff-43d3-9bc6-aafa3fd1f21d service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236677 Mar 03 06:10:23.639661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e533a626-f096-488e-b1cf-3e64ae6e5208 req-4b85e149-6718-400d-b8a7-beccd0f421ba service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685865 Mar 03 06:10:23.641377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefe865-6dae-458b-99c4-fb0437781ce6 req-723f4fa7-17f0-48ae-955c-84f427344ad4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:23.642835 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4eefe865-6dae-458b-99c4-fb0437781ce6 req-723f4fa7-17f0-48ae-955c-84f427344ad4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 946 time: 0.1247640 Mar 03 06:10:23.669162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0e74f-8885-4d2d-adee-b6891a115e6c req-e7ba0715-8276-44ac-a007-400c5da1bb44 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:23.669844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-2fe0e74f-8885-4d2d-adee-b6891a115e6c req-e7ba0715-8276-44ac-a007-400c5da1bb44 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:10:23.681961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-2fe0e74f-8885-4d2d-adee-b6891a115e6c req-e7ba0715-8276-44ac-a007-400c5da1bb44 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:10:23.683090 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2fe0e74f-8885-4d2d-adee-b6891a115e6c req-e7ba0715-8276-44ac-a007-400c5da1bb44 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 946 time: 0.1111646 Mar 03 06:10:23.687403 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4eefe865-6dae-458b-99c4-fb0437781ce6 req-d0c9ac60-8a03-4ede-a647-8ac2cef12efe tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386081 Mar 03 06:10:23.755501 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-2fe0e74f-8885-4d2d-adee-b6891a115e6c req-cdc0be8a-d1f6-4a98-81ab-8e6f904d7ecb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 61636255-cbec-4cff-a915-f6e8153fd57a {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:10:23.755864 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-2fe0e74f-8885-4d2d-adee-b6891a115e6c req-cdc0be8a-d1f6-4a98-81ab-8e6f904d7ecb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:23.991271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-2fe0e74f-8885-4d2d-adee-b6891a115e6c req-cdc0be8a-d1f6-4a98-81ab-8e6f904d7ecb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 61636255-cbec-4cff-a915-f6e8153fd57a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=61636255-cbec-4cff-a915-f6e8153fd57a,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:10:23.991626 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-2fe0e74f-8885-4d2d-adee-b6891a115e6c req-cdc0be8a-d1f6-4a98-81ab-8e6f904d7ecb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:24.115111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-2fe0e74f-8885-4d2d-adee-b6891a115e6c req-cdc0be8a-d1f6-4a98-81ab-8e6f904d7ecb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 61636255-cbec-4cff-a915-f6e8153fd57a owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:10:24.252138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-2fe0e74f-8885-4d2d-adee-b6891a115e6c req-cdc0be8a-d1f6-4a98-81ab-8e6f904d7ecb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:24.303797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc0be8a-d1f6-4a98-81ab-8e6f904d7ecb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=61636255-cbec-4cff-a915-f6e8153fd57a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:24.378200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe0e74f-8885-4d2d-adee-b6891a115e6c req-cdc0be8a-d1f6-4a98-81ab-8e6f904d7ecb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] No DVR routers for this DVR port 61636255-cbec-4cff-a915-f6e8153fd57a on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:10:24.380646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-2fe0e74f-8885-4d2d-adee-b6891a115e6c req-cdc0be8a-d1f6-4a98-81ab-8e6f904d7ecb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:24.383118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'name': 'network-vif-deleted', 'tag': '61636255-cbec-4cff-a915-f6e8153fd57a'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:10:24.400103 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2fe0e74f-8885-4d2d-adee-b6891a115e6c req-cdc0be8a-d1f6-4a98-81ab-8e6f904d7ecb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "DELETE /v2.0/ports/61636255-cbec-4cff-a915-f6e8153fd57a HTTP/1.1" status: 204 len: 173 time: 0.7119224 Mar 03 06:10:24.577048 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e13d6d1-6a44-4887-ace3-f9206b4ed9c0', 'name': 'network-vif-deleted', 'tag': '61636255-cbec-4cff-a915-f6e8153fd57a', 'status': 'completed', 'code': 200} Mar 03 06:10:24.854263 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9d9db81f-2aa4-4c52-900f-3d00eee58e76 req-7a270a46-cfe7-4833-9e2e-766a6040b4ab tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e13d6d1-6a44-4887-ace3-f9206b4ed9c0 HTTP/1.1" status: 200 len: 210 time: 0.0453775 Mar 03 06:10:25.945452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38366) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:26.011377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-38ac7b23-ffb8-4800-a9b9-9ba8757d051e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:26.040869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-38ac7b23-ffb8-4800-a9b9-9ba8757d051e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:26.104999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-38ac7b23-ffb8-4800-a9b9-9ba8757d051e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:26.123000 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac7b23-ffb8-4800-a9b9-9ba8757d051e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:26.136687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-38ac7b23-ffb8-4800-a9b9-9ba8757d051e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:26.137811 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-38ac7b23-ffb8-4800-a9b9-9ba8757d051e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/security-groups/f1473b7c-ae2a-40f8-9cd9-1d0bc9470be4 HTTP/1.1" status: 204 len: 168 time: 0.1913786 Mar 03 06:10:26.167384 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38372) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:26.368821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fe2389d5-d73b-4e69-afa1-d8e3fdb97483 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 745cce88-e3ea-4056-90d6-74911530cebf {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:10:26.369025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2389d5-d73b-4e69-afa1-d8e3fdb97483 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:26.535846 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2389d5-d73b-4e69-afa1-d8e3fdb97483 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:26.536161 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2389d5-d73b-4e69-afa1-d8e3fdb97483 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:26.660248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-fe2389d5-d73b-4e69-afa1-d8e3fdb97483 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 745cce88-e3ea-4056-90d6-74911530cebf owned by network:floatingip {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:10:26.799931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2389d5-d73b-4e69-afa1-d8e3fdb97483 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:26.850635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2389d5-d73b-4e69-afa1-d8e3fdb97483 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=745cce88-e3ea-4056-90d6-74911530cebf,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:26.938412 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2389d5-d73b-4e69-afa1-d8e3fdb97483 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:26.938679 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-fe2389d5-d73b-4e69-afa1-d8e3fdb97483 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP 9cee7d8c-97e7-44c1-96a2-f21405526e16 disassociated (deleted). External IP: 172.26.3.204, port: fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1. Mar 03 06:10:27.398114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2389d5-d73b-4e69-afa1-d8e3fdb97483 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 1134eec2-822d-48d4-862e-56409228627a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:10:27.575686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2389d5-d73b-4e69-afa1-d8e3fdb97483 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:10:27.585555 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ab745-e8fe-4dd6-88bd-63bb9995ad24 None None] Sync routers for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:10:27.591393 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fe2389d5-d73b-4e69-afa1-d8e3fdb97483 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:27.594802 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ab745-e8fe-4dd6-88bd-63bb9995ad24 None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:10:27.595388 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e69ab745-e8fe-4dd6-88bd-63bb9995ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:10:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:27.638037 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 61636255-cbec-4cff-a915-f6e8153fd57a no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:10:27.649581 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fe2389d5-d73b-4e69-afa1-d8e3fdb97483 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/floatingips/9cee7d8c-97e7-44c1-96a2-f21405526e16 HTTP/1.1" status: 204 len: 168 time: 1.4805434 Mar 03 06:10:27.650913 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:10:27.673614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 61636255-cbec-4cff-a915-f6e8153fd57a {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:10:27.673946 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 61636255-cbec-4cff-a915-f6e8153fd57a not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:10:27.705239 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'status': 'completed', 'code': 200} Mar 03 06:10:27.785398 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-e69ab745-e8fe-4dd6-88bd-63bb9995ad24 None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:10:27.913493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae8435-61bd-4950-b506-8639e0ea23c6 req-ab3d591c-2c92-4098-952e-96f6548f80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:27.914998 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5fae8435-61bd-4950-b506-8639e0ea23c6 req-ab3d591c-2c92-4098-952e-96f6548f80e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 1099 time: 0.1858006 Mar 03 06:10:28.033308 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fd64d-81bd-457f-bc4b-6e05c1cc1ccd req-a08879e8-f953-4033-8c15-323f4f3d4892 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:28.034389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-b90fd64d-81bd-457f-bc4b-6e05c1cc1ccd req-a08879e8-f953-4033-8c15-323f4f3d4892 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:10:28.052500 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-b90fd64d-81bd-457f-bc4b-6e05c1cc1ccd req-a08879e8-f953-4033-8c15-323f4f3d4892 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:10:28.053079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae8435-61bd-4950-b506-8639e0ea23c6 req-fba032f5-5c33-4de0-b5d1-588fd774ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:28.053832 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b90fd64d-81bd-457f-bc4b-6e05c1cc1ccd req-a08879e8-f953-4033-8c15-323f4f3d4892 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 946 time: 0.1025100 Mar 03 06:10:28.054803 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5fae8435-61bd-4950-b506-8639e0ea23c6 req-fba032f5-5c33-4de0-b5d1-588fd774ca13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 200 len: 897 time: 0.1337988 Mar 03 06:10:28.100049 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-b90fd64d-81bd-457f-bc4b-6e05c1cc1ccd req-1f766cc7-c3e3-44cc-8fd9-7a7d7be3b87f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:10:28.117045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-b90fd64d-81bd-457f-bc4b-6e05c1cc1ccd req-1f766cc7-c3e3-44cc-8fd9-7a7d7be3b87f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:10:28.118773 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b90fd64d-81bd-457f-bc4b-6e05c1cc1ccd req-1f766cc7-c3e3-44cc-8fd9-7a7d7be3b87f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6a2440c-160b-4a15-803c-a655ae818861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588310 Mar 03 06:10:28.121029 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e69ab745-e8fe-4dd6-88bd-63bb9995ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:30Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:28.125031 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ab745-e8fe-4dd6-88bd-63bb9995ad24 None None] Checking router: 1134eec2-822d-48d4-862e-56409228627a for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:10:28.128335 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5fae8435-61bd-4950-b506-8639e0ea23c6 req-7668be5e-cfbc-41f1-bcfc-01f80811019f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 HTTP/1.1" status: 200 len: 217 time: 0.0658505 Mar 03 06:10:28.133949 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69ab745-e8fe-4dd6-88bd-63bb9995ad24 None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:10:28.134462 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e69ab745-e8fe-4dd6-88bd-63bb9995ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:10:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:28.194047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae8435-61bd-4950-b506-8639e0ea23c6 req-1a98ee4d-4f0f-40ea-b026-56f13600150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:28.195560 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5fae8435-61bd-4950-b506-8639e0ea23c6 req-1a98ee4d-4f0f-40ea-b026-56f13600150b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ef0a227-e434-4595-9915-b3b0fbbe0476 HTTP/1.1" status: 200 len: 835 time: 0.0607338 Mar 03 06:10:28.272454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae8435-61bd-4950-b506-8639e0ea23c6 req-8e2ac8ff-5cd9-4cc0-a592-17e3423377e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:28.274384 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5fae8435-61bd-4950-b506-8639e0ea23c6 req-8e2ac8ff-5cd9-4cc0-a592-17e3423377e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=289a44eb-5406-43b6-a92a-879f5c194487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723388 Mar 03 06:10:28.310942 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-e69ab745-e8fe-4dd6-88bd-63bb9995ad24 None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:10:28.407687 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5fae8435-61bd-4950-b506-8639e0ea23c6 req-1bd538f0-b545-4af6-ae8d-2fe2dd5fadf6 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270032 Mar 03 06:10:28.537932 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5fae8435-61bd-4950-b506-8639e0ea23c6 req-2046d37d-22b1-42ff-a692-29261e5ac6e3 service neutron] 10.222.0.23 "GET /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236610 Mar 03 06:10:28.615778 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-e69ab745-e8fe-4dd6-88bd-63bb9995ad24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:30Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:28.619540 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69ab745-e8fe-4dd6-88bd-63bb9995ad24 None None] The sync data for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv is: [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:25Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '26e5097b-37e5-48bc-ac6b-f18f6f53c0b8', 'name': '', 'network_id': '289a44eb-5406-43b6-a92a-879f5c194487', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:43:f0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:24Z', 'updated_at': '2022-03-03T06:08:30Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4ef0a227-e434-4595-9915-b3b0fbbe0476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:10:28.815601 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcde515-87af-4f92-83e1-67e811449ee0 None None] New status for floating IP 9cee7d8c-97e7-44c1-96a2-f21405526e16: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:10:29.307143 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cf163-95cd-4831-82f5-55d9aef66548 req-38a76cff-a8d5-4bcd-806f-a86b5f44e31b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:29.308662 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bf0cf163-95cd-4831-82f5-55d9aef66548 req-38a76cff-a8d5-4bcd-806f-a86b5f44e31b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 946 time: 0.0834093 Mar 03 06:10:29.353849 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bf0cf163-95cd-4831-82f5-55d9aef66548 req-254b3151-7554-42a9-801b-a0c266fb47f5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6a2440c-160b-4a15-803c-a655ae818861&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395131 Mar 03 06:10:29.474630 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac90e0-bee1-44fe-b698-480f7c9811f6 req-9685c844-bae7-4004-9213-fa81acb1d4d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:29.475310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-03ac90e0-bee1-44fe-b698-480f7c9811f6 req-9685c844-bae7-4004-9213-fa81acb1d4d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:10:29.487209 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-03ac90e0-bee1-44fe-b698-480f7c9811f6 req-9685c844-bae7-4004-9213-fa81acb1d4d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:10:29.488310 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-03ac90e0-bee1-44fe-b698-480f7c9811f6 req-9685c844-bae7-4004-9213-fa81acb1d4d6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 946 time: 0.0901220 Mar 03 06:10:29.559276 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-03ac90e0-bee1-44fe-b698-480f7c9811f6 req-27efc467-dd8b-457a-918f-44960e7a67eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:10:29.559530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-03ac90e0-bee1-44fe-b698-480f7c9811f6 req-27efc467-dd8b-457a-918f-44960e7a67eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:29.797147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-03ac90e0-bee1-44fe-b698-480f7c9811f6 req-27efc467-dd8b-457a-918f-44960e7a67eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:10:29.797499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-03ac90e0-bee1-44fe-b698-480f7c9811f6 req-27efc467-dd8b-457a-918f-44960e7a67eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:29.923061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-03ac90e0-bee1-44fe-b698-480f7c9811f6 req-27efc467-dd8b-457a-918f-44960e7a67eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:10:30.062889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-03ac90e0-bee1-44fe-b698-480f7c9811f6 req-27efc467-dd8b-457a-918f-44960e7a67eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:30.114255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efc467-dd8b-457a-918f-44960e7a67eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:30.188865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ac90e0-bee1-44fe-b698-480f7c9811f6 req-27efc467-dd8b-457a-918f-44960e7a67eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] No DVR routers for this DVR port fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:10:30.191145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-03ac90e0-bee1-44fe-b698-480f7c9811f6 req-27efc467-dd8b-457a-918f-44960e7a67eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:30.193606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'name': 'network-vif-deleted', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:10:30.211248 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-03ac90e0-bee1-44fe-b698-480f7c9811f6 req-27efc467-dd8b-457a-918f-44960e7a67eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "DELETE /v2.0/ports/fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 HTTP/1.1" status: 204 len: 173 time: 0.7178490 Mar 03 06:10:30.242789 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9980b4ab-b5d2-465d-86de-bb189742b417', 'name': 'network-vif-deleted', 'tag': 'fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1', 'status': 'completed', 'code': 200} Mar 03 06:10:30.465541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:30.513614 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-556dd4da-5b0a-4402-8e59-7b070d5342ef req-3290d71c-5970-49ba-a9e5-f5cc8d5fc2c6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=9980b4ab-b5d2-465d-86de-bb189742b417 HTTP/1.1" status: 200 len: 210 time: 0.0426991 Mar 03 06:10:31.606665 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38392) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:31.671876 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aeadc2f0-69de-4040-bd6f-0a41e2108f31 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:31.703613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aeadc2f0-69de-4040-bd6f-0a41e2108f31 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:31.767353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aeadc2f0-69de-4040-bd6f-0a41e2108f31 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:31.785973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadc2f0-69de-4040-bd6f-0a41e2108f31 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a2440c-160b-4a15-803c-a655ae818861,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:31.797626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-aeadc2f0-69de-4040-bd6f-0a41e2108f31 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:31.798733 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-aeadc2f0-69de-4040-bd6f-0a41e2108f31 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/security-groups/e6a2440c-160b-4a15-803c-a655ae818861 HTTP/1.1" status: 204 len: 168 time: 0.1911087 Mar 03 06:10:31.830464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38398) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:32.458240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dcda7013-470f-4df5-ae09-360742b7c7e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:32.798718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-dcda7013-470f-4df5-ae09-360742b7c7e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:10:32.799055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dcda7013-470f-4df5-ae09-360742b7c7e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:32.981033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-dcda7013-470f-4df5-ae09-360742b7c7e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=26e5097b-37e5-48bc-ac6b-f18f6f53c0b8,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:10:32.981742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dcda7013-470f-4df5-ae09-360742b7c7e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:33.099991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-dcda7013-470f-4df5-ae09-360742b7c7e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:10:33.397445 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:10:33.518181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dcda7013-470f-4df5-ae09-360742b7c7e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:33.565245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda7013-470f-4df5-ae09-360742b7c7e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=26e5097b-37e5-48bc-ac6b-f18f6f53c0b8,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:33.653608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:10:33.688844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:10:33.689345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device fb5f0c42-0572-4d5e-84d5-9fb90ddd29c1 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:10:33.841478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dcda7013-470f-4df5-ae09-360742b7c7e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:34.188438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcda7013-470f-4df5-ae09-360742b7c7e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router 1134eec2-822d-48d4-862e-56409228627a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:10:34.360677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcda7013-470f-4df5-ae09-360742b7c7e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:10:34.370721 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d9716-2801-4f48-9e98-166a2af9f42c None None] Sync routers for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:10:34.375356 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dcda7013-470f-4df5-ae09-360742b7c7e9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/1134eec2-822d-48d4-862e-56409228627a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5410612 Mar 03 06:10:34.375571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38402) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:34.380905 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d9716-2801-4f48-9e98-166a2af9f42c None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:10:34.381507 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d48d9716-2801-4f48-9e98-166a2af9f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:10:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:34.439473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb0fe4f-a076-4c52-9eee-f5e5f887b182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting subnet 4ef0a227-e434-4595-9915-b3b0fbbe0476 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:10:34.442545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-afb0fe4f-a076-4c52-9eee-f5e5f887b182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:34.498990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-afb0fe4f-a076-4c52-9eee-f5e5f887b182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:34.588234 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-d48d9716-2801-4f48-9e98-166a2af9f42c None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:10:34.697267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-afb0fe4f-a076-4c52-9eee-f5e5f887b182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:34.770031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-afb0fe4f-a076-4c52-9eee-f5e5f887b182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:34.811179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb0fe4f-a076-4c52-9eee-f5e5f887b182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef0a227-e434-4595-9915-b3b0fbbe0476,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:34.814792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-afb0fe4f-a076-4c52-9eee-f5e5f887b182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:34.822315 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccc139b-a648-40e9-8d70-745e0e87727d None None] Network 289a44eb-5406-43b6-a92a-879f5c194487 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:10:34.827830 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-afb0fe4f-a076-4c52-9eee-f5e5f887b182 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/subnets/4ef0a227-e434-4595-9915-b3b0fbbe0476 HTTP/1.1" status: 204 len: 168 time: 0.4488254 Mar 03 06:10:34.828078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38406) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:34.866487 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d48d9716-2801-4f48-9e98-166a2af9f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:10:33Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:34.870810 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d9716-2801-4f48-9e98-166a2af9f42c None None] Checking router: 1134eec2-822d-48d4-862e-56409228627a for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:10:34.879035 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d9716-2801-4f48-9e98-166a2af9f42c None None] Routers {'1134eec2-822d-48d4-862e-56409228627a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:10:34.879580 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d48d9716-2801-4f48-9e98-166a2af9f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:10:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['1134eec2-822d-48d4-862e-56409228627a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:35.011550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:35.084287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] DHCP port deletion for 289a44eb-5406-43b6-a92a-879f5c194487 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:10:35.088335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Deleting port d49cfafa-d22a-43f6-8c08-f8b27beeeafe {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:10:35.088695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:35.128652 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-d48d9716-2801-4f48-9e98-166a2af9f42c None None] Set router 1134eec2-822d-48d4-862e-56409228627a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:10:35.209141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:35.218551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port ab5b77f3-6871-40ee-849f-07cf093e2c51 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:10:35.219023 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:35.300000 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] For port d49cfafa-d22a-43f6-8c08-f8b27beeeafe, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d49cfafa-d22a-43f6-8c08-f8b27beeeafe,segment=NetworkSegment(2a019571-5006-410c-baf4-3aeff6ea7428),segment_id=2a019571-5006-410c-baf4-3aeff6ea7428)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:10:35.300311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:35.398797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port ab5b77f3-6871-40ee-849f-07cf093e2c51, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ab5b77f3-6871-40ee-849f-07cf093e2c51,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:10:35.399250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:35.442098 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Calling delete_port for d49cfafa-d22a-43f6-8c08-f8b27beeeafe owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:10:35.516146 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-d48d9716-2801-4f48-9e98-166a2af9f42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:10:33Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:35.520613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:35.528389 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d9716-2801-4f48-9e98-166a2af9f42c None None] The sync data for ids ['1134eec2-822d-48d4-862e-56409228627a'] in dv-neutron-831582-1-hyperv is: [{'id': '1134eec2-822d-48d4-862e-56409228627a', 'name': 'tempest-TestNetworkBasicOps-router-1112440077', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:10:33Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': 'ab5b77f3-6871-40ee-849f-07cf093e2c51', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1134eec2-822d-48d4-862e-56409228627a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:08:20Z', 'updated_at': '2022-03-03T06:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:10:35.528946 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for ab5b77f3-6871-40ee-849f-07cf093e2c51 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:10:35.574838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] No DVR routers for this DVR port d49cfafa-d22a-43f6-8c08-f8b27beeeafe on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:10:35.579272 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Pushing event deleted for resources: {'Port': ['ID=d49cfafa-d22a-43f6-8c08-f8b27beeeafe,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:35.590519 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:35.590931 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:35.591331 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:35.591727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:35.592153 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:35.592541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:35.592926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:35.593309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:35.593695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:35.594072 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:35.594450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:35.594826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4bb3da-ae05-4f14-9dcc-ad745c9101ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:35.708347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:35.761455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=ab5b77f3-6871-40ee-849f-07cf093e2c51,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:35.849570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:35.979733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d49cfafa-d22a-43f6-8c08-f8b27beeeafe no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:10:36.018948 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: d49cfafa-d22a-43f6-8c08-f8b27beeeafe {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:10:36.019294 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d49cfafa-d22a-43f6-8c08-f8b27beeeafe not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:10:36.019717 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:10:36.054470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:10:36.054812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 26e5097b-37e5-48bc-ac6b-f18f6f53c0b8 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:10:36.149715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.151838 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.173361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.173879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Fanout notify agent at l3_agent the message router_deleted on router 1134eec2-822d-48d4-862e-56409228627a {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:10:36.188566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.189653 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-74499b9e-d952-4d36-ad9c-1ddf122a2d4b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/routers/1134eec2-822d-48d4-862e-56409228627a HTTP/1.1" status: 204 len: 168 time: 1.3606789 Mar 03 06:10:36.192550 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38410) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:36.311120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39971552-e538-4736-abbe-f32eee01d701 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.440576 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39971552-e538-4736-abbe-f32eee01d701 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.465324 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-39971552-e538-4736-abbe-f32eee01d701 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289a44eb-5406-43b6-a92a-879f5c194487']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:36.476629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-39971552-e538-4736-abbe-f32eee01d701 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a019571-5006-410c-baf4-3aeff6ea7428') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:36.476922 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-39971552-e538-4736-abbe-f32eee01d701 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a019571-5006-410c-baf4-3aeff6ea7428') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:36.487529 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39971552-e538-4736-abbe-f32eee01d701 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.502930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39971552-e538-4736-abbe-f32eee01d701 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.510180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39971552-e538-4736-abbe-f32eee01d701 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:10:36.510558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39971552-e538-4736-abbe-f32eee01d701 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:10:36.524203 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:10:36.605551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39971552-e538-4736-abbe-f32eee01d701 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.623357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-39971552-e538-4736-abbe-f32eee01d701 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.633981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39971552-e538-4736-abbe-f32eee01d701 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Network': ['ID=289a44eb-5406-43b6-a92a-879f5c194487,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:36.642443 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-39971552-e538-4736-abbe-f32eee01d701 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/networks/289a44eb-5406-43b6-a92a-879f5c194487 HTTP/1.1" status: 204 len: 168 time: 0.4490099 Mar 03 06:10:36.668385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38414) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:36.673732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'network': {'name': 'tempest-network-smoke--673274761', 'project_id': '1718f33843874129926d855b187d15f2', 'port_security_enabled': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:36.678921 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:10:36.683493 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:network and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:10:36.686294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:10:36.691856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:10:36.700836 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:10:36.704271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.730827 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:10:36.739240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.739585 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Added segment 1c551aa9-ce13-4c2b-b6c4-4136c6edfada of type vlan for network 89f6c49e-408b-480d-9c31-f091f4b7773f Mar 03 06:10:36.767540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.797801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.804023 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:36.804626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.911302 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2418256 Mar 03 06:10:36.914128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38418) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:36.917748 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98578eb-fdd1-4962-93fc-d26f05c0e8c3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Network': ['ID=89f6c49e-408b-480d-9c31-f091f4b7773f,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:36.919942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-522607233', 'admin_state_up': True, 'project_id': '1718f33843874129926d855b187d15f2', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:36.926893 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:10:36.929129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 89f6c49e-408b-480d-9c31-f091f4b7773f details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:10:36.931451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:router and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:10:36.934268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:10:36.940333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:10:36.949434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.950314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:36.965147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:37.232304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:37.528578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:37.557131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:37.689999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.159 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/1631def2-0117-4e9f-902d-4e19210ea5b6) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:10:37.784042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ab5b77f3-6871-40ee-849f-07cf093e2c51 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:10:37.817723 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: ab5b77f3-6871-40ee-849f-07cf093e2c51 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:10:37.818066 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ab5b77f3-6871-40ee-849f-07cf093e2c51 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:10:37.834828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:37.862466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:37.922034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:10:37.924809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:10:37.928549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:10:37.976160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=1631def2-0117-4e9f-902d-4e19210ea5b6,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:38.452317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:38.786251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:38.981345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router b5e72eb3-d3bc-4b80-8036-f2237bccadbd is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:10:39.154186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:10:39.164855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Sync routers for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:10:39.174237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:10:39.174825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:10:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:39.180049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:39.181249 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f5a404d7-d91d-4a88-b959-ee03c4062dbb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2656140 Mar 03 06:10:39.184395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38424) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:39.265306 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a72dfe3d-a671-49f6-b5f4-c6fb7580121a tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=1718f33843874129926d855b187d15f2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0798454 Mar 03 06:10:39.267830 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38430) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:39.349078 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Set router b5e72eb3-d3bc-4b80-8036-f2237bccadbd gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:10:39.397676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f04b9f-19f2-4f16-9cc3-dc27c2446943 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:39.399186 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-96f04b9f-19f2-4f16-9cc3-dc27c2446943 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1303196 Mar 03 06:10:39.401954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38434) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:39.440756 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8ac67141-c375-47db-8ded-e3992623a847 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376770 Mar 03 06:10:39.443096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38438) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:39.448998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-68770004', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'project_id': '1718f33843874129926d855b187d15f2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:39.557777 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:10:39.561516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:subnet and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:10:39.564323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:10:39.569869 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:10:39.580922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:10:39.584362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:39.660732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:10:38Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:39.665014 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Checking router: b5e72eb3-d3bc-4b80-8036-f2237bccadbd for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:10:39.665361 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Updating router b5e72eb3-d3bc-4b80-8036-f2237bccadbd port 1631def2-0117-4e9f-902d-4e19210ea5b6 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:10:39.720699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:39.914136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:39.993613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Subnet': ['ID=4a8e6577-413e-4eca-80c1-2358099535e3,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:39.998905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Checking segment: {'id': '1c551aa9-ce13-4c2b-b6c4-4136c6edfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:10:39.999252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network hostable DHCP agents. Network: 89f6c49e-408b-480d-9c31-f091f4b7773f, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:10:40.018014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 89f6c49e-408b-480d-9c31-f091f4b7773f is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:10:40.027756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 89f6c49e-408b-480d-9c31-f091f4b7773f) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:10:40.031723 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:40.032352 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:40.042672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97af7cd-e2a5-435c-be72-48ee9b5c9695 None None] Network 89f6c49e-408b-480d-9c31-f091f4b7773f requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:10:40.056816 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f0624bf0-ce97-4084-97b9-04cc71fe7209 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6100814 Mar 03 06:10:40.057022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38442) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:40.070180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:40.134475 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Transition to ACTIVE for port object 1631def2-0117-4e9f-902d-4e19210ea5b6 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:10:40.148277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:40.249667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67df5f2-a7db-40f4-bcc5-9e52df70d72f None None] Pushing event updated for resources: {'Port': ['ID=1631def2-0117-4e9f-902d-4e19210ea5b6,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:40.251854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Attempting to bind port 1631def2-0117-4e9f-902d-4e19210ea5b6 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:10:40.252222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Attempting to bind port 1631def2-0117-4e9f-902d-4e19210ea5b6 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:10:40.252665 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Attempting to bind port 1631def2-0117-4e9f-902d-4e19210ea5b6 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:10:40.284748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:10:40.285116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:10:40.285512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:40.285899 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:10:40.286357 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Bound port: 1631def2-0117-4e9f-902d-4e19210ea5b6, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:10:40.286730 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:40.407481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] For port 1631def2-0117-4e9f-902d-4e19210ea5b6, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:10:40.413627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-89f6c49e-408b-480d-9c31-f091f4b7773f', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:10:40.414434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:40.429720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] For port 1631def2-0117-4e9f-902d-4e19210ea5b6, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1631def2-0117-4e9f-902d-4e19210ea5b6,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:10:40.436410 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:40.570910 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:10:40.571523 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:10:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:40.642792 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67df5f2-a7db-40f4-bcc5-9e52df70d72f None None] Pushing event updated for resources: {'Port': ['ID=1631def2-0117-4e9f-902d-4e19210ea5b6,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:40.751264 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:40.794527 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Allocated IP 172.20.0.2 (89f6c49e-408b-480d-9c31-f091f4b7773f/4a8e6577-413e-4eca-80c1-2358099535e3/248b8eed-fdce-4286-9b45-983d8abda317) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:10:40.811635 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] Set router b5e72eb3-d3bc-4b80-8036-f2237bccadbd gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:10:41.286466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:41.298527 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Transition to ACTIVE for port object 248b8eed-fdce-4286-9b45-983d8abda317 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:10:41.323014 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Transition to ACTIVE for port object 248b8eed-fdce-4286-9b45-983d8abda317 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:10:41.324926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:10:38Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:41.329825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da02c2f-c1d3-4bdc-a2e2-30f6fbacb8bb None None] The sync data for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv is: [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:10:38Z', 'revision_number': 3, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:10:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:10:41.332125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:41.404819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.1 (89f6c49e-408b-480d-9c31-f091f4b7773f/4a8e6577-413e-4eca-80c1-2358099535e3/fa232c06-6a7b-45fa-afc9-c4fffe539939) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:10:41.415749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Network 89f6c49e-408b-480d-9c31-f091f4b7773f is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:10:41.419489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:10:41.422225 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:10:41.424664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Pushing event updated for resources: {'Port': ['ID=248b8eed-fdce-4286-9b45-983d8abda317,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:41.514464 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Attempting to bind port 248b8eed-fdce-4286-9b45-983d8abda317 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:10:41.514820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Attempting to bind port 248b8eed-fdce-4286-9b45-983d8abda317 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c551aa9-ce13-4c2b-b6c4-4136c6edfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:10:41.515170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Attempting to bind port 248b8eed-fdce-4286-9b45-983d8abda317 on network 89f6c49e-408b-480d-9c31-f091f4b7773f {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:10:41.520526 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:10:41.520889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Checking segment: {'id': '1c551aa9-ce13-4c2b-b6c4-4136c6edfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:10:41.521277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:41.521661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Bound using segment: {'id': '1c551aa9-ce13-4c2b-b6c4-4136c6edfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:10:41.522116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Bound port: 248b8eed-fdce-4286-9b45-983d8abda317, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c551aa9-ce13-4c2b-b6c4-4136c6edfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:10:41.522480 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:41.589051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:41.620541 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object fa232c06-6a7b-45fa-afc9-c4fffe539939 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:10:41.623084 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] For port 248b8eed-fdce-4286-9b45-983d8abda317, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:10:41.627297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] For port 248b8eed-fdce-4286-9b45-983d8abda317, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=248b8eed-fdce-4286-9b45-983d8abda317,segment=NetworkSegment(1c551aa9-ce13-4c2b-b6c4-4136c6edfada),segment_id=1c551aa9-ce13-4c2b-b6c4-4136c6edfada)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:10:41.632405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:41.654056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:41.725083 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b81fb3-5a1f-43a0-92d9-db26efadec38 None None] Pushing event updated for resources: {'Port': ['ID=248b8eed-fdce-4286-9b45-983d8abda317,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:41.848564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 89f6c49e-408b-480d-9c31-f091f4b7773f is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:10:41.851266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:10:41.855799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:10:41.861370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1631def2-0117-4e9f-902d-4e19210ea5b6 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:10:41.929851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=fa232c06-6a7b-45fa-afc9-c4fffe539939,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:41.951302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:41.977566 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 1631def2-0117-4e9f-902d-4e19210ea5b6 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:10:41.983014 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1631def2-0117-4e9f-902d-4e19210ea5b6 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:10:41.983524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:42.126212 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:42.145899 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 1631def2-0117-4e9f-902d-4e19210ea5b6, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1631def2-0117-4e9f-902d-4e19210ea5b6,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:10:42.149965 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:42.219831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=1631def2-0117-4e9f-902d-4e19210ea5b6,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:42.249296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:42.671412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:42.676407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:42.712806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9398fc2d-0f6b-4594-a34e-5a43874cd4aa None None] Network 89f6c49e-408b-480d-9c31-f091f4b7773f requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:10:42.791458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=fa232c06-6a7b-45fa-afc9-c4fffe539939,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:42.793986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:42.806048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d2d23b43-9556-4461-8230-983208af9843 None None] Provisioning for port 248b8eed-fdce-4286-9b45-983d8abda317 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:10:42.928290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 89f6c49e-408b-480d-9c31-f091f4b7773f is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:10:42.929222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:10:43.115765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router b5e72eb3-d3bc-4b80-8036-f2237bccadbd has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:10:43.239129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9af98107-fa27-435d-8073-1c422497791c None None] Provisioning for port fa232c06-6a7b-45fa-afc9-c4fffe539939 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:10:43.245792 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9af98107-fa27-435d-8073-1c422497791c None None] Provisioning complete for port fa232c06-6a7b-45fa-afc9-c4fffe539939 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:10:43.246450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9af98107-fa27-435d-8073-1c422497791c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:43.308788 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9af98107-fa27-435d-8073-1c422497791c None None] Port fa232c06-6a7b-45fa-afc9-c4fffe539939 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:10:43.437086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:10:43.442853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0db5dc77-ff5b-4d8f-b9ee-5bbe52cb94fd None None] Provisioning complete for port fa232c06-6a7b-45fa-afc9-c4fffe539939 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:10:43.443374 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0db5dc77-ff5b-4d8f-b9ee-5bbe52cb94fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:43.448385 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Sync routers for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:10:43.454488 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8336f0db-02b1-453e-b1b0-5d23325fb2d8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/b5e72eb3-d3bc-4b80-8036-f2237bccadbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3961756 Mar 03 06:10:43.456872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38446) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:43.462008 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:10:43.462692 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:10:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:43.504370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0db5dc77-ff5b-4d8f-b9ee-5bbe52cb94fd None None] Port fa232c06-6a7b-45fa-afc9-c4fffe539939 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:10:43.625100 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8dcb8d87-6070-4f9d-bc3c-c940db7a33c5 None None] Provisioning complete for port fa232c06-6a7b-45fa-afc9-c4fffe539939 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:10:43.625666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8dcb8d87-6070-4f9d-bc3c-c940db7a33c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:43.678814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb8d87-6070-4f9d-bc3c-c940db7a33c5 None None] Port fa232c06-6a7b-45fa-afc9-c4fffe539939 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:10:43.690315 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Set router b5e72eb3-d3bc-4b80-8036-f2237bccadbd gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:10:43.724532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befa3159-294a-43d9-b36b-d61c8b370864 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:43.724927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befa3159-294a-43d9-b36b-d61c8b370864 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:43.725386 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befa3159-294a-43d9-b36b-d61c8b370864 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:43.725841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befa3159-294a-43d9-b36b-d61c8b370864 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:43.728042 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-befa3159-294a-43d9-b36b-d61c8b370864 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2695403 Mar 03 06:10:43.730891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38450) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:43.803401 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393653dd-9eb6-4a1f-bb4e-dc0dac3469d9 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:43.803979 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393653dd-9eb6-4a1f-bb4e-dc0dac3469d9 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:43.804624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393653dd-9eb6-4a1f-bb4e-dc0dac3469d9 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:43.805009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393653dd-9eb6-4a1f-bb4e-dc0dac3469d9 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:43.809640 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-393653dd-9eb6-4a1f-bb4e-dc0dac3469d9 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0751002 Mar 03 06:10:43.809752 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38454) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:43.913270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 248b8eed-fdce-4286-9b45-983d8abda317 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:10:43.983516 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 248b8eed-fdce-4286-9b45-983d8abda317 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:10:43.988461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 248b8eed-fdce-4286-9b45-983d8abda317 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:10:43.988904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.009261 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:10:42Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'fa232c06-6a7b-45fa-afc9-c4fffe539939', 'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:31:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:40Z', 'updated_at': '2022-03-03T06:10:42Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:44.013247 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Checking router: b5e72eb3-d3bc-4b80-8036-f2237bccadbd for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:10:44.013672 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Updating router b5e72eb3-d3bc-4b80-8036-f2237bccadbd port fa232c06-6a7b-45fa-afc9-c4fffe539939 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:10:44.015055 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e3cad275-a3f2-4354-bd2f-a0962b55ad35 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2043109 Mar 03 06:10:44.071693 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.112266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.174246 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 248b8eed-fdce-4286-9b45-983d8abda317, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=248b8eed-fdce-4286-9b45-983d8abda317,segment=NetworkSegment(1c551aa9-ce13-4c2b-b6c4-4136c6edfada),segment_id=1c551aa9-ce13-4c2b-b6c4-4136c6edfada)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:10:44.179538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.180355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1631def2-0117-4e9f-902d-4e19210ea5b6 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:10:44.256370 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38460) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:44.262705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-563084617', 'description': 'tempest-secgroup-smoke-563084617 description', 'project_id': '1718f33843874129926d855b187d15f2'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:44.268360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:10:44.273136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:10:44.276406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:10:44.282381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:10:44.293681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.306992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=248b8eed-fdce-4286-9b45-983d8abda317,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:44.315533 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1631def2-0117-4e9f-902d-4e19210ea5b6 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:10:44.316048 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.326428 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:10:44.330519 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:10:44.333571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:10:44.340313 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:10:44.423972 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.428990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.449779 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.461264 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Transition to ACTIVE for port object fa232c06-6a7b-45fa-afc9-c4fffe539939 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:10:44.468352 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.474955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb44c00d-8c2a-4496-8025-2fbb0d0ea367,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:44.481265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.485077 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ba91314e-8356-4045-a90b-6f095da002bc tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2251582 Mar 03 06:10:44.485514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38464) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:44.490341 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c892c4de-b2c6-44c2-89b1-854c78678a8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'eb44c00d-8c2a-4496-8025-2fbb0d0ea367', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:44.496411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c892c4de-b2c6-44c2-89b1-854c78678a8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:10:44.500132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c892c4de-b2c6-44c2-89b1-854c78678a8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:10:44.502927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c892c4de-b2c6-44c2-89b1-854c78678a8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:10:44.509545 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c892c4de-b2c6-44c2-89b1-854c78678a8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:10:44.529129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c892c4de-b2c6-44c2-89b1-854c78678a8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.602682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c892c4de-b2c6-44c2-89b1-854c78678a8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.607590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c892c4de-b2c6-44c2-89b1-854c78678a8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.638745 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892c4de-b2c6-44c2-89b1-854c78678a8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cc4913-504f-4918-a5b7-2e117cc23729,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:44.648057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c892c4de-b2c6-44c2-89b1-854c78678a8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.652650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38468) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:44.653222 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c892c4de-b2c6-44c2-89b1-854c78678a8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1665173 Mar 03 06:10:44.659046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0d9f8ad0-ef97-460e-b13f-d66068b14291 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'eb44c00d-8c2a-4496-8025-2fbb0d0ea367', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:44.663484 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Pushing event updated for resources: {'Port': ['ID=fa232c06-6a7b-45fa-afc9-c4fffe539939,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:44.668242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0d9f8ad0-ef97-460e-b13f-d66068b14291 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:10:44.672123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0d9f8ad0-ef97-460e-b13f-d66068b14291 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:10:44.675328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0d9f8ad0-ef97-460e-b13f-d66068b14291 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:10:44.681512 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:44.681862 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:44.682216 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:44.682532 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:44.682856 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:44.683031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0d9f8ad0-ef97-460e-b13f-d66068b14291 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:10:44.683160 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:44.683486 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:44.683823 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:44.684145 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:44.684464 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:44.684781 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:44.685095 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:10:44.694892 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Attempting to bind port fa232c06-6a7b-45fa-afc9-c4fffe539939 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:10:44.695258 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Attempting to bind port fa232c06-6a7b-45fa-afc9-c4fffe539939 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '1c551aa9-ce13-4c2b-b6c4-4136c6edfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:10:44.695677 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Attempting to bind port fa232c06-6a7b-45fa-afc9-c4fffe539939 on network 89f6c49e-408b-480d-9c31-f091f4b7773f {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:10:44.701926 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:10:44.702296 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Checking segment: {'id': '1c551aa9-ce13-4c2b-b6c4-4136c6edfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:10:44.702688 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.703079 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Bound using segment: {'id': '1c551aa9-ce13-4c2b-b6c4-4136c6edfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:10:44.703542 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Bound port: fa232c06-6a7b-45fa-afc9-c4fffe539939, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c551aa9-ce13-4c2b-b6c4-4136c6edfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:10:44.703939 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.707623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8ad0-ef97-460e-b13f-d66068b14291 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.770137 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8ad0-ef97-460e-b13f-d66068b14291 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.774172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8ad0-ef97-460e-b13f-d66068b14291 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.796688 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] For port fa232c06-6a7b-45fa-afc9-c4fffe539939, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:10:44.799207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f8ad0-ef97-460e-b13f-d66068b14291 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9355f9-cdd2-4341-bc61-2b4ef727fed7,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:44.800208 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] For port fa232c06-6a7b-45fa-afc9-c4fffe539939, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=fa232c06-6a7b-45fa-afc9-c4fffe539939,segment=NetworkSegment(1c551aa9-ce13-4c2b-b6c4-4136c6edfada),segment_id=1c551aa9-ce13-4c2b-b6c4-4136c6edfada)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:10:44.810216 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.814052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d9f8ad0-ef97-460e-b13f-d66068b14291 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.815351 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0d9f8ad0-ef97-460e-b13f-d66068b14291 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608551 Mar 03 06:10:44.818155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38472) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:44.823522 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f20abca6-4e4e-4857-8104-cd5f54672936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'eb44c00d-8c2a-4496-8025-2fbb0d0ea367', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:44.829270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f20abca6-4e4e-4857-8104-cd5f54672936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:10:44.832983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f20abca6-4e4e-4857-8104-cd5f54672936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:10:44.835743 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f20abca6-4e4e-4857-8104-cd5f54672936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:10:44.841260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f20abca6-4e4e-4857-8104-cd5f54672936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:10:44.860247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f20abca6-4e4e-4857-8104-cd5f54672936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.891606 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:10:44.892248 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:10:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:44.926814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f20abca6-4e4e-4857-8104-cd5f54672936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.932471 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f20abca6-4e4e-4857-8104-cd5f54672936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.957386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20abca6-4e4e-4857-8104-cd5f54672936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4052f092-4af8-4e26-943c-3e0a046504cf,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:44.967179 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ee84b-8c4d-4858-ba24-b5f9655ad6d7 None None] Pushing event updated for resources: {'Port': ['ID=fa232c06-6a7b-45fa-afc9-c4fffe539939,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:44.973113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f20abca6-4e4e-4857-8104-cd5f54672936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:44.977974 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f20abca6-4e4e-4857-8104-cd5f54672936 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554129 Mar 03 06:10:44.978916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38476) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:44.983520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-15338a12-d9ce-418e-bf67-d7b38cc51bf3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'eb44c00d-8c2a-4496-8025-2fbb0d0ea367', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:44.989341 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-15338a12-d9ce-418e-bf67-d7b38cc51bf3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:10:44.993856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-15338a12-d9ce-418e-bf67-d7b38cc51bf3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:10:44.996869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-15338a12-d9ce-418e-bf67-d7b38cc51bf3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:10:45.002521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-15338a12-d9ce-418e-bf67-d7b38cc51bf3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:10:45.020760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15338a12-d9ce-418e-bf67-d7b38cc51bf3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:45.087665 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15338a12-d9ce-418e-bf67-d7b38cc51bf3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:45.091904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15338a12-d9ce-418e-bf67-d7b38cc51bf3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:45.098562 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] Set router b5e72eb3-d3bc-4b80-8036-f2237bccadbd gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:10:45.113621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15338a12-d9ce-418e-bf67-d7b38cc51bf3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ae5b08-4437-410e-b1c1-28b831f771c1,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:45.126939 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-15338a12-d9ce-418e-bf67-d7b38cc51bf3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:45.130906 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-15338a12-d9ce-418e-bf67-d7b38cc51bf3 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1488481 Mar 03 06:10:45.131385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38480) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:45.136619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-e6e1f8a8-41be-4e25-9d49-669df96b5052 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'eb44c00d-8c2a-4496-8025-2fbb0d0ea367', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:45.142437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e6e1f8a8-41be-4e25-9d49-669df96b5052 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:10:45.146213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e6e1f8a8-41be-4e25-9d49-669df96b5052 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:10:45.149192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e6e1f8a8-41be-4e25-9d49-669df96b5052 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:10:45.154943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e6e1f8a8-41be-4e25-9d49-669df96b5052 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:10:45.166533 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-e6e1f8a8-41be-4e25-9d49-669df96b5052 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:10:45.173099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f8a8-41be-4e25-9d49-669df96b5052 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:45.238887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f8a8-41be-4e25-9d49-669df96b5052 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:45.242972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f8a8-41be-4e25-9d49-669df96b5052 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:45.265272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1f8a8-41be-4e25-9d49-669df96b5052 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869b0b17-b79b-4ffc-8bdd-b4ce03282cfa,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:45.275426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e6e1f8a8-41be-4e25-9d49-669df96b5052 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:45.276673 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e6e1f8a8-41be-4e25-9d49-669df96b5052 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443460 Mar 03 06:10:45.279308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38484) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:10:45.284396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-025770c5-685c-4e86-bc3f-d07a402a357e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'security_group_rule': {'security_group_id': 'eb44c00d-8c2a-4496-8025-2fbb0d0ea367', 'project_id': '1718f33843874129926d855b187d15f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:45.290582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-025770c5-685c-4e86-bc3f-d07a402a357e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:10:45.294316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-025770c5-685c-4e86-bc3f-d07a402a357e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:security_group_rule and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:10:45.297137 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-025770c5-685c-4e86-bc3f-d07a402a357e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:10:45.303134 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-025770c5-685c-4e86-bc3f-d07a402a357e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:10:45.313527 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-025770c5-685c-4e86-bc3f-d07a402a357e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Project 1718f33843874129926d855b187d15f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:10:45.320232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-025770c5-685c-4e86-bc3f-d07a402a357e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:45.388513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-025770c5-685c-4e86-bc3f-d07a402a357e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:45.392558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-025770c5-685c-4e86-bc3f-d07a402a357e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:45.420436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025770c5-685c-4e86-bc3f-d07a402a357e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8742d8bf-78c3-4775-b75e-d3914030e5a2,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:45.423318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-025770c5-685c-4e86-bc3f-d07a402a357e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:45.433951 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-025770c5-685c-4e86-bc3f-d07a402a357e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442750 Mar 03 06:10:45.456500 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:10:42Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'fa232c06-6a7b-45fa-afc9-c4fffe539939', 'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:31:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:40Z', 'updated_at': '2022-03-03T06:10:44Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:10:45.460400 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ad5429-0fe8-463d-9ee4-44618228eb93 None None] The sync data for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv is: [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:10:42Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'fa232c06-6a7b-45fa-afc9-c4fffe539939', 'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:31:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:40Z', 'updated_at': '2022-03-03T06:10:44Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:10:45.614587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-39699b37-8d7b-42cb-aa35-23380a5332f0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:10:45.630481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-39699b37-8d7b-42cb-aa35-23380a5332f0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:10:45.631646 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-39699b37-8d7b-42cb-aa35-23380a5332f0 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-563084617&fields=id&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 267 time: 0.0573924 Mar 03 06:10:45.792611 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-99f9fa91-eecb-46b4-95eb-579e75478591 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:45.793561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-99f9fa91-eecb-46b4-95eb-579e75478591 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:10:45.811272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-99f9fa91-eecb-46b4-95eb-579e75478591 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:10:45.812592 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-99f9fa91-eecb-46b4-95eb-579e75478591 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/networks?id=89f6c49e-408b-480d-9c31-f091f4b7773f HTTP/1.1" status: 200 len: 796 time: 0.1699007 Mar 03 06:10:45.831701 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-dc6dfa7f-b1f0-4d43-b456-4e156c5737c6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/quotas/1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 375 time: 0.0135028 Mar 03 06:10:45.916045 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa232c06-6a7b-45fa-afc9-c4fffe539939 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:10:45.927507 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-514f3b44-9fce-4ee4-a4ba-97560a22f79a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890532 Mar 03 06:10:45.989898 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port fa232c06-6a7b-45fa-afc9-c4fffe539939 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:10:45.995663 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port fa232c06-6a7b-45fa-afc9-c4fffe539939 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:10:45.996203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:46.075521 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-d8801fdc-5582-4848-b372-a4ce76579e67 service neutron] 10.222.0.20 "GET /v2.0/networks/89f6c49e-408b-480d-9c31-f091f4b7773f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356578 Mar 03 06:10:46.126820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:46.161877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port fa232c06-6a7b-45fa-afc9-c4fffe539939, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=fa232c06-6a7b-45fa-afc9-c4fffe539939,segment=NetworkSegment(1c551aa9-ce13-4c2b-b6c4-4136c6edfada),segment_id=1c551aa9-ce13-4c2b-b6c4-4136c6edfada)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:10:46.166132 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:46.167109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 248b8eed-fdce-4286-9b45-983d8abda317 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:10:46.225464 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-ce161786-f300-4a44-835c-9467c5238c2c service neutron] 10.222.0.20 "GET /v2.0/networks/89f6c49e-408b-480d-9c31-f091f4b7773f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438835 Mar 03 06:10:46.288744 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=fa232c06-6a7b-45fa-afc9-c4fffe539939,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:46.300817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 248b8eed-fdce-4286-9b45-983d8abda317 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:10:46.301196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:46.413301 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0199928b-f58b-4cde-b7e5-c46503d199ab req-4d8503cf-79a5-4ad6-9f9c-fbe217c46324 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 210 time: 0.0454834 Mar 03 06:10:47.526564 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c9eb471b-8ce5-4bf7-8195-425e84c9fc98 req-d60afda6-b079-4dc8-88c5-07f9fa3a0550 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 210 time: 0.0464523 Mar 03 06:10:47.830476 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa232c06-6a7b-45fa-afc9-c4fffe539939 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:10:47.895149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port fa232c06-6a7b-45fa-afc9-c4fffe539939 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:10:47.895514 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:48.251997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0185b272-785a-447a-a0f7-95c067049866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:48.668347 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4eb6ab6d-3a5c-43c0-9dce-94622415dd47 req-5505fcc7-55ed-4a8a-8661-8acec60fec16 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 210 time: 0.0420361 Mar 03 06:10:49.504195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-2d9f783a-3465-4beb-a0bd-69cdb8ae7123 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:49.506383 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-2d9f783a-3465-4beb-a0bd-69cdb8ae7123 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/networks?id=89f6c49e-408b-480d-9c31-f091f4b7773f HTTP/1.1" status: 200 len: 796 time: 0.1530855 Mar 03 06:10:49.559577 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-e7b7a7a6-da22-40a8-9b8c-495fec768e1d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1718f33843874129926d855b187d15f2 HTTP/1.1" status: 200 len: 379 time: 0.0455410 Mar 03 06:10:49.567922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'port': {'device_id': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'admin_state_up': True, 'tenant_id': '1718f33843874129926d855b187d15f2', 'security_groups': ['eb44c00d-8c2a-4496-8025-2fbb0d0ea367']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:49.704901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:10:49.708867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:port and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:10:49.712182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:10:49.717745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:10:49.728504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Made reservation on behalf of 1718f33843874129926d855b187d15f2 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:10:49.731997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:49.815095 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d1e98a69-0aa3-4985-a45d-2421cc5b42b4 req-3351fad6-3092-46f3-a46f-1c2a5659caa6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 210 time: 0.0423672 Mar 03 06:10:49.891969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.20.0.11 (89f6c49e-408b-480d-9c31-f091f4b7773f/4a8e6577-413e-4eca-80c1-2358099535e3/302ae9e4-0514-42a0-88f6-9a5d17adbe61) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:10:50.072644 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:50.088248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Transition to ACTIVE for port object 302ae9e4-0514-42a0-88f6-9a5d17adbe61 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:10:50.111016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:50.172105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 89f6c49e-408b-480d-9c31-f091f4b7773f is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:10:50.175021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:10:50.177703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:10:50.235299 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=302ae9e4-0514-42a0-88f6-9a5d17adbe61,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:50.259674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:50.260393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:50.285969 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-b7960102-b2fb-4b30-9ee4-4233ec56d5eb tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7216260 Mar 03 06:10:50.297138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Request body: {'port': {'device_id': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:10:50.386941 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6cf1fc70-9fc4-4611-bc04-815e869ae215 None None] Provisioning for port 302ae9e4-0514-42a0-88f6-9a5d17adbe61 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:10:50.392484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6cf1fc70-9fc4-4611-bc04-815e869ae215 None None] Provisioning complete for port 302ae9e4-0514-42a0-88f6-9a5d17adbe61 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:10:50.392881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6cf1fc70-9fc4-4611-bc04-815e869ae215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:50.407924 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:50.448776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6cf1fc70-9fc4-4611-bc04-815e869ae215 None None] Port 302ae9e4-0514-42a0-88f6-9a5d17adbe61 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:10:50.484793 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2fb3fc16-c15f-4899-b192-acb4ff79fc77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:50.740501 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302ae9e4-0514-42a0-88f6-9a5d17adbe61 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:10:50.748410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:50.762310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Transition to ACTIVE for port object 302ae9e4-0514-42a0-88f6-9a5d17adbe61 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:10:50.765974 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:51.026327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d3ba9-bd1f-4651-aba5-9b90c7975844 req-08abf604-8a4c-405e-a14d-def3c4a631d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:51.027930 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-953d3ba9-bd1f-4651-aba5-9b90c7975844 req-08abf604-8a4c-405e-a14d-def3c4a631d4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 944 time: 0.0945849 Mar 03 06:10:51.046213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=302ae9e4-0514-42a0-88f6-9a5d17adbe61,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:51.077778 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-953d3ba9-bd1f-4651-aba5-9b90c7975844 req-416d4baa-e866-437c-bcda-3bc341a5f4c1 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb44c00d-8c2a-4496-8025-2fbb0d0ea367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435395 Mar 03 06:10:51.123422 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Attempting to bind port 302ae9e4-0514-42a0-88f6-9a5d17adbe61 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:10:51.123749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Attempting to bind port 302ae9e4-0514-42a0-88f6-9a5d17adbe61 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '1c551aa9-ce13-4c2b-b6c4-4136c6edfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:10:51.124167 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Attempting to bind port 302ae9e4-0514-42a0-88f6-9a5d17adbe61 on network 89f6c49e-408b-480d-9c31-f091f4b7773f {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:10:51.128668 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Port 302ae9e4-0514-42a0-88f6-9a5d17adbe61 on network 89f6c49e-408b-480d-9c31-f091f4b7773f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:10:51.128980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Attempting to bind port 302ae9e4-0514-42a0-88f6-9a5d17adbe61 on network 89f6c49e-408b-480d-9c31-f091f4b7773f {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:10:51.133900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:10:51.134224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Checking segment: {'id': '1c551aa9-ce13-4c2b-b6c4-4136c6edfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:10:51.134596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Bound using segment: {'id': '1c551aa9-ce13-4c2b-b6c4-4136c6edfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:10:51.135005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Bound port: 302ae9e4-0514-42a0-88f6-9a5d17adbe61, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c551aa9-ce13-4c2b-b6c4-4136c6edfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:10:51.135337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:51.225905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] For port 302ae9e4-0514-42a0-88f6-9a5d17adbe61, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:10:51.229331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] For port 302ae9e4-0514-42a0-88f6-9a5d17adbe61, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=302ae9e4-0514-42a0-88f6-9a5d17adbe61,segment=NetworkSegment(1c551aa9-ce13-4c2b-b6c4-4136c6edfada),segment_id=1c551aa9-ce13-4c2b-b6c4-4136c6edfada)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:10:51.233910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:51.290831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:51.291382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:51.292738 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] 10.222.0.23 "PUT /v2.0/ports/302ae9e4-0514-42a0-88f6-9a5d17adbe61 HTTP/1.1" status: 200 len: 1094 time: 1.0000596 Mar 03 06:10:51.293161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'tag': '302ae9e4-0514-42a0-88f6-9a5d17adbe61'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:10:51.322425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150b97c-320a-4f94-b242-fb45c4dd2ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=302ae9e4-0514-42a0-88f6-9a5d17adbe61,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:51.370993 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'tag': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'status': 'completed', 'code': 200} Mar 03 06:10:51.415060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-6f77ca72-130d-4bdb-8c05-98faffc7426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:51.416626 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-6f77ca72-130d-4bdb-8c05-98faffc7426a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 1097 time: 0.0791390 Mar 03 06:10:51.489040 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-0efa4ef5-4587-4e72-959c-76ab4a0028c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=302ae9e4-0514-42a0-88f6-9a5d17adbe61 HTTP/1.1" status: 200 len: 217 time: 0.0657043 Mar 03 06:10:51.550560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-6f4b0e7f-7df7-43be-9d78-3f4c589c944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:51.551955 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-6f4b0e7f-7df7-43be-9d78-3f4c589c944a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a8e6577-413e-4eca-80c1-2358099535e3 HTTP/1.1" status: 200 len: 833 time: 0.0574694 Mar 03 06:10:51.611010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:51.629630 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-6ccfaa6c-8e91-44c9-9c5b-667bbe944108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:51.631102 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-6ccfaa6c-8e91-44c9-9c5b-667bbe944108 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=89f6c49e-408b-480d-9c31-f091f4b7773f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732956 Mar 03 06:10:51.759362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:51.760614 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-9bad8f1f-81b1-4b61-bd16-bb70641d8046 service neutron] 10.222.0.23 "GET /v2.0/networks/89f6c49e-408b-480d-9c31-f091f4b7773f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226041 Mar 03 06:10:51.890072 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6ce43914-8c69-4b26-9920-c8561ab8783d req-c2579fb2-c7fe-4e95-83c7-cc8ba8335abb service neutron] 10.222.0.23 "GET /v2.0/networks/89f6c49e-408b-480d-9c31-f091f4b7773f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239715 Mar 03 06:10:52.001934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83ed38-27e2-4274-9c66-39c7366a41e1 req-477efdb0-f846-4d75-a64d-9c302babf187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:52.003343 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f83ed38-27e2-4274-9c66-39c7366a41e1 req-477efdb0-f846-4d75-a64d-9c302babf187 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 1097 time: 0.0685344 Mar 03 06:10:52.132034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83ed38-27e2-4274-9c66-39c7366a41e1 req-42c5eaa2-be36-428a-ae8c-e33cc3ac7327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:52.134104 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f83ed38-27e2-4274-9c66-39c7366a41e1 req-42c5eaa2-be36-428a-ae8c-e33cc3ac7327 service neutron] 10.222.0.23 "GET /v2.0/networks?id=89f6c49e-408b-480d-9c31-f091f4b7773f HTTP/1.1" status: 200 len: 897 time: 0.1238081 Mar 03 06:10:52.202778 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f83ed38-27e2-4274-9c66-39c7366a41e1 req-3d35b25c-67bf-4d00-b3fb-714820d62eca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=302ae9e4-0514-42a0-88f6-9a5d17adbe61 HTTP/1.1" status: 200 len: 217 time: 0.0633085 Mar 03 06:10:52.259013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cdbe2-6367-4567-8ae1-1dda363d3a4c req-50c6d582-9034-4631-9e85-c99845ac7eb2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:52.260499 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f69cdbe2-6367-4567-8ae1-1dda363d3a4c req-50c6d582-9034-4631-9e85-c99845ac7eb2 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 944 time: 0.0781975 Mar 03 06:10:52.263528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83ed38-27e2-4274-9c66-39c7366a41e1 req-340d51ef-1ecf-475a-8c41-071254356571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:52.264963 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f83ed38-27e2-4274-9c66-39c7366a41e1 req-340d51ef-1ecf-475a-8c41-071254356571 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a8e6577-413e-4eca-80c1-2358099535e3 HTTP/1.1" status: 200 len: 833 time: 0.0561233 Mar 03 06:10:52.308165 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f69cdbe2-6367-4567-8ae1-1dda363d3a4c req-67fc8120-57d1-45c3-b185-b351200c3402 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb44c00d-8c2a-4496-8025-2fbb0d0ea367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393732 Mar 03 06:10:52.343145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83ed38-27e2-4274-9c66-39c7366a41e1 req-5c611d1a-acaf-451b-9317-f00eb1e41c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:52.344630 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f83ed38-27e2-4274-9c66-39c7366a41e1 req-5c611d1a-acaf-451b-9317-f00eb1e41c88 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=89f6c49e-408b-480d-9c31-f091f4b7773f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735085 Mar 03 06:10:52.474329 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f83ed38-27e2-4274-9c66-39c7366a41e1 req-95ecf69b-0fba-4deb-971e-b7f280c3b4b8 service neutron] 10.222.0.23 "GET /v2.0/networks/89f6c49e-408b-480d-9c31-f091f4b7773f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226869 Mar 03 06:10:52.601416 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3f83ed38-27e2-4274-9c66-39c7366a41e1 req-08370d77-9192-46ad-a73f-07ef3b63b878 service neutron] 10.222.0.23 "GET /v2.0/networks/89f6c49e-408b-480d-9c31-f091f4b7773f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208456 Mar 03 06:10:52.935461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:53.588768 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c40b3-7281-47c1-8e0c-b8e695158044 req-72096de6-ec2e-4416-ab64-8379e1638636 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:53.590103 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-898c40b3-7281-47c1-8e0c-b8e695158044 req-72096de6-ec2e-4416-ab64-8379e1638636 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 944 time: 0.1782479 Mar 03 06:10:53.632132 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-898c40b3-7281-47c1-8e0c-b8e695158044 req-5a9bdf3d-e5a8-4c78-8fc1-50007639f72e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb44c00d-8c2a-4496-8025-2fbb0d0ea367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364230 Mar 03 06:10:54.811497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeea71-aadb-4ad1-abd9-6742fa3c19eb req-f35e28b0-8280-4613-a58d-e917b54d984d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:54.812936 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3eeeea71-aadb-4ad1-abd9-6742fa3c19eb req-f35e28b0-8280-4613-a58d-e917b54d984d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 944 time: 0.0796258 Mar 03 06:10:54.854984 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3eeeea71-aadb-4ad1-abd9-6742fa3c19eb req-f46f5b2d-9f1d-4886-b039-1048bca8c5bd tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb44c00d-8c2a-4496-8025-2fbb0d0ea367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365498 Mar 03 06:10:55.790767 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 302ae9e4-0514-42a0-88f6-9a5d17adbe61 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:10:55.921220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 302ae9e4-0514-42a0-88f6-9a5d17adbe61, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=302ae9e4-0514-42a0-88f6-9a5d17adbe61,segment=NetworkSegment(1c551aa9-ce13-4c2b-b6c4-4136c6edfada),segment_id=1c551aa9-ce13-4c2b-b6c4-4136c6edfada)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:10:55.934877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'port_id': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'mac_address': 'fa:16:3e:50:82:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:10:55.988628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:56.005392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302ae9e4-0514-42a0-88f6-9a5d17adbe61 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:10:56.020802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 302ae9e4-0514-42a0-88f6-9a5d17adbe61, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=302ae9e4-0514-42a0-88f6-9a5d17adbe61,segment=NetworkSegment(1c551aa9-ce13-4c2b-b6c4-4136c6edfada),segment_id=1c551aa9-ce13-4c2b-b6c4-4136c6edfada)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:10:56.024761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:56.036129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285bd8b-c76d-4851-a935-9fab490b0acf req-d44d77fd-0faf-453a-933c-e2ce7a82d4b6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:56.037499 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2285bd8b-c76d-4851-a935-9fab490b0acf req-d44d77fd-0faf-453a-933c-e2ce7a82d4b6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 944 time: 0.0779819 Mar 03 06:10:56.080966 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2285bd8b-c76d-4851-a935-9fab490b0acf req-23095226-1b40-489e-8383-29a1bf51de4f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb44c00d-8c2a-4496-8025-2fbb0d0ea367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379131 Mar 03 06:10:56.103887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=302ae9e4-0514-42a0-88f6-9a5d17adbe61,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:56.335299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['302ae9e4-0514-42a0-88f6-9a5d17adbe61'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:10:57.265881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7aa2-7c21-43b2-9d4d-c2bb14c05961 req-fb74ef05-d513-4a33-9f91-353a13ff66ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:57.267337 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-10bb7aa2-7c21-43b2-9d4d-c2bb14c05961 req-fb74ef05-d513-4a33-9f91-353a13ff66ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 945 time: 0.0829048 Mar 03 06:10:57.311973 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-10bb7aa2-7c21-43b2-9d4d-c2bb14c05961 req-e9645190-a5a1-4c02-99b4-6dab230d5f7a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb44c00d-8c2a-4496-8025-2fbb0d0ea367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389953 Mar 03 06:10:57.808551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 302ae9e4-0514-42a0-88f6-9a5d17adbe61 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:10:57.875229 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 302ae9e4-0514-42a0-88f6-9a5d17adbe61 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:10:57.879658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 302ae9e4-0514-42a0-88f6-9a5d17adbe61 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:10:57.880056 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:58.017263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:58.045037 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302ae9e4-0514-42a0-88f6-9a5d17adbe61'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:10:58.054474 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 302ae9e4-0514-42a0-88f6-9a5d17adbe61, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=302ae9e4-0514-42a0-88f6-9a5d17adbe61,segment=NetworkSegment(1c551aa9-ce13-4c2b-b6c4-4136c6edfada),segment_id=1c551aa9-ce13-4c2b-b6c4-4136c6edfada)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:10:58.059178 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:10:58.125484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=302ae9e4-0514-42a0-88f6-9a5d17adbe61,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:10:58.136745 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'code': 200} Mar 03 06:10:58.460338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4591c2-1b75-4f70-8b1f-dc53df518a2b req-de5e3efa-1371-4536-8bed-038d8c43aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:58.462381 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-db4591c2-1b75-4f70-8b1f-dc53df518a2b req-de5e3efa-1371-4536-8bed-038d8c43aac8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 1099 time: 0.1778963 Mar 03 06:10:58.500940 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-db4591c2-1b75-4f70-8b1f-dc53df518a2b req-bb6f0590-c72f-4066-b292-cf90ed0d1e77 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=eb44c00d-8c2a-4496-8025-2fbb0d0ea367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329642 Mar 03 06:10:58.504277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b02c4-c463-4f8e-bdcd-b843babb2937 req-0a09691c-92a3-45ba-b1a3-abde91fada14 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:58.505686 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-581b02c4-c463-4f8e-bdcd-b843babb2937 req-0a09691c-92a3-45ba-b1a3-abde91fada14 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 946 time: 0.0811994 Mar 03 06:10:58.548055 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-581b02c4-c463-4f8e-bdcd-b843babb2937 req-8ed70e28-0e29-45a0-b9e9-b6aee4755ccf tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb44c00d-8c2a-4496-8025-2fbb0d0ea367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362985 Mar 03 06:10:59.729640 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d335f-931f-4fd7-b239-53089cb25123 req-0a4676ef-b959-42aa-8e6d-2165153f9f09 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:10:59.731000 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fd2d335f-931f-4fd7-b239-53089cb25123 req-0a4676ef-b959-42aa-8e6d-2165153f9f09 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 946 time: 0.0792060 Mar 03 06:10:59.774194 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fd2d335f-931f-4fd7-b239-53089cb25123 req-7a08dfcf-c60f-434a-ac98-575ed20c033e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb44c00d-8c2a-4496-8025-2fbb0d0ea367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369034 Mar 03 06:11:00.466847 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:00.958410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043b1e2-8138-4c3d-8592-7efbe94c8068 req-d1c5b7bc-b376-4c59-887e-30fb014f996e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:11:00.959881 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3043b1e2-8138-4c3d-8592-7efbe94c8068 req-d1c5b7bc-b376-4c59-887e-30fb014f996e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 946 time: 0.0816374 Mar 03 06:11:01.003329 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3043b1e2-8138-4c3d-8592-7efbe94c8068 req-c9535963-03d4-4c4f-93e9-65d4e1c0186a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb44c00d-8c2a-4496-8025-2fbb0d0ea367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372300 Mar 03 06:11:01.196945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ade639-d963-430d-b2e6-30ec17a73c14 req-52bef721-12b2-4c6a-b1aa-12c3ef9baec6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:11:01.198289 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b0ade639-d963-430d-b2e6-30ec17a73c14 req-52bef721-12b2-4c6a-b1aa-12c3ef9baec6 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 946 time: 0.0778959 Mar 03 06:11:01.243966 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b0ade639-d963-430d-b2e6-30ec17a73c14 req-094e6798-d48c-40de-92b1-ea08aaa8f151 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb44c00d-8c2a-4496-8025-2fbb0d0ea367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400975 Mar 03 06:11:01.269116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38558) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:11:01.338761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b3ff69-e5b4-4bf6-91b5-c81cb6042a04 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:11:01.340295 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-16b3ff69-e5b4-4bf6-91b5-c81cb6042a04 tempest-TestNetworkBasicOps-2027530069 tempest-TestNetworkBasicOps-2027530069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 1094 time: 0.0701592 Mar 03 06:11:01.343021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38562) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:11:01.347874 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'tenant_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:11:01.354360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:11:01.358277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Usage tracker for resource:floatingip and tenant:1718f33843874129926d855b187d15f2 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:11:01.361120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:11:01.366681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:11:01.378141 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:01.511712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:01.642838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Allocated IP 172.26.3.163 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/9882b66e-13d9-4746-82a5-82157df29a58) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:11:01.783643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:01.812010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:01.871173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:11:01.877890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:11:01.880408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:11:01.918500 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=9882b66e-13d9-4746-82a5-82157df29a58,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:11:02.379714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:02.451886 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:02.653590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:02.657784 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:02.764929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event updated for resources: {'Port': ['ID=9882b66e-13d9-4746-82a5-82157df29a58,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:11:02.774287 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:02.939484 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP 3a82b845-fd7a-4236-aeef-77c5937880a3 associated. External IP: 172.26.3.163, port: 302ae9e4-0514-42a0-88f6-9a5d17adbe61. Mar 03 06:11:03.277438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router b5e72eb3-d3bc-4b80-8036-f2237bccadbd has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:11:03.451950 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:11:03.461671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de7306-9588-48e3-a81f-f2718c4a8e19 None None] Sync routers for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:11:03.471469 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de7306-9588-48e3-a81f-f2718c4a8e19 None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:11:03.472101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-05de7306-9588-48e3-a81f-f2718c4a8e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:10:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:11:03.475718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:03.530022 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d8ce3432-431d-421a-9f24-88633bfcc01e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1859200 Mar 03 06:11:03.530510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'tag': '302ae9e4-0514-42a0-88f6-9a5d17adbe61'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:11:03.532898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38566) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:11:03.577406 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'tag': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'status': 'completed', 'code': 200} Mar 03 06:11:03.649750 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-05de7306-9588-48e3-a81f-f2718c4a8e19 None None] Set router b5e72eb3-d3bc-4b80-8036-f2237bccadbd gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:11:03.680997 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-43c9b5f9-e4bd-4535-8663-5abef2fcef44 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/3a82b845-fd7a-4236-aeef-77c5937880a3 HTTP/1.1" status: 200 len: 992 time: 0.1469584 Mar 03 06:11:03.703866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2760c83-b480-4e22-a598-63625b5509d4 req-861020ab-ca9e-447c-b5be-068f9d5f43d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:11:03.705283 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a2760c83-b480-4e22-a598-63625b5509d4 req-861020ab-ca9e-447c-b5be-068f9d5f43d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 1099 time: 0.0995636 Mar 03 06:11:03.832150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2760c83-b480-4e22-a598-63625b5509d4 req-233c92fc-a939-44de-b825-fc083b46d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:11:03.833598 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a2760c83-b480-4e22-a598-63625b5509d4 req-233c92fc-a939-44de-b825-fc083b46d607 service neutron] 10.222.0.23 "GET /v2.0/networks?id=89f6c49e-408b-480d-9c31-f091f4b7773f HTTP/1.1" status: 200 len: 897 time: 0.1225803 Mar 03 06:11:03.933035 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a2760c83-b480-4e22-a598-63625b5509d4 req-4cb61a70-14b0-4b75-887e-a384ee93a796 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=302ae9e4-0514-42a0-88f6-9a5d17adbe61 HTTP/1.1" status: 200 len: 1000 time: 0.0938468 Mar 03 06:11:03.986285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-05de7306-9588-48e3-a81f-f2718c4a8e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:10:42Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '3a82b845-fd7a-4236-aeef-77c5937880a3', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'port_id': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'mac_address': 'fa:16:3e:50:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:11:02Z', 'updated_at': '2022-03-03T06:11:02Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa232c06-6a7b-45fa-afc9-c4fffe539939', 'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:31:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:40Z', 'updated_at': '2022-03-03T06:10:46Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:11:03.990132 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de7306-9588-48e3-a81f-f2718c4a8e19 None None] Checking router: b5e72eb3-d3bc-4b80-8036-f2237bccadbd for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:11:03.994202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2760c83-b480-4e22-a598-63625b5509d4 req-bb4729e7-6fdb-417d-8703-a4ca3ce6a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:11:03.995620 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a2760c83-b480-4e22-a598-63625b5509d4 req-bb4729e7-6fdb-417d-8703-a4ca3ce6a905 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a8e6577-413e-4eca-80c1-2358099535e3 HTTP/1.1" status: 200 len: 833 time: 0.0567617 Mar 03 06:11:03.999161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de7306-9588-48e3-a81f-f2718c4a8e19 None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:11:03.999744 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-05de7306-9588-48e3-a81f-f2718c4a8e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:10:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:11:04.071602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2760c83-b480-4e22-a598-63625b5509d4 req-8e34d2fb-d144-4404-8fad-0c74ef2afff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:11:04.072986 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a2760c83-b480-4e22-a598-63625b5509d4 req-8e34d2fb-d144-4404-8fad-0c74ef2afff8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=89f6c49e-408b-480d-9c31-f091f4b7773f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715170 Mar 03 06:11:04.172730 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-05de7306-9588-48e3-a81f-f2718c4a8e19 None None] Set router b5e72eb3-d3bc-4b80-8036-f2237bccadbd gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:11:04.201075 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a2760c83-b480-4e22-a598-63625b5509d4 req-633e8ed6-497e-4245-88d7-bc29704a2241 service neutron] 10.222.0.23 "GET /v2.0/networks/89f6c49e-408b-480d-9c31-f091f4b7773f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218419 Mar 03 06:11:04.330532 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a2760c83-b480-4e22-a598-63625b5509d4 req-46b2b372-5e99-499b-a916-6cae1e4b2822 service neutron] 10.222.0.23 "GET /v2.0/networks/89f6c49e-408b-480d-9c31-f091f4b7773f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235540 Mar 03 06:11:04.515682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-05de7306-9588-48e3-a81f-f2718c4a8e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:10:42Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '3a82b845-fd7a-4236-aeef-77c5937880a3', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'port_id': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'mac_address': 'fa:16:3e:50:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:11:02Z', 'updated_at': '2022-03-03T06:11:02Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa232c06-6a7b-45fa-afc9-c4fffe539939', 'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:31:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:40Z', 'updated_at': '2022-03-03T06:10:46Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:11:04.519558 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de7306-9588-48e3-a81f-f2718c4a8e19 None None] The sync data for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv is: [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:10:42Z', 'revision_number': 4, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '3a82b845-fd7a-4236-aeef-77c5937880a3', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'port_id': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'mac_address': 'fa:16:3e:50:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:11:02Z', 'updated_at': '2022-03-03T06:11:02Z', 'revision_number': 0, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa232c06-6a7b-45fa-afc9-c4fffe539939', 'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:31:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:40Z', 'updated_at': '2022-03-03T06:10:46Z', 'revision_number': 5, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:11:04.684759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38572) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:11:04.692165 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa2a045-5edc-4ef4-a52c-511be69a99c0 None None] New status for floating IP 3a82b845-fd7a-4236-aeef-77c5937880a3: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:11:04.790924 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b597fd69-d240-4850-bf73-0f332ebc7337 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/3a82b845-fd7a-4236-aeef-77c5937880a3 HTTP/1.1" status: 200 len: 992 time: 0.1047719 Mar 03 06:11:05.794633 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38576) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:11:06.005171 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a77dd545-240f-4bef-a88b-1c67c6aca166 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/3a82b845-fd7a-4236-aeef-77c5937880a3 HTTP/1.1" status: 200 len: 994 time: 0.2094164 Mar 03 06:11:10.396037 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:11:18.254235 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bb3737ee-1634-49f5-b1e7-22bcd01dd45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:20.486363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6b772792-cac7-4481-a750-706076a9d29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:21.613873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:21.762586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:22.938729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:24.032091 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c6fd61f-3c8b-4e6a-82c1-a58cec42b3f0 req-8272a274-13e4-43a5-8ce6-d51d3579f06f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699921 Mar 03 06:11:24.165857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fd61f-3c8b-4e6a-82c1-a58cec42b3f0 req-25ae8665-5571-45c2-8c51-33ee8cc0b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:11:24.167187 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c6fd61f-3c8b-4e6a-82c1-a58cec42b3f0 req-25ae8665-5571-45c2-8c51-33ee8cc0b85b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 1099 time: 0.0687976 Mar 03 06:11:24.307124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fd61f-3c8b-4e6a-82c1-a58cec42b3f0 req-86112303-fff7-46e3-9de0-a010b165f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:11:24.308628 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c6fd61f-3c8b-4e6a-82c1-a58cec42b3f0 req-86112303-fff7-46e3-9de0-a010b165f5e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=89f6c49e-408b-480d-9c31-f091f4b7773f HTTP/1.1" status: 200 len: 897 time: 0.1227741 Mar 03 06:11:24.411225 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c6fd61f-3c8b-4e6a-82c1-a58cec42b3f0 req-b45944d5-489b-449c-a7ca-f798a5270c06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=302ae9e4-0514-42a0-88f6-9a5d17adbe61 HTTP/1.1" status: 200 len: 1002 time: 0.0960426 Mar 03 06:11:24.475203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fd61f-3c8b-4e6a-82c1-a58cec42b3f0 req-3eb5ca95-e7ae-40d0-8843-cc86e6737c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:11:24.477193 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c6fd61f-3c8b-4e6a-82c1-a58cec42b3f0 req-3eb5ca95-e7ae-40d0-8843-cc86e6737c01 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a8e6577-413e-4eca-80c1-2358099535e3 HTTP/1.1" status: 200 len: 833 time: 0.0595636 Mar 03 06:11:24.647421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fd61f-3c8b-4e6a-82c1-a58cec42b3f0 req-8f791d09-efbf-4f4d-a584-659a7d7ec4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:11:24.649523 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c6fd61f-3c8b-4e6a-82c1-a58cec42b3f0 req-8f791d09-efbf-4f4d-a584-659a7d7ec4b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=89f6c49e-408b-480d-9c31-f091f4b7773f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1667624 Mar 03 06:11:24.776694 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c6fd61f-3c8b-4e6a-82c1-a58cec42b3f0 req-ba11f7e8-5be3-4a44-a27e-87d9a542be6f service neutron] 10.222.0.23 "GET /v2.0/networks/89f6c49e-408b-480d-9c31-f091f4b7773f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214101 Mar 03 06:11:24.903540 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c6fd61f-3c8b-4e6a-82c1-a58cec42b3f0 req-cafc20a3-1f47-44c2-8046-94f688baade1 service neutron] 10.222.0.23 "GET /v2.0/networks/89f6c49e-408b-480d-9c31-f091f4b7773f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206822 Mar 03 06:11:30.472934 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:47.394095 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:11:48.256393 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-edbf6340-21de-4d29-9ae7-ae78e3fe12ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:50.489563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-da40bc6e-ee82-49c4-9334-be1e15541b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:51.617178 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:51.764228 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:11:52.942871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:00.479850 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:06.658508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38608) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:06.663560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-9f6b6b50-4977-45a1-8536-320770ee7f8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:12:07.177867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6b50-4977-45a1-8536-320770ee7f8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:07.189009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6b50-4977-45a1-8536-320770ee7f8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:07.372506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6b6b50-4977-45a1-8536-320770ee7f8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router b5e72eb3-d3bc-4b80-8036-f2237bccadbd has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:12:07.555993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6b6b50-4977-45a1-8536-320770ee7f8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:12:07.564456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6b50-4977-45a1-8536-320770ee7f8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:07.566654 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9f6b6b50-4977-45a1-8536-320770ee7f8d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/b5e72eb3-d3bc-4b80-8036-f2237bccadbd HTTP/1.1" status: 200 len: 888 time: 0.9072411 Mar 03 06:12:07.568177 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6d73c-59ed-4d86-a6d4-355e17061de5 None None] Sync routers for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:12:07.578615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6d73c-59ed-4d86-a6d4-355e17061de5 None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:12:07.579224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-94a6d73c-59ed-4d86-a6d4-355e17061de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:11:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:07.637404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-94a6d73c-59ed-4d86-a6d4-355e17061de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:07.645245 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6d73c-59ed-4d86-a6d4-355e17061de5 None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:12:07.645819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-94a6d73c-59ed-4d86-a6d4-355e17061de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:11:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:07.705203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-94a6d73c-59ed-4d86-a6d4-355e17061de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:07.705589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a6d73c-59ed-4d86-a6d4-355e17061de5 None None] The sync data for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv is: [] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:12:08.108629 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa232c06-6a7b-45fa-afc9-c4fffe539939 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:12:08.220098 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:08.250617 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port fa232c06-6a7b-45fa-afc9-c4fffe539939, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=fa232c06-6a7b-45fa-afc9-c4fffe539939,segment=NetworkSegment(1c551aa9-ce13-4c2b-b6c4-4136c6edfada),segment_id=1c551aa9-ce13-4c2b-b6c4-4136c6edfada)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:12:08.254773 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:08.318050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=fa232c06-6a7b-45fa-afc9-c4fffe539939,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:08.324869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:08.325212 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:08.325544 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:08.325868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:08.326186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:08.326503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:08.326817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:08.327129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:08.327443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:08.327764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:08.328083 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:08.328391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:08.462044 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40965c7e-14a9-4f1f-b740-ad58c31978f8 None None] New status for floating IP 3a82b845-fd7a-4236-aeef-77c5937880a3: DOWN {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:12:09.710856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38614) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:09.716674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-febda934-b69a-4f70-ae33-aeb6ad61c3a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:12:09.866487 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1631def2-0117-4e9f-902d-4e19210ea5b6 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:12:09.981829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:09.998798 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 1631def2-0117-4e9f-902d-4e19210ea5b6, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1631def2-0117-4e9f-902d-4e19210ea5b6,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:12:10.003355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:10.074825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=1631def2-0117-4e9f-902d-4e19210ea5b6,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:10.340196 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-febda934-b69a-4f70-ae33-aeb6ad61c3a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:10.351434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-febda934-b69a-4f70-ae33-aeb6ad61c3a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-733230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-733217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737142'] for router, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:10.525070 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febda934-b69a-4f70-ae33-aeb6ad61c3a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router b5e72eb3-d3bc-4b80-8036-f2237bccadbd has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:12:10.703472 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febda934-b69a-4f70-ae33-aeb6ad61c3a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:12:10.709954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-febda934-b69a-4f70-ae33-aeb6ad61c3a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:10.711082 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-febda934-b69a-4f70-ae33-aeb6ad61c3a7 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/b5e72eb3-d3bc-4b80-8036-f2237bccadbd HTTP/1.1" status: 200 len: 887 time: 0.9992542 Mar 03 06:12:10.712661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3558b-4a73-491c-b139-a4f6c78d4cff None None] Sync routers for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:12:10.714490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38618) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:10.722394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c3558b-4a73-491c-b139-a4f6c78d4cff None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:12:10.723052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b1c3558b-4a73-491c-b139-a4f6c78d4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:11:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:10.819029 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-40a3a4e4-7a9b-4deb-bf11-297114d91c5b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/3a82b845-fd7a-4236-aeef-77c5937880a3 HTTP/1.1" status: 200 len: 992 time: 0.1034231 Mar 03 06:12:10.895082 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-b1c3558b-4a73-491c-b139-a4f6c78d4cff None None] Set router b5e72eb3-d3bc-4b80-8036-f2237bccadbd gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:12:11.227175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b1c3558b-4a73-491c-b139-a4f6c78d4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:12:10Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:12:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '3a82b845-fd7a-4236-aeef-77c5937880a3', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'port_id': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'mac_address': 'fa:16:3e:50:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:11:02Z', 'updated_at': '2022-03-03T06:12:08Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa232c06-6a7b-45fa-afc9-c4fffe539939', 'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:31:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:40Z', 'updated_at': '2022-03-03T06:12:08Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:11.230894 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3558b-4a73-491c-b139-a4f6c78d4cff None None] Checking router: b5e72eb3-d3bc-4b80-8036-f2237bccadbd for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:12:11.238846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c3558b-4a73-491c-b139-a4f6c78d4cff None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:12:11.239417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b1c3558b-4a73-491c-b139-a4f6c78d4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:11:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:11.443498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-b1c3558b-4a73-491c-b139-a4f6c78d4cff None None] Set router b5e72eb3-d3bc-4b80-8036-f2237bccadbd gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:12:11.773500 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b1c3558b-4a73-491c-b139-a4f6c78d4cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:12:10Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:12:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '3a82b845-fd7a-4236-aeef-77c5937880a3', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'port_id': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'mac_address': 'fa:16:3e:50:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:11:02Z', 'updated_at': '2022-03-03T06:12:08Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa232c06-6a7b-45fa-afc9-c4fffe539939', 'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:31:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:40Z', 'updated_at': '2022-03-03T06:12:08Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:11.777305 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c3558b-4a73-491c-b139-a4f6c78d4cff None None] The sync data for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv is: [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:12:10Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:12:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '3a82b845-fd7a-4236-aeef-77c5937880a3', 'tenant_id': '1718f33843874129926d855b187d15f2', 'floating_ip_address': '172.26.3.163', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'port_id': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'mac_address': 'fa:16:3e:50:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:11:02Z', 'updated_at': '2022-03-03T06:12:08Z', 'revision_number': 2, 'project_id': '1718f33843874129926d855b187d15f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa232c06-6a7b-45fa-afc9-c4fffe539939', 'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:31:5a:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:40Z', 'updated_at': '2022-03-03T06:12:08Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:12:11.822840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38622) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:11.929533 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-561c0ca5-d825-43d1-9ef7-21749d518c80 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/3a82b845-fd7a-4236-aeef-77c5937880a3 HTTP/1.1" status: 200 len: 992 time: 0.1055117 Mar 03 06:12:12.933606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38626) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:13.035487 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ecb79aa5-b259-4165-93b7-9e42b25deeb4 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/3a82b845-fd7a-4236-aeef-77c5937880a3 HTTP/1.1" status: 200 len: 992 time: 0.1007562 Mar 03 06:12:13.441230 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dabe31-4515-42b3-82bf-e8ab7fb7824c None None] New status for floating IP 3a82b845-fd7a-4236-aeef-77c5937880a3: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:12:13.909463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa232c06-6a7b-45fa-afc9-c4fffe539939 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:12:13.974302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port fa232c06-6a7b-45fa-afc9-c4fffe539939 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:12:13.974589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:14.039353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38630) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:14.088656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:14.119904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port fa232c06-6a7b-45fa-afc9-c4fffe539939, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=fa232c06-6a7b-45fa-afc9-c4fffe539939,segment=NetworkSegment(1c551aa9-ce13-4c2b-b6c4-4136c6edfada),segment_id=1c551aa9-ce13-4c2b-b6c4-4136c6edfada)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:12:14.124182 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:14.124925 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1631def2-0117-4e9f-902d-4e19210ea5b6 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:12:14.145815 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8edb8759-ba73-480b-b8b1-86f5e9e1b4b9 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/floatingips/3a82b845-fd7a-4236-aeef-77c5937880a3 HTTP/1.1" status: 200 len: 994 time: 0.1050959 Mar 03 06:12:14.238548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=fa232c06-6a7b-45fa-afc9-c4fffe539939,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:14.249192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1631def2-0117-4e9f-902d-4e19210ea5b6 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:12:14.249555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:14.362571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:14.378418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 1631def2-0117-4e9f-902d-4e19210ea5b6, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1631def2-0117-4e9f-902d-4e19210ea5b6,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:12:14.383279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:14.429167 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38638) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:14.452523 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=1631def2-0117-4e9f-902d-4e19210ea5b6,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:14.631401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 9882b66e-13d9-4746-82a5-82157df29a58 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:12:14.631663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:14.795217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:14.795542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:14.916754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 9882b66e-13d9-4746-82a5-82157df29a58 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:12:15.059886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:15.107496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=9882b66e-13d9-4746-82a5-82157df29a58,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:15.171307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:15.171555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:15.171912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:15.172242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:15.172566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:15.172887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:15.173204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:15.173520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:15.173838 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:15.174147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:15.174459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:15.174770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:15.203680 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:15.204028 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Floating IP 3a82b845-fd7a-4236-aeef-77c5937880a3 disassociated (deleted). External IP: 172.26.3.163, port: 302ae9e4-0514-42a0-88f6-9a5d17adbe61. Mar 03 06:12:15.643129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router b5e72eb3-d3bc-4b80-8036-f2237bccadbd has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:12:15.816037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:12:15.826206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fca2dd-6ef6-483c-899a-faa5ced8552c None None] Sync routers for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:12:15.832576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:15.835236 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fca2dd-6ef6-483c-899a-faa5ced8552c None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:12:15.835855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-00fca2dd-6ef6-483c-899a-faa5ced8552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:11:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:15.888947 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-304c09d8-98d5-4640-86e7-b9690449c8c5 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/floatingips/3a82b845-fd7a-4236-aeef-77c5937880a3 HTTP/1.1" status: 204 len: 168 time: 1.4577029 Mar 03 06:12:15.889539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'tag': '302ae9e4-0514-42a0-88f6-9a5d17adbe61'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:12:15.896410 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa232c06-6a7b-45fa-afc9-c4fffe539939 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:12:15.936818 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'tag': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'status': 'completed', 'code': 200} Mar 03 06:12:16.027293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9e5d0-71e3-4554-b49a-3848032d6310 req-36c51b81-dd7a-454e-8037-f04c05e86418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:16.028936 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-71e9e5d0-71e3-4554-b49a-3848032d6310 req-36c51b81-dd7a-454e-8037-f04c05e86418 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1718f33843874129926d855b187d15f2&device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 1099 time: 0.0716991 Mar 03 06:12:16.068203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port fa232c06-6a7b-45fa-afc9-c4fffe539939 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:12:16.068467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:16.145541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-00fca2dd-6ef6-483c-899a-faa5ced8552c None None] Set router b5e72eb3-d3bc-4b80-8036-f2237bccadbd gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:12:16.171571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9e5d0-71e3-4554-b49a-3848032d6310 req-b69bba34-0c57-4f2c-a2be-d52ced94e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:16.173052 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-71e9e5d0-71e3-4554-b49a-3848032d6310 req-b69bba34-0c57-4f2c-a2be-d52ced94e241 service neutron] 10.222.0.23 "GET /v2.0/networks?id=89f6c49e-408b-480d-9c31-f091f4b7773f HTTP/1.1" status: 200 len: 897 time: 0.1386552 Mar 03 06:12:16.245271 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-71e9e5d0-71e3-4554-b49a-3848032d6310 req-8b963e5e-2bed-4722-a628-ce9d8a7c514c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=302ae9e4-0514-42a0-88f6-9a5d17adbe61 HTTP/1.1" status: 200 len: 217 time: 0.0654993 Mar 03 06:12:16.277628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab54f4e-ab48-4b84-803f-afa5f1ab0cba req-53ae012b-10bc-434f-b79b-fcf527ae2e1b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:16.279848 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-aab54f4e-ab48-4b84-803f-afa5f1ab0cba req-53ae012b-10bc-434f-b79b-fcf527ae2e1b tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 946 time: 0.0908573 Mar 03 06:12:16.325258 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9e5d0-71e3-4554-b49a-3848032d6310 req-a809ebe2-eb56-42e1-ad6a-6901c8f09cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:16.326774 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-aab54f4e-ab48-4b84-803f-afa5f1ab0cba req-a46a7adb-980a-4e03-949d-52f99e2465ba tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb44c00d-8c2a-4496-8025-2fbb0d0ea367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412533 Mar 03 06:12:16.328203 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-71e9e5d0-71e3-4554-b49a-3848032d6310 req-a809ebe2-eb56-42e1-ad6a-6901c8f09cde service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4a8e6577-413e-4eca-80c1-2358099535e3 HTTP/1.1" status: 200 len: 833 time: 0.0751438 Mar 03 06:12:16.360445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1631def2-0117-4e9f-902d-4e19210ea5b6 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:12:16.408067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9e5d0-71e3-4554-b49a-3848032d6310 req-b7f042e0-4def-40d3-b376-4395c490a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:16.409544 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-71e9e5d0-71e3-4554-b49a-3848032d6310 req-b7f042e0-4def-40d3-b376-4395c490a2ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=89f6c49e-408b-480d-9c31-f091f4b7773f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747914 Mar 03 06:12:16.533912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1631def2-0117-4e9f-902d-4e19210ea5b6 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:12:16.534280 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:16.546583 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-71e9e5d0-71e3-4554-b49a-3848032d6310 req-c79659b1-e58f-4055-a160-770e259cd73a service neutron] 10.222.0.23 "GET /v2.0/networks/89f6c49e-408b-480d-9c31-f091f4b7773f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301386 Mar 03 06:12:16.679858 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-71e9e5d0-71e3-4554-b49a-3848032d6310 req-2ef66d24-3643-45ca-bed0-124c49f15c25 service neutron] 10.222.0.23 "GET /v2.0/networks/89f6c49e-408b-480d-9c31-f091f4b7773f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267838 Mar 03 06:12:16.698684 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-00fca2dd-6ef6-483c-899a-faa5ced8552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:12:10Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:12:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'fa232c06-6a7b-45fa-afc9-c4fffe539939', 'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:31:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:40Z', 'updated_at': '2022-03-03T06:12:14Z', 'revision_number': 7, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:16.702570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fca2dd-6ef6-483c-899a-faa5ced8552c None None] Checking router: b5e72eb3-d3bc-4b80-8036-f2237bccadbd for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:12:16.710774 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fca2dd-6ef6-483c-899a-faa5ced8552c None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:12:16.711346 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-00fca2dd-6ef6-483c-899a-faa5ced8552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:11:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:16.884947 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-00fca2dd-6ef6-483c-899a-faa5ced8552c None None] Set router b5e72eb3-d3bc-4b80-8036-f2237bccadbd gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:12:17.185901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-00fca2dd-6ef6-483c-899a-faa5ced8552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:12:10Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:12:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'fa232c06-6a7b-45fa-afc9-c4fffe539939', 'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:31:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:40Z', 'updated_at': '2022-03-03T06:12:14Z', 'revision_number': 7, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:17.190568 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fca2dd-6ef6-483c-899a-faa5ced8552c None None] The sync data for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv is: [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:12:10Z', 'revision_number': 6, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:12:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'fa232c06-6a7b-45fa-afc9-c4fffe539939', 'name': '', 'network_id': '89f6c49e-408b-480d-9c31-f091f4b7773f', 'tenant_id': '1718f33843874129926d855b187d15f2', 'mac_address': 'fa:16:3e:31:5a:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1477, 'fixed_ips': [{'subnet_id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:40Z', 'updated_at': '2022-03-03T06:12:14Z', 'revision_number': 7, 'project_id': '1718f33843874129926d855b187d15f2', 'subnets': [{'id': '4a8e6577-413e-4eca-80c1-2358099535e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:12:17.522666 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab516d-32c2-4f6b-b95c-bfcc40369c9b req-3af40495-2706-4738-bf89-46a3422a244e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:17.524318 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1cab516d-32c2-4f6b-b95c-bfcc40369c9b req-3af40495-2706-4738-bf89-46a3422a244e tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 946 time: 0.0806768 Mar 03 06:12:17.572410 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1cab516d-32c2-4f6b-b95c-bfcc40369c9b req-2fbaf958-e640-4019-b0d7-e85d8717315d tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/security-groups?id=eb44c00d-8c2a-4496-8025-2fbb0d0ea367&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408041 Mar 03 06:12:17.692978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6194d1f-c13d-4132-b290-52b1c9b7b7ab req-b0cd5d70-daf1-4b56-bc5b-3d0d1412e820 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:17.693653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-d6194d1f-c13d-4132-b290-52b1c9b7b7ab req-b0cd5d70-daf1-4b56-bc5b-3d0d1412e820 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Synchronizing usage tracker for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:12:17.708825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-d6194d1f-c13d-4132-b290-52b1c9b7b7ab req-b0cd5d70-daf1-4b56-bc5b-3d0d1412e820 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Unset dirty status for tenant:1718f33843874129926d855b187d15f2 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:12:17.710254 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6194d1f-c13d-4132-b290-52b1c9b7b7ab req-b0cd5d70-daf1-4b56-bc5b-3d0d1412e820 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 946 time: 0.0950158 Mar 03 06:12:17.785147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d6194d1f-c13d-4132-b290-52b1c9b7b7ab req-d00af928-9411-4294-bb37-cc292bccb49f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 302ae9e4-0514-42a0-88f6-9a5d17adbe61 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:12:17.785486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d6194d1f-c13d-4132-b290-52b1c9b7b7ab req-d00af928-9411-4294-bb37-cc292bccb49f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:17.849352 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f55ca3-e9b0-420a-9ab8-ca741217903c None None] New status for floating IP 3a82b845-fd7a-4236-aeef-77c5937880a3: DOWN {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:12:18.143509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-d6194d1f-c13d-4132-b290-52b1c9b7b7ab req-d00af928-9411-4294-bb37-cc292bccb49f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 302ae9e4-0514-42a0-88f6-9a5d17adbe61, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=302ae9e4-0514-42a0-88f6-9a5d17adbe61,segment=NetworkSegment(1c551aa9-ce13-4c2b-b6c4-4136c6edfada),segment_id=1c551aa9-ce13-4c2b-b6c4-4136c6edfada)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:12:18.143890 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d6194d1f-c13d-4132-b290-52b1c9b7b7ab req-d00af928-9411-4294-bb37-cc292bccb49f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:18.258407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-263743fa-9258-4f1a-95d8-8401937cac4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:18.267546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d6194d1f-c13d-4132-b290-52b1c9b7b7ab req-d00af928-9411-4294-bb37-cc292bccb49f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 302ae9e4-0514-42a0-88f6-9a5d17adbe61 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:12:18.410254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d6194d1f-c13d-4132-b290-52b1c9b7b7ab req-d00af928-9411-4294-bb37-cc292bccb49f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:18.459806 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00af928-9411-4294-bb37-cc292bccb49f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=302ae9e4-0514-42a0-88f6-9a5d17adbe61,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:18.534096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6194d1f-c13d-4132-b290-52b1c9b7b7ab req-d00af928-9411-4294-bb37-cc292bccb49f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] No DVR routers for this DVR port 302ae9e4-0514-42a0-88f6-9a5d17adbe61 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:12:18.536465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d6194d1f-c13d-4132-b290-52b1c9b7b7ab req-d00af928-9411-4294-bb37-cc292bccb49f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:18.538913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'name': 'network-vif-deleted', 'tag': '302ae9e4-0514-42a0-88f6-9a5d17adbe61'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:12:18.560203 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6194d1f-c13d-4132-b290-52b1c9b7b7ab req-d00af928-9411-4294-bb37-cc292bccb49f tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.23 "DELETE /v2.0/ports/302ae9e4-0514-42a0-88f6-9a5d17adbe61 HTTP/1.1" status: 204 len: 173 time: 0.8446045 Mar 03 06:12:18.599345 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2bc0273-dceb-4f49-b1d8-eb1d8cb37442', 'name': 'network-vif-deleted', 'tag': '302ae9e4-0514-42a0-88f6-9a5d17adbe61', 'status': 'completed', 'code': 200} Mar 03 06:12:18.847642 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1741bb68-eebf-4c45-a10c-7879de20430b req-2132fb76-e7ef-491b-8e78-cd04920dce62 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2bc0273-dceb-4f49-b1d8-eb1d8cb37442 HTTP/1.1" status: 200 len: 210 time: 0.1654494 Mar 03 06:12:19.941959 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38656) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:20.007148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:20.036102 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:20.100834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:20.119238 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb44c00d-8c2a-4496-8025-2fbb0d0ea367,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:20.128114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:20.128462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:20.128801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:20.129132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:20.129460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:20.129787 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:20.130109 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:20.130430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:20.130749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:20.131064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:20.131378 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:20.131689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:12:20.139298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:20.142942 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0dca39fa-2ed0-4207-b604-157f29ef11ff tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/security-groups/eb44c00d-8c2a-4496-8025-2fbb0d0ea367 HTTP/1.1" status: 204 len: 168 time: 0.1975095 Mar 03 06:12:20.172093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38662) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:20.492501 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-78699528-0def-43a5-89e0-416b736b2f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:20.708806 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a72dc1b9-c214-4ce0-96b6-386e7794949a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:21.049281 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a72dc1b9-c214-4ce0-96b6-386e7794949a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port fa232c06-6a7b-45fa-afc9-c4fffe539939 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:12:21.049997 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a72dc1b9-c214-4ce0-96b6-386e7794949a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:21.234771 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-a72dc1b9-c214-4ce0-96b6-386e7794949a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port fa232c06-6a7b-45fa-afc9-c4fffe539939, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=fa232c06-6a7b-45fa-afc9-c4fffe539939,segment=NetworkSegment(1c551aa9-ce13-4c2b-b6c4-4136c6edfada),segment_id=1c551aa9-ce13-4c2b-b6c4-4136c6edfada)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:12:21.235119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a72dc1b9-c214-4ce0-96b6-386e7794949a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:21.469991 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a72dc1b9-c214-4ce0-96b6-386e7794949a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for fa232c06-6a7b-45fa-afc9-c4fffe539939 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:12:21.619812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:21.733592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a72dc1b9-c214-4ce0-96b6-386e7794949a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:21.766133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:21.779071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72dc1b9-c214-4ce0-96b6-386e7794949a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=fa232c06-6a7b-45fa-afc9-c4fffe539939,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:22.058613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a72dc1b9-c214-4ce0-96b6-386e7794949a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:22.274364 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 302ae9e4-0514-42a0-88f6-9a5d17adbe61 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:12:22.310355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 302ae9e4-0514-42a0-88f6-9a5d17adbe61 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:12:22.310613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 302ae9e4-0514-42a0-88f6-9a5d17adbe61 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:12:22.412591 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72dc1b9-c214-4ce0-96b6-386e7794949a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Router b5e72eb3-d3bc-4b80-8036-f2237bccadbd has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:12:22.583300 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72dc1b9-c214-4ce0-96b6-386e7794949a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:12:22.592911 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbec464-2378-45f9-bbb6-a9bbbddfb4e1 None None] Sync routers for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:12:22.596647 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a72dc1b9-c214-4ce0-96b6-386e7794949a tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "PUT /v2.0/routers/b5e72eb3-d3bc-4b80-8036-f2237bccadbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4234359 Mar 03 06:12:22.599443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38666) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:22.601997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbec464-2378-45f9-bbb6-a9bbbddfb4e1 None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:12:22.602590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-2cbec464-2378-45f9-bbb6-a9bbbddfb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:12:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:22.663295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f52801-f804-41e5-9523-524c18834006 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting subnet 4a8e6577-413e-4eca-80c1-2358099535e3 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:12:22.666168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-84f52801-f804-41e5-9523-524c18834006 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:22.722895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-84f52801-f804-41e5-9523-524c18834006 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:22.773007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-2cbec464-2378-45f9-bbb6-a9bbbddfb4e1 None None] Set router b5e72eb3-d3bc-4b80-8036-f2237bccadbd gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:12:22.801921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-84f52801-f804-41e5-9523-524c18834006 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:22.873968 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-84f52801-f804-41e5-9523-524c18834006 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:22.918369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f52801-f804-41e5-9523-524c18834006 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Subnet': ['ID=4a8e6577-413e-4eca-80c1-2358099535e3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:22.920335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-84f52801-f804-41e5-9523-524c18834006 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:22.929095 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-84f52801-f804-41e5-9523-524c18834006 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/subnets/4a8e6577-413e-4eca-80c1-2358099535e3 HTTP/1.1" status: 204 len: 168 time: 0.3284705 Mar 03 06:12:22.931602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38670) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:22.959370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc31df45-21b9-40db-aae8-54d81c77831f None None] Network 89f6c49e-408b-480d-9c31-f091f4b7773f requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:12:23.105792 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:23.109078 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:23.284161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:23.290151 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-2cbec464-2378-45f9-bbb6-a9bbbddfb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159'}], 'enable_snat': True}, 'gw_port_id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:12:21Z', 'revision_number': 7, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port': {'id': '1631def2-0117-4e9f-902d-4e19210ea5b6', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:1c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:10:37Z', 'updated_at': '2022-03-03T06:12:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:23.294476 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbec464-2378-45f9-bbb6-a9bbbddfb4e1 None None] Checking router: b5e72eb3-d3bc-4b80-8036-f2237bccadbd for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:12:23.294944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Deleting port 1631def2-0117-4e9f-902d-4e19210ea5b6 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:12:23.295304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:23.303426 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbec464-2378-45f9-bbb6-a9bbbddfb4e1 None None] Routers {'b5e72eb3-d3bc-4b80-8036-f2237bccadbd'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:12:23.304052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-2cbec464-2378-45f9-bbb6-a9bbbddfb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:12:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:23.359502 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022ac222-31c7-4c4c-9756-0696f8041cdd None None] DHCP port deletion for 89f6c49e-408b-480d-9c31-f091f4b7773f request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:12:23.373038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-022ac222-31c7-4c4c-9756-0696f8041cdd None None] Deleting port 248b8eed-fdce-4286-9b45-983d8abda317 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:12:23.373402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-022ac222-31c7-4c4c-9756-0696f8041cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:23.482383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] For port 1631def2-0117-4e9f-902d-4e19210ea5b6, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1631def2-0117-4e9f-902d-4e19210ea5b6,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:12:23.482744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:23.522912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-2cbec464-2378-45f9-bbb6-a9bbbddfb4e1 None None] Set router b5e72eb3-d3bc-4b80-8036-f2237bccadbd gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:12:23.638037 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-2cbec464-2378-45f9-bbb6-a9bbbddfb4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:12:23Z', 'revision_number': 8, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:23.646403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbec464-2378-45f9-bbb6-a9bbbddfb4e1 None None] The sync data for ids ['b5e72eb3-d3bc-4b80-8036-f2237bccadbd'] in dv-neutron-831582-1-hyperv is: [{'id': 'b5e72eb3-d3bc-4b80-8036-f2237bccadbd', 'name': 'tempest-TestNetworkBasicOps-router-522607233', 'tenant_id': '1718f33843874129926d855b187d15f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:10:36Z', 'updated_at': '2022-03-03T06:12:23Z', 'revision_number': 8, 'project_id': '1718f33843874129926d855b187d15f2', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:12:23.712477 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Calling delete_port for 1631def2-0117-4e9f-902d-4e19210ea5b6 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:12:23.756385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-022ac222-31c7-4c4c-9756-0696f8041cdd None None] For port 248b8eed-fdce-4286-9b45-983d8abda317, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=248b8eed-fdce-4286-9b45-983d8abda317,segment=NetworkSegment(1c551aa9-ce13-4c2b-b6c4-4136c6edfada),segment_id=1c551aa9-ce13-4c2b-b6c4-4136c6edfada)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:12:23.756774 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-022ac222-31c7-4c4c-9756-0696f8041cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:23.876757 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-022ac222-31c7-4c4c-9756-0696f8041cdd None None] Calling delete_port for 248b8eed-fdce-4286-9b45-983d8abda317 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:12:23.954351 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-022ac222-31c7-4c4c-9756-0696f8041cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:23.997657 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ac222-31c7-4c4c-9756-0696f8041cdd None None] Pushing event deleted for resources: {'Port': ['ID=248b8eed-fdce-4286-9b45-983d8abda317,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:24.007734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:24.013336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ac222-31c7-4c4c-9756-0696f8041cdd None None] No DVR routers for this DVR port 248b8eed-fdce-4286-9b45-983d8abda317 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:12:24.062773 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Port': ['ID=1631def2-0117-4e9f-902d-4e19210ea5b6,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:24.075361 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa232c06-6a7b-45fa-afc9-c4fffe539939 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:12:24.113026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: fa232c06-6a7b-45fa-afc9-c4fffe539939 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:12:24.113351 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa232c06-6a7b-45fa-afc9-c4fffe539939 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:12:24.113761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 248b8eed-fdce-4286-9b45-983d8abda317 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:12:24.146754 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 248b8eed-fdce-4286-9b45-983d8abda317 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:12:24.147098 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 248b8eed-fdce-4286-9b45-983d8abda317 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:12:24.151162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:24.318547 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:24.320617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:24.343442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:24.343967 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Fanout notify agent at l3_agent the message router_deleted on router b5e72eb3-d3bc-4b80-8036-f2237bccadbd {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:12:24.358395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:24.359460 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c6d014d1-3c31-4bc3-8779-9a2a164e3bb8 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/routers/b5e72eb3-d3bc-4b80-8036-f2237bccadbd HTTP/1.1" status: 204 len: 168 time: 1.4268386 Mar 03 06:12:24.362206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38674) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:24.393391 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:12:24.473324 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da90661a-9785-4c12-a07a-3ce6207f6910 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:24.603020 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da90661a-9785-4c12-a07a-3ce6207f6910 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:24.629039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-da90661a-9785-4c12-a07a-3ce6207f6910 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f6c49e-408b-480d-9c31-f091f4b7773f']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:24.644889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-da90661a-9785-4c12-a07a-3ce6207f6910 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c551aa9-ce13-4c2b-b6c4-4136c6edfada') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:24.645175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-da90661a-9785-4c12-a07a-3ce6207f6910 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c551aa9-ce13-4c2b-b6c4-4136c6edfada') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:24.657087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da90661a-9785-4c12-a07a-3ce6207f6910 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:24.673796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da90661a-9785-4c12-a07a-3ce6207f6910 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:24.680142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da90661a-9785-4c12-a07a-3ce6207f6910 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:12:24.680457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da90661a-9785-4c12-a07a-3ce6207f6910 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:12:24.695013 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:12:24.769896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da90661a-9785-4c12-a07a-3ce6207f6910 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:24.786421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-da90661a-9785-4c12-a07a-3ce6207f6910 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:24.802081 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90661a-9785-4c12-a07a-3ce6207f6910 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] Pushing event deleted for resources: {'Network': ['ID=89f6c49e-408b-480d-9c31-f091f4b7773f,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:24.810595 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-da90661a-9785-4c12-a07a-3ce6207f6910 tempest-TestNetworkBasicOps-1786507755 tempest-TestNetworkBasicOps-1786507755-project] 10.222.0.20 "DELETE /v2.0/networks/89f6c49e-408b-480d-9c31-f091f4b7773f HTTP/1.1" status: 204 len: 168 time: 0.4473841 Mar 03 06:12:25.137964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38682) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:25.296407 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fc1cef55-555f-417d-a621-9022754d5b78 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1718f33843874129926d855b187d15f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572952 Mar 03 06:12:25.298887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38688) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:25.354461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e31b2cc-f03d-4343-8ca2-f61d41ec5aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:25.378962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e31b2cc-f03d-4343-8ca2-f61d41ec5aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:25.428302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e31b2cc-f03d-4343-8ca2-f61d41ec5aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:25.444252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31b2cc-f03d-4343-8ca2-f61d41ec5aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:25.451182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3e31b2cc-f03d-4343-8ca2-f61d41ec5aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:25.452299 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3e31b2cc-f03d-4343-8ca2-f61d41ec5aa2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10fe1ebf-ab2e-4cc7-a95a-ef3db2798cdd HTTP/1.1" status: 204 len: 168 time: 0.1524982 Mar 03 06:12:25.728613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38696) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:25.746504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3521a8f9-4f62-45f7-8823-c47d0a018225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:25.760195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3521a8f9-4f62-45f7-8823-c47d0a018225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:12:25.764470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3521a8f9-4f62-45f7-8823-c47d0a018225 admin admin] Usage tracker for resource:security_group_rule and tenant:4013b1e3b75a4d4f8dacc1af04b503e6 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:12:25.767132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3521a8f9-4f62-45f7-8823-c47d0a018225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:12:25.772596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3521a8f9-4f62-45f7-8823-c47d0a018225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:12:25.856808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3521a8f9-4f62-45f7-8823-c47d0a018225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:25.860753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3521a8f9-4f62-45f7-8823-c47d0a018225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:25.876170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1631def2-0117-4e9f-902d-4e19210ea5b6 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:12:25.909009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521a8f9-4f62-45f7-8823-c47d0a018225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a885b6-bd6d-4118-aa9b-0e5f6ca5f946,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:25.909955 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 1631def2-0117-4e9f-902d-4e19210ea5b6 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:12:25.910300 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1631def2-0117-4e9f-902d-4e19210ea5b6 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:12:25.914788 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3521a8f9-4f62-45f7-8823-c47d0a018225 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4013b1e3b75a4d4f8dacc1af04b503e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851888 Mar 03 06:12:25.917438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38700) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:25.974029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a254a586-4152-40db-95d7-9654ec40bb48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:25.999721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a254a586-4152-40db-95d7-9654ec40bb48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:26.048667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a254a586-4152-40db-95d7-9654ec40bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:26.063168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254a586-4152-40db-95d7-9654ec40bb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a885b6-bd6d-4118-aa9b-0e5f6ca5f946,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:26.069075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a254a586-4152-40db-95d7-9654ec40bb48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:26.070177 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a254a586-4152-40db-95d7-9654ec40bb48 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53a885b6-bd6d-4118-aa9b-0e5f6ca5f946 HTTP/1.1" status: 204 len: 168 time: 0.1518633 Mar 03 06:12:26.813226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38724) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:26.913422 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1374806006-network', 'tenant_id': '9539fac812a94072a548af442a04570d'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:12:26.918197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:12:26.921914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Usage tracker for resource:network and tenant:9539fac812a94072a548af442a04570d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:12:26.924710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:12:26.930530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:12:26.943362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Made reservation on behalf of 9539fac812a94072a548af442a04570d for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:12:26.945646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:27.053372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:27.067174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:12:27.070787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Usage tracker for resource:security_group_rule and tenant:9539fac812a94072a548af442a04570d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:12:27.074034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:12:27.079686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:12:27.157538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:27.161310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:27.190305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:12:27.199222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf83d9e-dee2-4122-a2b8-ac16e20855b7,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:27.205803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:27.206209 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Added segment d3eded00-4b98-4d01-93b8-dc236a7a30a0 of type vlan for network 665cd407-1a41-4aaa-bebd-aebc7c2caac7 Mar 03 06:12:27.231917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:27.259445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:27.260391 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:27.261535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:27.359395 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5450034 Mar 03 06:12:27.362000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc45d2-b372-4784-8648-503a8f3fb752 admin admin] Pushing event updated for resources: {'Network': ['ID=665cd407-1a41-4aaa-bebd-aebc7c2caac7,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:27.362770 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 38730) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:27.374053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 665cd407-1a41-4aaa-bebd-aebc7c2caac7 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:12:27.382183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Request body: {'subnet': {'network_id': '665cd407-1a41-4aaa-bebd-aebc7c2caac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1374806006-subnet', 'tenant_id': '9539fac812a94072a548af442a04570d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:12:27.388014 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:12:27.391876 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Usage tracker for resource:subnet and tenant:9539fac812a94072a548af442a04570d is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:12:27.394974 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:12:27.401238 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:12:27.410593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Made reservation on behalf of 9539fac812a94072a548af442a04570d for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:12:27.413163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:27.726220 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:27.794215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=737f07dc-3312-46bf-9c78-459ac96c33cc,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:27.804255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Checking segment: {'id': 'd3eded00-4b98-4d01-93b8-dc236a7a30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '665cd407-1a41-4aaa-bebd-aebc7c2caac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:12:27.804599 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Network hostable DHCP agents. Network: 665cd407-1a41-4aaa-bebd-aebc7c2caac7, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:12:27.821968 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Network 665cd407-1a41-4aaa-bebd-aebc7c2caac7 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:12:27.830522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 665cd407-1a41-4aaa-bebd-aebc7c2caac7) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:12:27.834391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:27.834966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:27.840891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d9808-05ba-4a2c-afc9-404d5a087340 None None] Network 665cd407-1a41-4aaa-bebd-aebc7c2caac7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:12:27.858539 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-74d2af18-040e-4bc1-9964-f158b89e96e4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4934227 Mar 03 06:12:28.053511 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b401d934-71df-4fd0-903e-26af7b96dd9f None None] Network 665cd407-1a41-4aaa-bebd-aebc7c2caac7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:12:28.345321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38748) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:28.350866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-82083327-network', 'tenant_id': '3a50c8db4ea24de3a2c8142ef71f6da5'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:12:28.355670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:12:28.359433 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Usage tracker for resource:network and tenant:3a50c8db4ea24de3a2c8142ef71f6da5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:12:28.362294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:12:28.367796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:12:28.377935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Made reservation on behalf of 3a50c8db4ea24de3a2c8142ef71f6da5 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:12:28.380221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:28.392456 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:28.407014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:12:28.410785 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Usage tracker for resource:security_group_rule and tenant:3a50c8db4ea24de3a2c8142ef71f6da5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:12:28.413671 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:12:28.419329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:12:28.502192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:28.505029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:28.535681 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:12:28.540624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f899ec-97df-4085-bab1-c6344277029f,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:28.546944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:28.547280 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Added segment e968b59c-483f-4576-a1bd-28b52ef15fcd of type vlan for network 88d11e16-04c5-4d25-8291-27c673f86270 Mar 03 06:12:28.573623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:28.601338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:28.602243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:28.602815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:28.703978 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3574662 Mar 03 06:12:28.704811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5fc6a-a87d-44f0-b1ea-799e03da0a37 admin admin] Pushing event updated for resources: {'Network': ['ID=88d11e16-04c5-4d25-8291-27c673f86270,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:28.706701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38752) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:28.712167 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Request body: {'subnet': {'network_id': '88d11e16-04c5-4d25-8291-27c673f86270', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-82083327-subnet', 'tenant_id': '3a50c8db4ea24de3a2c8142ef71f6da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:12:28.715104 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 88d11e16-04c5-4d25-8291-27c673f86270 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:12:28.716908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:12:28.720788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Usage tracker for resource:subnet and tenant:3a50c8db4ea24de3a2c8142ef71f6da5 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:12:28.723715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:12:28.729850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:12:28.738967 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Made reservation on behalf of 3a50c8db4ea24de3a2c8142ef71f6da5 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:12:28.741247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:28.934596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:29.009526 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a10d84a-337b-47ff-9fad-4c759db38ec8,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:29.016708 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Checking segment: {'id': 'e968b59c-483f-4576-a1bd-28b52ef15fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '88d11e16-04c5-4d25-8291-27c673f86270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:12:29.017063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Network hostable DHCP agents. Network: 88d11e16-04c5-4d25-8291-27c673f86270, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:12:29.034977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Network 88d11e16-04c5-4d25-8291-27c673f86270 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:12:29.044014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 88d11e16-04c5-4d25-8291-27c673f86270) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:12:29.047730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:29.048336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:29.053033 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc66d52-31ea-4a29-8bb0-36a3ae84a45d None None] Network 88d11e16-04c5-4d25-8291-27c673f86270 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:12:29.069172 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-33148dc2-ecf5-4734-9a09-8e172fbc409c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3614156 Mar 03 06:12:29.266849 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d10ec03-6a16-4981-af71-4048ac06f9c0 None None] Network 88d11e16-04c5-4d25-8291-27c673f86270 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:12:29.650751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-c1026be3-70a3-4459-b778-cc3f80fe8369 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:29.652674 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-c1026be3-70a3-4459-b778-cc3f80fe8369 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/networks?id=665cd407-1a41-4aaa-bebd-aebc7c2caac7 HTTP/1.1" status: 200 len: 812 time: 0.1556520 Mar 03 06:12:29.667570 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-eefecd88-8a77-432f-98a0-e0ec73e29fc5 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/quotas/9539fac812a94072a548af442a04570d HTTP/1.1" status: 200 len: 375 time: 0.0088685 Mar 03 06:12:29.716062 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-7fb1ce9e-00cc-4adf-8feb-028073832a01 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9539fac812a94072a548af442a04570d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438747 Mar 03 06:12:29.843802 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-b1352216-6ad5-4697-a09d-3b79636363a6 service neutron] 10.222.0.20 "GET /v2.0/networks/665cd407-1a41-4aaa-bebd-aebc7c2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214201 Mar 03 06:12:29.971426 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-26d4610f-0701-498c-88fc-b4d713e3f035 service neutron] 10.222.0.20 "GET /v2.0/networks/665cd407-1a41-4aaa-bebd-aebc7c2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216381 Mar 03 06:12:30.144094 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-27cfa27c-33b7-428c-ac50-55ebac35afdb req-22013ed7-8edf-4432-98c7-db17cee8d999 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 210 time: 0.0441220 Mar 03 06:12:30.476023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:31.180248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-096bcb65-8b49-4be9-ad61-746588a0fae6 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:31.181072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-096bcb65-8b49-4be9-ad61-746588a0fae6 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Synchronizing usage tracker for tenant:9539fac812a94072a548af442a04570d on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:12:31.198791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-096bcb65-8b49-4be9-ad61-746588a0fae6 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Unset dirty status for tenant:9539fac812a94072a548af442a04570d on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:12:31.200321 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-096bcb65-8b49-4be9-ad61-746588a0fae6 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.23 "GET /v2.0/networks?id=665cd407-1a41-4aaa-bebd-aebc7c2caac7 HTTP/1.1" status: 200 len: 812 time: 0.1659417 Mar 03 06:12:31.212099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Request body: {'port': {'device_id': '66983996-c9a2-484f-9e84-7814e0379413', 'network_id': '665cd407-1a41-4aaa-bebd-aebc7c2caac7', 'admin_state_up': True, 'tenant_id': '9539fac812a94072a548af442a04570d'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:12:31.295660 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e14341dc-7acd-4e7d-a298-d1cb9c3b8ec9 req-8d854fdd-8452-4f82-8b45-a26bafb4b836 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 210 time: 0.0414851 Mar 03 06:12:31.353702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:12:31.357473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Usage tracker for resource:port and tenant:9539fac812a94072a548af442a04570d is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:12:31.360203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:12:31.365676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:12:31.375277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Made reservation on behalf of 9539fac812a94072a548af442a04570d for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:12:31.378821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:31.535625 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Allocated IP 172.20.0.13 (665cd407-1a41-4aaa-bebd-aebc7c2caac7/737f07dc-3312-46bf-9c78-459ac96c33cc/bc31d595-15c6-4a5b-92d0-a35bbda969e9) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:12:31.730205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:31.758272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:31.823941 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Network 665cd407-1a41-4aaa-bebd-aebc7c2caac7 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:12:31.826794 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:12:31.835130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:12:31.870482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Pushing event updated for resources: {'Port': ['ID=bc31d595-15c6-4a5b-92d0-a35bbda969e9,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:31.900450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:31.901052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:31.922766 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3b881260-ce5f-4278-b164-6594e389f8da tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7147415 Mar 03 06:12:31.934121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Request body: {'port': {'device_id': '66983996-c9a2-484f-9e84-7814e0379413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:12:32.143852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:32.478580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc31d595-15c6-4a5b-92d0-a35bbda969e9 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:12:32.482649 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b7493e-9f44-4ddd-a107-05fe36749534 req-b2a8c28c-975f-4b3a-ae83-e6491a9a0af1 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:32.484139 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-35b7493e-9f44-4ddd-a107-05fe36749534 req-b2a8c28c-975f-4b3a-ae83-e6491a9a0af1 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 932 time: 0.0826881 Mar 03 06:12:32.486230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:32.500811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Transition to ACTIVE for port object bc31d595-15c6-4a5b-92d0-a35bbda969e9 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:12:32.504839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:32.530533 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-35b7493e-9f44-4ddd-a107-05fe36749534 req-acd7937a-52fe-4126-b1c1-27034169f3c1 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403748 Mar 03 06:12:32.631184 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc31d595-15c6-4a5b-92d0-a35bbda969e9,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:32.731241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Attempting to bind port bc31d595-15c6-4a5b-92d0-a35bbda969e9 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:12:32.731491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Attempting to bind port bc31d595-15c6-4a5b-92d0-a35bbda969e9 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'd3eded00-4b98-4d01-93b8-dc236a7a30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '665cd407-1a41-4aaa-bebd-aebc7c2caac7'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:12:32.731843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Attempting to bind port bc31d595-15c6-4a5b-92d0-a35bbda969e9 on network 665cd407-1a41-4aaa-bebd-aebc7c2caac7 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:12:32.736265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Port bc31d595-15c6-4a5b-92d0-a35bbda969e9 on network 665cd407-1a41-4aaa-bebd-aebc7c2caac7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:12:32.736603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Attempting to bind port bc31d595-15c6-4a5b-92d0-a35bbda969e9 on network 665cd407-1a41-4aaa-bebd-aebc7c2caac7 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:12:32.741421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:12:32.741751 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Checking segment: {'id': 'd3eded00-4b98-4d01-93b8-dc236a7a30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '665cd407-1a41-4aaa-bebd-aebc7c2caac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:12:32.742130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Bound using segment: {'id': 'd3eded00-4b98-4d01-93b8-dc236a7a30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '665cd407-1a41-4aaa-bebd-aebc7c2caac7'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:12:32.742546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Bound port: bc31d595-15c6-4a5b-92d0-a35bbda969e9, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3eded00-4b98-4d01-93b8-dc236a7a30a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '665cd407-1a41-4aaa-bebd-aebc7c2caac7'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:12:32.742880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:32.830657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] For port bc31d595-15c6-4a5b-92d0-a35bbda969e9, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:12:32.833509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] For port bc31d595-15c6-4a5b-92d0-a35bbda969e9, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=bc31d595-15c6-4a5b-92d0-a35bbda969e9,segment=NetworkSegment(d3eded00-4b98-4d01-93b8-dc236a7a30a0),segment_id=d3eded00-4b98-4d01-93b8-dc236a7a30a0)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:12:32.837904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:32.895237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:32.895873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:32.897659 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] 10.222.0.23 "PUT /v2.0/ports/bc31d595-15c6-4a5b-92d0-a35bbda969e9 HTTP/1.1" status: 200 len: 1094 time: 0.9677269 Mar 03 06:12:32.898298 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66983996-c9a2-484f-9e84-7814e0379413', 'tag': 'bc31d595-15c6-4a5b-92d0-a35bbda969e9'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:12:32.932941 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33cbb6c-c141-436c-9018-b58a0f17ffe8 service neutron] Pushing event updated for resources: {'Port': ['ID=bc31d595-15c6-4a5b-92d0-a35bbda969e9,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:32.978020 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66983996-c9a2-484f-9e84-7814e0379413', 'tag': 'bc31d595-15c6-4a5b-92d0-a35bbda969e9', 'status': 'completed', 'code': 200} Mar 03 06:12:33.017236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3adde48d-37ea-4a77-ba8d-5e89ff24d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:33.018687 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-3adde48d-37ea-4a77-ba8d-5e89ff24d997 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9539fac812a94072a548af442a04570d&device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 1097 time: 0.0828829 Mar 03 06:12:33.089578 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-eecce220-0bb4-4df7-9075-e55ba732fb3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc31d595-15c6-4a5b-92d0-a35bbda969e9 HTTP/1.1" status: 200 len: 217 time: 0.0629702 Mar 03 06:12:33.151289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-ede7c4a3-9862-4244-8ced-1ab4e5bf8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:33.152675 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-ede7c4a3-9862-4244-8ced-1ab4e5bf8084 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=737f07dc-3312-46bf-9c78-459ac96c33cc HTTP/1.1" status: 200 len: 852 time: 0.0586121 Mar 03 06:12:33.198943 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-a5cc9c07-5030-461e-a667-d1e8b066e26f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=665cd407-1a41-4aaa-bebd-aebc7c2caac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398848 Mar 03 06:12:33.338999 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-4b1c2a20-ad68-4e97-ab28-cb73dc5e2590 service neutron] 10.222.0.23 "GET /v2.0/networks/665cd407-1a41-4aaa-bebd-aebc7c2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349869 Mar 03 06:12:33.466200 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b5ac9a1f-4ad8-4299-8119-4ea79397b26f req-08ed74de-3589-44c5-a683-0deee7f7210c service neutron] 10.222.0.23 "GET /v2.0/networks/665cd407-1a41-4aaa-bebd-aebc7c2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217885 Mar 03 06:12:33.576372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4c5b2-5337-42e1-ad46-a38db60b4cf5 req-2d44f120-3a52-4d4b-8a04-dfd1c0587e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:33.577835 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e4c5b2-5337-42e1-ad46-a38db60b4cf5 req-2d44f120-3a52-4d4b-8a04-dfd1c0587e85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9539fac812a94072a548af442a04570d&device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 1097 time: 0.0697429 Mar 03 06:12:33.708917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4c5b2-5337-42e1-ad46-a38db60b4cf5 req-3acdf2a6-48d7-47d8-9863-b6493a60768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:33.710256 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e4c5b2-5337-42e1-ad46-a38db60b4cf5 req-3acdf2a6-48d7-47d8-9863-b6493a60768a service neutron] 10.222.0.23 "GET /v2.0/networks?id=665cd407-1a41-4aaa-bebd-aebc7c2caac7 HTTP/1.1" status: 200 len: 913 time: 0.1264460 Mar 03 06:12:33.712115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3720601-e853-4333-86ad-a2b845f80024 req-82cdbb6e-074d-48a9-91da-a7e17912e791 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:33.713554 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d3720601-e853-4333-86ad-a2b845f80024 req-82cdbb6e-074d-48a9-91da-a7e17912e791 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 944 time: 0.0781384 Mar 03 06:12:33.761381 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d3720601-e853-4333-86ad-a2b845f80024 req-425be218-7cd8-4a4e-983a-f472146f1af3 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416620 Mar 03 06:12:33.878150 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e4c5b2-5337-42e1-ad46-a38db60b4cf5 req-f1cc88ea-b4a5-457b-9941-f5ac3c48e770 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc31d595-15c6-4a5b-92d0-a35bbda969e9 HTTP/1.1" status: 200 len: 217 time: 0.1619670 Mar 03 06:12:33.937608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4c5b2-5337-42e1-ad46-a38db60b4cf5 req-357ba6b0-3a1e-4a13-bfb1-95d54ff7ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:33.938951 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e4c5b2-5337-42e1-ad46-a38db60b4cf5 req-357ba6b0-3a1e-4a13-bfb1-95d54ff7ec59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=737f07dc-3312-46bf-9c78-459ac96c33cc HTTP/1.1" status: 200 len: 852 time: 0.0554929 Mar 03 06:12:33.986325 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e4c5b2-5337-42e1-ad46-a38db60b4cf5 req-588a5624-b3d4-44b7-becb-5831f41b999b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=665cd407-1a41-4aaa-bebd-aebc7c2caac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410600 Mar 03 06:12:34.113116 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e4c5b2-5337-42e1-ad46-a38db60b4cf5 req-d1278c95-56b7-425d-950e-53bc84e0da29 service neutron] 10.222.0.23 "GET /v2.0/networks/665cd407-1a41-4aaa-bebd-aebc7c2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202703 Mar 03 06:12:34.239354 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40e4c5b2-5337-42e1-ad46-a38db60b4cf5 req-edb0de82-01c4-4217-bc87-83ebc1409042 service neutron] 10.222.0.23 "GET /v2.0/networks/665cd407-1a41-4aaa-bebd-aebc7c2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189861 Mar 03 06:12:34.944720 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ddf21-f528-4431-800f-a0262c7f95eb req-42b56670-c18e-4ea1-80a2-c63ee5bf6edd tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:34.946135 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e62ddf21-f528-4431-800f-a0262c7f95eb req-42b56670-c18e-4ea1-80a2-c63ee5bf6edd tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 944 time: 0.0775750 Mar 03 06:12:34.988899 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e62ddf21-f528-4431-800f-a0262c7f95eb req-1d1431a6-87c1-4947-b53c-2fcb69e9002a tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372336 Mar 03 06:12:36.171715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6032a-06da-4a9c-9888-dd454d48f24b req-ec97f2ca-2679-4435-a9a5-9619d8444ee8 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:36.173066 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e3f6032a-06da-4a9c-9888-dd454d48f24b req-ec97f2ca-2679-4435-a9a5-9619d8444ee8 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 944 time: 0.0802808 Mar 03 06:12:36.216493 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e3f6032a-06da-4a9c-9888-dd454d48f24b req-0b53cbf7-d2ae-44ec-9dc7-87f7a08cb424 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376601 Mar 03 06:12:36.398798 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device bc31d595-15c6-4a5b-92d0-a35bbda969e9 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:12:36.527514 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port bc31d595-15c6-4a5b-92d0-a35bbda969e9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=bc31d595-15c6-4a5b-92d0-a35bbda969e9,segment=NetworkSegment(d3eded00-4b98-4d01-93b8-dc236a7a30a0),segment_id=d3eded00-4b98-4d01-93b8-dc236a7a30a0)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:12:36.539913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'bc31d595-15c6-4a5b-92d0-a35bbda969e9', 'network_id': '665cd407-1a41-4aaa-bebd-aebc7c2caac7', 'port_id': 'bc31d595-15c6-4a5b-92d0-a35bbda969e9', 'mac_address': 'fa:16:3e:56:4f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '737f07dc-3312-46bf-9c78-459ac96c33cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:12:36.593149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:36.609269 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc31d595-15c6-4a5b-92d0-a35bbda969e9 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:12:36.624281 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port bc31d595-15c6-4a5b-92d0-a35bbda969e9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=bc31d595-15c6-4a5b-92d0-a35bbda969e9,segment=NetworkSegment(d3eded00-4b98-4d01-93b8-dc236a7a30a0),segment_id=d3eded00-4b98-4d01-93b8-dc236a7a30a0)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:12:36.627655 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:36.693793 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=bc31d595-15c6-4a5b-92d0-a35bbda969e9,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:36.959867 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['bc31d595-15c6-4a5b-92d0-a35bbda969e9'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:12:37.395997 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcd917-9ad7-4d68-9b4e-373bab70e05f req-21bc7b20-4ca6-4c1d-88ab-8d3db4c70f06 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:37.397458 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-27dcd917-9ad7-4d68-9b4e-373bab70e05f req-21bc7b20-4ca6-4c1d-88ab-8d3db4c70f06 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 945 time: 0.0788534 Mar 03 06:12:37.440583 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-27dcd917-9ad7-4d68-9b4e-373bab70e05f req-1082e4b2-c5a8-46ea-a567-8893ebc3bf71 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368180 Mar 03 06:12:38.398564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device bc31d595-15c6-4a5b-92d0-a35bbda969e9 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:12:38.493199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port bc31d595-15c6-4a5b-92d0-a35bbda969e9 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:12:38.498170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port bc31d595-15c6-4a5b-92d0-a35bbda969e9 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:12:38.498545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:38.614616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:38.627431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce19489-a9a7-4823-8552-6e316fd26ea3 req-7e168882-e3c7-4f5e-a01d-319e320a4932 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:38.628912 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4ce19489-a9a7-4823-8552-6e316fd26ea3 req-7e168882-e3c7-4f5e-a01d-319e320a4932 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 945 time: 0.0821185 Mar 03 06:12:38.648298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66983996-c9a2-484f-9e84-7814e0379413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc31d595-15c6-4a5b-92d0-a35bbda969e9'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:12:38.658313 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port bc31d595-15c6-4a5b-92d0-a35bbda969e9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=bc31d595-15c6-4a5b-92d0-a35bbda969e9,segment=NetworkSegment(d3eded00-4b98-4d01-93b8-dc236a7a30a0),segment_id=d3eded00-4b98-4d01-93b8-dc236a7a30a0)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:12:38.663580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:38.676130 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4ce19489-a9a7-4823-8552-6e316fd26ea3 req-231bdccb-4b4b-419c-a149-23f1b19c4428 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Mar 03 06:12:38.707994 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66983996-c9a2-484f-9e84-7814e0379413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc31d595-15c6-4a5b-92d0-a35bbda969e9', 'code': 200} Mar 03 06:12:38.733340 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=bc31d595-15c6-4a5b-92d0-a35bbda969e9,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:38.931641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a1863-946a-4b4c-9087-435deac1eb6a req-82ea6164-ab2b-4e91-a6f0-59ba33049441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:38.933114 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9d9a1863-946a-4b4c-9087-435deac1eb6a req-82ea6164-ab2b-4e91-a6f0-59ba33049441 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 1099 time: 0.0791421 Mar 03 06:12:38.975033 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9d9a1863-946a-4b4c-9087-435deac1eb6a req-611d76e6-e696-44fa-9a7e-69442eeb90a4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363939 Mar 03 06:12:39.858571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a260c-06b0-46c9-817b-3bb6ad3db3f7 req-984ffec4-fdcb-47e4-802c-c7cd731e702d tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:39.859997 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-498a260c-06b0-46c9-817b-3bb6ad3db3f7 req-984ffec4-fdcb-47e4-802c-c7cd731e702d tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0817978 Mar 03 06:12:39.902324 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-498a260c-06b0-46c9-817b-3bb6ad3db3f7 req-8b6bf635-3e99-40a1-afb1-ce09bcdd247d tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367703 Mar 03 06:12:41.082964 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb049c35-c03e-4500-bccb-c59ab917f402 req-f4c10727-edfc-43bf-b94a-f8bd465cb281 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:41.084431 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bb049c35-c03e-4500-bccb-c59ab917f402 req-f4c10727-edfc-43bf-b94a-f8bd465cb281 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0788779 Mar 03 06:12:41.127135 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bb049c35-c03e-4500-bccb-c59ab917f402 req-6239d5b6-a4c3-417b-b554-18cf97f3e711 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370610 Mar 03 06:12:41.308372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192ca19-73e0-4cae-94c3-056cd42f2538 req-5b4e2c42-952a-4b84-94cb-10ccf9f0f73b tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:41.309781 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a192ca19-73e0-4cae-94c3-056cd42f2538 req-5b4e2c42-952a-4b84-94cb-10ccf9f0f73b tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0806084 Mar 03 06:12:41.352639 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a192ca19-73e0-4cae-94c3-056cd42f2538 req-f2d1e988-bc61-4fb3-81e7-ec41bdb288ed tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Mar 03 06:12:41.742690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d28e0-b360-4dc6-9b13-a2ffb90ff6c1 req-a94d3255-4f0d-41a4-8bab-a7ba6754516d tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:41.744134 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1d5d28e0-b360-4dc6-9b13-a2ffb90ff6c1 req-a94d3255-4f0d-41a4-8bab-a7ba6754516d tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0811419 Mar 03 06:12:41.876523 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1d5d28e0-b360-4dc6-9b13-a2ffb90ff6c1 req-57306d8a-c1dc-4cae-ad58-555e2481ce97 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267817 Mar 03 06:12:43.058390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4f19f-9343-490d-9549-2afee5754de2 req-d85bbd89-0c15-4f94-b8d3-25d0df616b78 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:43.059855 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f2a4f19f-9343-490d-9549-2afee5754de2 req-d85bbd89-0c15-4f94-b8d3-25d0df616b78 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0793474 Mar 03 06:12:43.103696 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f2a4f19f-9343-490d-9549-2afee5754de2 req-5193f30c-515b-423e-b382-651d1a0f7aad tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379524 Mar 03 06:12:43.444796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab480068-3c4a-4f92-8b1a-11f25881ed5d req-e4090925-470e-441e-a6d1-9964ca28378e tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:43.446234 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ab480068-3c4a-4f92-8b1a-11f25881ed5d req-e4090925-470e-441e-a6d1-9964ca28378e tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0828407 Mar 03 06:12:43.448534 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aab9b-1df6-46dd-910d-4562fb4d58be req-7a4e6386-85b2-409f-9da9-04d979997e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:43.450003 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b1aab9b-1df6-46dd-910d-4562fb4d58be req-7a4e6386-85b2-409f-9da9-04d979997e7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9539fac812a94072a548af442a04570d&device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 1099 time: 0.0735874 Mar 03 06:12:43.489304 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ab480068-3c4a-4f92-8b1a-11f25881ed5d req-7cafef50-bb2f-4644-8b4d-6e22a27510ea tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369143 Mar 03 06:12:43.580524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aab9b-1df6-46dd-910d-4562fb4d58be req-15c52a8b-6494-4ed4-a7d7-fb4dd70a224f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:43.581872 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b1aab9b-1df6-46dd-910d-4562fb4d58be req-15c52a8b-6494-4ed4-a7d7-fb4dd70a224f service neutron] 10.222.0.23 "GET /v2.0/networks?id=665cd407-1a41-4aaa-bebd-aebc7c2caac7 HTTP/1.1" status: 200 len: 913 time: 0.1258562 Mar 03 06:12:43.651332 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b1aab9b-1df6-46dd-910d-4562fb4d58be req-1261ea4f-374e-4b8f-9076-047dd9d7971c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc31d595-15c6-4a5b-92d0-a35bbda969e9 HTTP/1.1" status: 200 len: 217 time: 0.0631866 Mar 03 06:12:43.711087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aab9b-1df6-46dd-910d-4562fb4d58be req-7b5425ff-3d8e-4e6e-9331-0b45ae174feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:43.712475 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b1aab9b-1df6-46dd-910d-4562fb4d58be req-7b5425ff-3d8e-4e6e-9331-0b45ae174feb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=737f07dc-3312-46bf-9c78-459ac96c33cc HTTP/1.1" status: 200 len: 852 time: 0.0561302 Mar 03 06:12:43.756613 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b1aab9b-1df6-46dd-910d-4562fb4d58be req-bf3350f1-814b-44e5-9461-3b26f62d9396 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=665cd407-1a41-4aaa-bebd-aebc7c2caac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384548 Mar 03 06:12:43.882658 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b1aab9b-1df6-46dd-910d-4562fb4d58be req-e45cb95c-fa69-477a-aa4f-7896dce8d5ef service neutron] 10.222.0.23 "GET /v2.0/networks/665cd407-1a41-4aaa-bebd-aebc7c2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200387 Mar 03 06:12:44.008040 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b1aab9b-1df6-46dd-910d-4562fb4d58be req-52745452-81d6-4454-8b9d-f5939805cc1f service neutron] 10.222.0.23 "GET /v2.0/networks/665cd407-1a41-4aaa-bebd-aebc7c2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193094 Mar 03 06:12:44.685957 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d7ab6-4561-4350-a383-7fa5af5a33c8 req-9d0261f9-4939-44c2-9c58-57873259eff0 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:44.688249 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c3d7ab6-4561-4350-a383-7fa5af5a33c8 req-9d0261f9-4939-44c2-9c58-57873259eff0 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0922859 Mar 03 06:12:44.735536 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c3d7ab6-4561-4350-a383-7fa5af5a33c8 req-711a210b-f53f-49c8-b9ff-0677f9b91aea tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415945 Mar 03 06:12:45.912812 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e48faf-3acc-4990-9bf1-d6032d9901ec req-3a37b74b-49d5-48ad-a93c-2c6189a5ef50 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:45.914230 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05e48faf-3acc-4990-9bf1-d6032d9901ec req-3a37b74b-49d5-48ad-a93c-2c6189a5ef50 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0778704 Mar 03 06:12:45.956757 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05e48faf-3acc-4990-9bf1-d6032d9901ec req-19a8fcbd-855a-466a-92d9-51da0d01a175 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364034 Mar 03 06:12:46.341000 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d604b85-9ede-42e9-9f93-49666be78e58 req-485329a5-3d56-43d4-8549-9de9987080f6 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:46.342347 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1d604b85-9ede-42e9-9f93-49666be78e58 req-485329a5-3d56-43d4-8549-9de9987080f6 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0836768 Mar 03 06:12:46.384924 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1d604b85-9ede-42e9-9f93-49666be78e58 req-c42ea019-fd3d-47be-8389-67c800e7a599 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368838 Mar 03 06:12:47.569342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb57fd3-3377-4a94-9c08-8d693c2c5967 req-69a041f9-6a11-48a8-92fb-960ff8579593 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:47.571046 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ceb57fd3-3377-4a94-9c08-8d693c2c5967 req-69a041f9-6a11-48a8-92fb-960ff8579593 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0787790 Mar 03 06:12:47.617172 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ceb57fd3-3377-4a94-9c08-8d693c2c5967 req-beaca52b-82e7-4e63-80a6-49596b0d9f24 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404375 Mar 03 06:12:47.952473 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db79bbd-8a41-454b-9a9b-182f04aa095e req-d45be97b-6ee2-49dd-8d90-1b1ca20729fe tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:47.953849 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9db79bbd-8a41-454b-9a9b-182f04aa095e req-d45be97b-6ee2-49dd-8d90-1b1ca20729fe tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0813646 Mar 03 06:12:47.962254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0b32-31b2-4223-8579-447cba85ad4d req-1fc06647-3348-454e-afb2-68d923e45ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:47.964306 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-537d0b32-31b2-4223-8579-447cba85ad4d req-1fc06647-3348-454e-afb2-68d923e45ceb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9539fac812a94072a548af442a04570d&device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 1099 time: 0.0738778 Mar 03 06:12:47.996794 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9db79bbd-8a41-454b-9a9b-182f04aa095e req-1f60e14e-b996-4aa3-9a6c-a10d1d54b90d tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373161 Mar 03 06:12:48.093645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0b32-31b2-4223-8579-447cba85ad4d req-ed947b94-92cb-4be3-bd27-4f7ed30aac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:48.095077 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-537d0b32-31b2-4223-8579-447cba85ad4d req-ed947b94-92cb-4be3-bd27-4f7ed30aac8e service neutron] 10.222.0.23 "GET /v2.0/networks?id=665cd407-1a41-4aaa-bebd-aebc7c2caac7 HTTP/1.1" status: 200 len: 913 time: 0.1255846 Mar 03 06:12:48.160218 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-537d0b32-31b2-4223-8579-447cba85ad4d req-6b2a32e7-1712-4111-8e88-ff2718b8af52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc31d595-15c6-4a5b-92d0-a35bbda969e9 HTTP/1.1" status: 200 len: 217 time: 0.0589633 Mar 03 06:12:48.262443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-37f79349-fad2-45b4-95d7-edcdf87291c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:48.327898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0b32-31b2-4223-8579-447cba85ad4d req-6b0b48d5-b6e0-4f2a-8df1-d792d4ecfe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:48.329336 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-537d0b32-31b2-4223-8579-447cba85ad4d req-6b0b48d5-b6e0-4f2a-8df1-d792d4ecfe40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=737f07dc-3312-46bf-9c78-459ac96c33cc HTTP/1.1" status: 200 len: 852 time: 0.1636972 Mar 03 06:12:48.374729 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-537d0b32-31b2-4223-8579-447cba85ad4d req-9db190be-037b-4f83-9396-fe7533d64022 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=665cd407-1a41-4aaa-bebd-aebc7c2caac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392978 Mar 03 06:12:48.500750 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-537d0b32-31b2-4223-8579-447cba85ad4d req-d3e6cccc-c1f9-4f97-bad6-430ebb2bf2d3 service neutron] 10.222.0.23 "GET /v2.0/networks/665cd407-1a41-4aaa-bebd-aebc7c2caac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203756 Mar 03 06:12:48.626944 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-537d0b32-31b2-4223-8579-447cba85ad4d req-5954d7ed-2198-48e6-a946-d1170da1e829 service neutron] 10.222.0.23 "GET /v2.0/networks/665cd407-1a41-4aaa-bebd-aebc7c2caac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202459 Mar 03 06:12:49.179243 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f631f-13c2-4898-8458-41deb91ff68d req-cfeaa28d-8c94-4586-8b4b-b228eee6aa60 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:49.180699 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ce7f631f-13c2-4898-8458-41deb91ff68d req-cfeaa28d-8c94-4586-8b4b-b228eee6aa60 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0802901 Mar 03 06:12:49.222586 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ce7f631f-13c2-4898-8458-41deb91ff68d req-3fa1888a-1d9f-4c74-a267-b1b602beacc0 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363731 Mar 03 06:12:50.403145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f5dde-7b19-41ba-8bb5-3a6107305531 req-ab431442-4760-405c-81a8-2f59d6b86455 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:50.404598 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4e3f5dde-7b19-41ba-8bb5-3a6107305531 req-ab431442-4760-405c-81a8-2f59d6b86455 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0791380 Mar 03 06:12:50.447067 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4e3f5dde-7b19-41ba-8bb5-3a6107305531 req-ccca37c1-c7af-40b8-a14e-521e1e38124d tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366724 Mar 03 06:12:50.497938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32bf8062-5df7-4a67-a387-51a7bc45115b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:50.816529 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9f25b-edba-4dc5-b85f-c8632193fb69 req-371e1964-90e9-4706-bd27-a8b3bbbb742a tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:50.817931 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-22d9f25b-edba-4dc5-b85f-c8632193fb69 req-371e1964-90e9-4706-bd27-a8b3bbbb742a tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0801883 Mar 03 06:12:50.860229 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-22d9f25b-edba-4dc5-b85f-c8632193fb69 req-a8a483df-1cb2-4e4b-ad34-bd9f06f6f362 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367627 Mar 03 06:12:51.621146 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:51.768052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:52.042146 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87430d25-1a1d-49c3-9791-d8ead2da35ba req-2c8a674c-c526-48ef-8929-af0359b92700 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:52.043450 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-87430d25-1a1d-49c3-9791-d8ead2da35ba req-2c8a674c-c526-48ef-8929-af0359b92700 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0795228 Mar 03 06:12:52.086050 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-87430d25-1a1d-49c3-9791-d8ead2da35ba req-1ba8edf9-3460-40fd-bfe0-5de656197444 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 Mar 03 06:12:52.644828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb721c-2f4b-4ac3-9182-54993d61fc47 req-9356196d-0e62-4f62-9169-2daab9591570 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:52.645406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-8cfb721c-2f4b-4ac3-9182-54993d61fc47 req-9356196d-0e62-4f62-9169-2daab9591570 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Synchronizing usage tracker for tenant:9539fac812a94072a548af442a04570d on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:12:52.662073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-8cfb721c-2f4b-4ac3-9182-54993d61fc47 req-9356196d-0e62-4f62-9169-2daab9591570 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Unset dirty status for tenant:9539fac812a94072a548af442a04570d on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:12:52.663242 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8cfb721c-2f4b-4ac3-9182-54993d61fc47 req-9356196d-0e62-4f62-9169-2daab9591570 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.23 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 946 time: 0.0989141 Mar 03 06:12:52.730119 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-8cfb721c-2f4b-4ac3-9182-54993d61fc47 req-42dd1689-a737-4118-9dbf-f8a151fdc057 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Deleting port bc31d595-15c6-4a5b-92d0-a35bbda969e9 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:12:52.730450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8cfb721c-2f4b-4ac3-9182-54993d61fc47 req-42dd1689-a737-4118-9dbf-f8a151fdc057 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:52.945842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:52.966252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-8cfb721c-2f4b-4ac3-9182-54993d61fc47 req-42dd1689-a737-4118-9dbf-f8a151fdc057 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] For port bc31d595-15c6-4a5b-92d0-a35bbda969e9, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=bc31d595-15c6-4a5b-92d0-a35bbda969e9,segment=NetworkSegment(d3eded00-4b98-4d01-93b8-dc236a7a30a0),segment_id=d3eded00-4b98-4d01-93b8-dc236a7a30a0)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:12:52.966608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8cfb721c-2f4b-4ac3-9182-54993d61fc47 req-42dd1689-a737-4118-9dbf-f8a151fdc057 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:53.085752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-8cfb721c-2f4b-4ac3-9182-54993d61fc47 req-42dd1689-a737-4118-9dbf-f8a151fdc057 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Calling delete_port for bc31d595-15c6-4a5b-92d0-a35bbda969e9 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:12:53.228486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8cfb721c-2f4b-4ac3-9182-54993d61fc47 req-42dd1689-a737-4118-9dbf-f8a151fdc057 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:53.265494 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73350f26-7f1b-4147-b25f-71e0324b4ab4 req-4ee5c046-04ff-4340-82d6-ff3ff0762c9b tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:12:53.266935 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-73350f26-7f1b-4147-b25f-71e0324b4ab4 req-4ee5c046-04ff-4340-82d6-ff3ff0762c9b tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/ports?device_id=66983996-c9a2-484f-9e84-7814e0379413 HTTP/1.1" status: 200 len: 867 time: 0.0786180 Mar 03 06:12:53.279983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd1689-a737-4118-9dbf-f8a151fdc057 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Pushing event deleted for resources: {'Port': ['ID=bc31d595-15c6-4a5b-92d0-a35bbda969e9,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:53.310864 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-73350f26-7f1b-4147-b25f-71e0324b4ab4 req-e1a19231-e712-4bf4-a567-82639e60b04b tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.20 "GET /v2.0/security-groups?id=aaf83d9e-dee2-4122-a2b8-ac16e20855b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381470 Mar 03 06:12:53.344463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['bc31d595-15c6-4a5b-92d0-a35bbda969e9'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:12:53.356389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfb721c-2f4b-4ac3-9182-54993d61fc47 req-42dd1689-a737-4118-9dbf-f8a151fdc057 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] No DVR routers for this DVR port bc31d595-15c6-4a5b-92d0-a35bbda969e9 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:12:53.359508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-8cfb721c-2f4b-4ac3-9182-54993d61fc47 req-42dd1689-a737-4118-9dbf-f8a151fdc057 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:53.370515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66983996-c9a2-484f-9e84-7814e0379413', 'name': 'network-vif-deleted', 'tag': 'bc31d595-15c6-4a5b-92d0-a35bbda969e9'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:12:53.378196 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8cfb721c-2f4b-4ac3-9182-54993d61fc47 req-42dd1689-a737-4118-9dbf-f8a151fdc057 tempest-TestServerAdvancedOps-779514624 tempest-TestServerAdvancedOps-779514624-project] 10.222.0.23 "DELETE /v2.0/ports/bc31d595-15c6-4a5b-92d0-a35bbda969e9 HTTP/1.1" status: 204 len: 173 time: 0.7095168 Mar 03 06:12:53.417993 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66983996-c9a2-484f-9e84-7814e0379413', 'name': 'network-vif-deleted', 'tag': 'bc31d595-15c6-4a5b-92d0-a35bbda969e9', 'status': 'completed', 'code': 200} Mar 03 06:12:54.406351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38850) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:54.464459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8cb9fb8-a8ec-40ce-aa09-2b8a464a3a1a admin admin] Deleting subnet 737f07dc-3312-46bf-9c78-459ac96c33cc {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:12:54.467287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8cb9fb8-a8ec-40ce-aa09-2b8a464a3a1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:54.517356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8cb9fb8-a8ec-40ce-aa09-2b8a464a3a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:54.571417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8cb9fb8-a8ec-40ce-aa09-2b8a464a3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:54.635574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8cb9fb8-a8ec-40ce-aa09-2b8a464a3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:54.674943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb9fb8-a8ec-40ce-aa09-2b8a464a3a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=737f07dc-3312-46bf-9c78-459ac96c33cc,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:54.678686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a8cb9fb8-a8ec-40ce-aa09-2b8a464a3a1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:54.685014 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a8cb9fb8-a8ec-40ce-aa09-2b8a464a3a1a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/737f07dc-3312-46bf-9c78-459ac96c33cc HTTP/1.1" status: 204 len: 168 time: 0.2776408 Mar 03 06:12:54.687407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38854) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:54.884844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-38e03234-e47b-4099-b131-36ac66db4196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.004850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-38e03234-e47b-4099-b131-36ac66db4196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.028915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-38e03234-e47b-4099-b131-36ac66db4196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665cd407-1a41-4aaa-bebd-aebc7c2caac7']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:55.040426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-38e03234-e47b-4099-b131-36ac66db4196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3eded00-4b98-4d01-93b8-dc236a7a30a0') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:55.040720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-38e03234-e47b-4099-b131-36ac66db4196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3eded00-4b98-4d01-93b8-dc236a7a30a0') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:55.052224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-38e03234-e47b-4099-b131-36ac66db4196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.067885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-38e03234-e47b-4099-b131-36ac66db4196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.073620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e03234-e47b-4099-b131-36ac66db4196 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:12:55.073991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-38e03234-e47b-4099-b131-36ac66db4196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:12:55.086588 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:12:55.160741 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-38e03234-e47b-4099-b131-36ac66db4196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.176828 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-38e03234-e47b-4099-b131-36ac66db4196 admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.186860 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e03234-e47b-4099-b131-36ac66db4196 admin admin] Pushing event deleted for resources: {'Network': ['ID=665cd407-1a41-4aaa-bebd-aebc7c2caac7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:55.194739 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-38e03234-e47b-4099-b131-36ac66db4196 admin admin] 10.222.0.20 "DELETE /v2.0/networks/665cd407-1a41-4aaa-bebd-aebc7c2caac7 HTTP/1.1" status: 204 len: 168 time: 0.5063307 Mar 03 06:12:55.197495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38858) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:55.254805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa77babc-2261-4c3b-803c-1578ed3b4bbd admin admin] Deleting subnet 2a10d84a-337b-47ff-9fad-4c759db38ec8 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:12:55.257847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa77babc-2261-4c3b-803c-1578ed3b4bbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.309071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa77babc-2261-4c3b-803c-1578ed3b4bbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.363098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa77babc-2261-4c3b-803c-1578ed3b4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.432764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa77babc-2261-4c3b-803c-1578ed3b4bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.469579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77babc-2261-4c3b-803c-1578ed3b4bbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a10d84a-337b-47ff-9fad-4c759db38ec8,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:55.473140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa77babc-2261-4c3b-803c-1578ed3b4bbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.478686 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fa77babc-2261-4c3b-803c-1578ed3b4bbd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2a10d84a-337b-47ff-9fad-4c759db38ec8 HTTP/1.1" status: 204 len: 168 time: 0.2802806 Mar 03 06:12:55.481144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38862) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:55.584834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93c83e78-0203-429d-8e8f-97e264962b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.703280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93c83e78-0203-429d-8e8f-97e264962b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.726735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-93c83e78-0203-429d-8e8f-97e264962b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d11e16-04c5-4d25-8291-27c673f86270']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:55.738322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-93c83e78-0203-429d-8e8f-97e264962b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e968b59c-483f-4576-a1bd-28b52ef15fcd') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:55.738616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-93c83e78-0203-429d-8e8f-97e264962b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e968b59c-483f-4576-a1bd-28b52ef15fcd') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:12:55.749886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93c83e78-0203-429d-8e8f-97e264962b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.766480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93c83e78-0203-429d-8e8f-97e264962b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.772475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c83e78-0203-429d-8e8f-97e264962b2c admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:12:55.772859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93c83e78-0203-429d-8e8f-97e264962b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:12:55.785656 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:12:55.861290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93c83e78-0203-429d-8e8f-97e264962b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.877328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93c83e78-0203-429d-8e8f-97e264962b2c admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:55.887308 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-93c83e78-0203-429d-8e8f-97e264962b2c admin admin] 10.222.0.20 "DELETE /v2.0/networks/88d11e16-04c5-4d25-8291-27c673f86270 HTTP/1.1" status: 204 len: 168 time: 0.4046512 Mar 03 06:12:55.888142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c83e78-0203-429d-8e8f-97e264962b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=88d11e16-04c5-4d25-8291-27c673f86270,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:56.048371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38868) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:56.095738 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8841cee8-e741-4a4e-b18f-eead0164ceb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9539fac812a94072a548af442a04570d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461898 Mar 03 06:12:56.098040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38872) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:56.156753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c2e1a64f-2cfa-48fc-92da-2fe0e6351bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:56.181737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c2e1a64f-2cfa-48fc-92da-2fe0e6351bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:56.232080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c2e1a64f-2cfa-48fc-92da-2fe0e6351bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:56.246621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1a64f-2cfa-48fc-92da-2fe0e6351bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf83d9e-dee2-4122-a2b8-ac16e20855b7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:56.253023 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c2e1a64f-2cfa-48fc-92da-2fe0e6351bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:56.256513 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c2e1a64f-2cfa-48fc-92da-2fe0e6351bea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aaf83d9e-dee2-4122-a2b8-ac16e20855b7 HTTP/1.1" status: 204 len: 168 time: 0.1572144 Mar 03 06:12:56.522797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device bc31d595-15c6-4a5b-92d0-a35bbda969e9 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:12:56.557487 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: bc31d595-15c6-4a5b-92d0-a35bbda969e9 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:12:56.557836 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device bc31d595-15c6-4a5b-92d0-a35bbda969e9 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:12:56.584278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38880) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:56.631881 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cd26e886-4e18-421f-b194-76b27ce4056a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3a50c8db4ea24de3a2c8142ef71f6da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463965 Mar 03 06:12:56.634267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 38884) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:12:56.689761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2ed98d72-add0-4b20-b63a-a62e8ed08c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:56.714375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2ed98d72-add0-4b20-b63a-a62e8ed08c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:56.767791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2ed98d72-add0-4b20-b63a-a62e8ed08c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:56.784022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed98d72-add0-4b20-b63a-a62e8ed08c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f899ec-97df-4085-bab1-c6344277029f,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:12:56.789084 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2ed98d72-add0-4b20-b63a-a62e8ed08c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:12:56.790683 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2ed98d72-add0-4b20-b63a-a62e8ed08c9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c6f899ec-97df-4085-bab1-c6344277029f HTTP/1.1" status: 204 len: 168 time: 0.1555920 Mar 03 06:13:00.473522 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:01.393086 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:13:04.079808 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-633c98e4-5aae-4b08-ba04-dc60e2b39afe tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=27c42a356949444eaf14dbe46e5a1383&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295467 Mar 03 06:13:04.225159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-28699f29-264c-4ee5-a417-2c16b3fe07c3 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:04.226549 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-28699f29-264c-4ee5-a417-2c16b3fe07c3 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418366 Mar 03 06:13:04.240609 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-98acfdda-1a06-4b8b-998b-c73ee733c86c tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/quotas/27c42a356949444eaf14dbe46e5a1383 HTTP/1.1" status: 200 len: 375 time: 0.0086682 Mar 03 06:13:04.285717 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-821b1d91-d41d-4b18-8aa6-227ff0699c06 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=27c42a356949444eaf14dbe46e5a1383&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404267 Mar 03 06:13:04.456299 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6de17a62-9d78-42cf-bd21-cf7308657ec7 req-9e4c3ace-36a1-4396-9b34-502c0e3d291c tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 210 time: 0.0415299 Mar 03 06:13:05.331003 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-a985612c-a30a-4775-8eb6-903c68d69e88 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=27c42a356949444eaf14dbe46e5a1383&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303299 Mar 03 06:13:05.484483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-9c90ed13-6016-4e00-b84c-54cc82a9ad5e tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:05.486092 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-9c90ed13-6016-4e00-b84c-54cc82a9ad5e tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509094 Mar 03 06:13:05.502808 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Request body: {'port': {'device_id': '5833afd6-878b-439c-bea8-add525ae45a4', 'network_id': '8811c2b6-67ef-4bbe-b4f7-793011482eca', 'admin_state_up': True, 'tenant_id': '27c42a356949444eaf14dbe46e5a1383'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:13:05.614406 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0aa1f26d-ccf9-4a70-a19d-563f10beced2 req-17040af6-73dc-4e20-a975-0c23578685de tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 210 time: 0.0467610 Mar 03 06:13:05.737219 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:13:05.740934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Usage tracker for resource:port and tenant:27c42a356949444eaf14dbe46e5a1383 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:13:05.743640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:13:05.749163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:13:05.758311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Made reservation on behalf of 27c42a356949444eaf14dbe46e5a1383 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:13:05.762439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:05.773813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:05.788953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:13:05.792598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Usage tracker for resource:security_group_rule and tenant:27c42a356949444eaf14dbe46e5a1383 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:13:05.795270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:13:05.800682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:13:05.882933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:05.887118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:05.968672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21658557-6a83-4eae-b138-2123bdac08d2,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:06.051661 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Allocated IP 192.168.233.253 (8811c2b6-67ef-4bbe-b4f7-793011482eca/7ece413d-8e0b-4cf5-b247-125b9765d37e/d789c713-a3ed-40bd-b11e-b32f18b9786c) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:13:06.250429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:06.265792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Transition to ACTIVE for port object d789c713-a3ed-40bd-b11e-b32f18b9786c will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:13:06.287726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:06.353156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Network 8811c2b6-67ef-4bbe-b4f7-793011482eca is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:13:06.360634 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:13:06.364917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:13:06.395928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Pushing event updated for resources: {'Port': ['ID=d789c713-a3ed-40bd-b11e-b32f18b9786c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:06.431993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:06.432603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:06.460361 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-56df9d63-5b46-42ec-86fc-7bbc41c9be52 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9612405 Mar 03 06:13:06.471760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Request body: {'port': {'device_id': '5833afd6-878b-439c-bea8-add525ae45a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:13:06.579109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9d70accd-aadb-4d53-80cb-4aedc5618b7f None None] Provisioning for port d789c713-a3ed-40bd-b11e-b32f18b9786c completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:13:06.583953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9d70accd-aadb-4d53-80cb-4aedc5618b7f None None] Provisioning complete for port d789c713-a3ed-40bd-b11e-b32f18b9786c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:13:06.584348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9d70accd-aadb-4d53-80cb-4aedc5618b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:06.588580 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:06.638481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9d70accd-aadb-4d53-80cb-4aedc5618b7f None None] Port d789c713-a3ed-40bd-b11e-b32f18b9786c cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:13:06.804213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f49a08-0813-4023-904d-26ece5bb8b99 req-cd56cf75-5bfb-483d-9c22-ee9044e19585 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:06.805571 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c0f49a08-0813-4023-904d-26ece5bb8b99 req-cd56cf75-5bfb-483d-9c22-ee9044e19585 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 936 time: 0.0813158 Mar 03 06:13:06.852618 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c0f49a08-0813-4023-904d-26ece5bb8b99 req-3d45ab85-ed37-4bde-b978-95646890d67e tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/security-groups?id=21658557-6a83-4eae-b138-2123bdac08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402334 Mar 03 06:13:06.933981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d789c713-a3ed-40bd-b11e-b32f18b9786c {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:13:06.941435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:06.954963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Transition to ACTIVE for port object d789c713-a3ed-40bd-b11e-b32f18b9786c will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:13:06.958841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:07.090895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Pushing event updated for resources: {'Port': ['ID=d789c713-a3ed-40bd-b11e-b32f18b9786c,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:07.199689 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Attempting to bind port d789c713-a3ed-40bd-b11e-b32f18b9786c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:13:07.200205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Attempting to bind port d789c713-a3ed-40bd-b11e-b32f18b9786c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8811c2b6-67ef-4bbe-b4f7-793011482eca'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:13:07.200470 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Attempting to bind port d789c713-a3ed-40bd-b11e-b32f18b9786c on network 8811c2b6-67ef-4bbe-b4f7-793011482eca {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:13:07.205141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Port d789c713-a3ed-40bd-b11e-b32f18b9786c on network 8811c2b6-67ef-4bbe-b4f7-793011482eca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:13:07.205450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Attempting to bind port d789c713-a3ed-40bd-b11e-b32f18b9786c on network 8811c2b6-67ef-4bbe-b4f7-793011482eca {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:13:07.210801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:13:07.211128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Checking segment: {'id': 'e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8811c2b6-67ef-4bbe-b4f7-793011482eca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:13:07.211645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Bound using segment: {'id': 'e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8811c2b6-67ef-4bbe-b4f7-793011482eca'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:13:07.212082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Bound port: d789c713-a3ed-40bd-b11e-b32f18b9786c, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8811c2b6-67ef-4bbe-b4f7-793011482eca'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:13:07.212439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:07.302994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] For port d789c713-a3ed-40bd-b11e-b32f18b9786c, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:13:07.306241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] For port d789c713-a3ed-40bd-b11e-b32f18b9786c, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d789c713-a3ed-40bd-b11e-b32f18b9786c,segment=NetworkSegment(e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a),segment_id=e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:13:07.309836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:07.365237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:07.366067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:07.366821 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] 10.222.0.23 "PUT /v2.0/ports/d789c713-a3ed-40bd-b11e-b32f18b9786c HTTP/1.1" status: 200 len: 1098 time: 0.8992751 Mar 03 06:13:07.367248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5833afd6-878b-439c-bea8-add525ae45a4', 'tag': 'd789c713-a3ed-40bd-b11e-b32f18b9786c'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:13:07.454503 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5833afd6-878b-439c-bea8-add525ae45a4', 'tag': 'd789c713-a3ed-40bd-b11e-b32f18b9786c', 'status': 'completed', 'code': 200} Mar 03 06:13:07.466734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5f6c5-cfe2-4b05-8b61-6072a649599b service neutron] Pushing event updated for resources: {'Port': ['ID=d789c713-a3ed-40bd-b11e-b32f18b9786c,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:07.500289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-ab99a890-793a-4536-b937-70d3b20ba67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:07.501749 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-ab99a890-793a-4536-b937-70d3b20ba67e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27c42a356949444eaf14dbe46e5a1383&device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 1101 time: 0.0887494 Mar 03 06:13:07.570607 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-81dbdac8-e989-4cb8-bd93-438bc7543d74 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=d789c713-a3ed-40bd-b11e-b32f18b9786c HTTP/1.1" status: 200 len: 217 time: 0.0621023 Mar 03 06:13:07.643305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-a0522725-982b-49d6-bf06-7cee913a016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:07.644805 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-a0522725-982b-49d6-bf06-7cee913a016f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7ece413d-8e0b-4cf5-b247-125b9765d37e HTTP/1.1" status: 200 len: 843 time: 0.0689433 Mar 03 06:13:07.716990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-4fab1abc-6cc9-4645-83ff-ab2a131fdcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:07.718323 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-4fab1abc-6cc9-4645-83ff-ab2a131fdcde service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8811c2b6-67ef-4bbe-b4f7-793011482eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0677075 Mar 03 06:13:07.846651 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-3bc4da4c-dee9-4048-8aaa-1edaa17699f0 service neutron] 10.222.0.23 "GET /v2.0/networks/8811c2b6-67ef-4bbe-b4f7-793011482eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217492 Mar 03 06:13:07.976202 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8236fa2-2715-4b57-9b50-02cb52ad4d88 req-8c029ad6-5d70-4b8e-8027-86ef23063b17 service neutron] 10.222.0.23 "GET /v2.0/networks/8811c2b6-67ef-4bbe-b4f7-793011482eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245053 Mar 03 06:13:08.136878 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936c37a-a314-450b-b160-6a2c2fa8fc73 req-a4ce07fd-98f9-4276-97bd-2fda7af5ed7a tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:08.138302 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1936c37a-a314-450b-b160-6a2c2fa8fc73 req-a4ce07fd-98f9-4276-97bd-2fda7af5ed7a tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 948 time: 0.1789582 Mar 03 06:13:08.184416 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1936c37a-a314-450b-b160-6a2c2fa8fc73 req-b0bdbf50-e33f-4d55-a3e0-e9df564f4633 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/security-groups?id=21658557-6a83-4eae-b138-2123bdac08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Mar 03 06:13:08.200466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10761-6603-4e24-aa6e-3e6b0adc7bc3 req-97cdb7ec-9de6-4021-812d-fd44d9712bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:08.201896 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0ca10761-6603-4e24-aa6e-3e6b0adc7bc3 req-97cdb7ec-9de6-4021-812d-fd44d9712bc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=27c42a356949444eaf14dbe46e5a1383&device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 1101 time: 0.1788898 Mar 03 06:13:08.330601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10761-6603-4e24-aa6e-3e6b0adc7bc3 req-1bebe602-1827-478c-8d79-f72159c44952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:08.332061 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0ca10761-6603-4e24-aa6e-3e6b0adc7bc3 req-1bebe602-1827-478c-8d79-f72159c44952 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8811c2b6-67ef-4bbe-b4f7-793011482eca HTTP/1.1" status: 200 len: 870 time: 0.1237860 Mar 03 06:13:08.397853 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0ca10761-6603-4e24-aa6e-3e6b0adc7bc3 req-b598f34a-fe2d-45cf-b598-b4cc443f47b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=d789c713-a3ed-40bd-b11e-b32f18b9786c HTTP/1.1" status: 200 len: 217 time: 0.0598469 Mar 03 06:13:08.461467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10761-6603-4e24-aa6e-3e6b0adc7bc3 req-e1a8d80e-a1ea-4e43-b15f-5f76a7963784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:08.462850 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0ca10761-6603-4e24-aa6e-3e6b0adc7bc3 req-e1a8d80e-a1ea-4e43-b15f-5f76a7963784 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7ece413d-8e0b-4cf5-b247-125b9765d37e HTTP/1.1" status: 200 len: 843 time: 0.0585392 Mar 03 06:13:08.534638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca10761-6603-4e24-aa6e-3e6b0adc7bc3 req-c3050562-fc1e-43ae-8006-07af481bcea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:08.536078 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0ca10761-6603-4e24-aa6e-3e6b0adc7bc3 req-c3050562-fc1e-43ae-8006-07af481bcea5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8811c2b6-67ef-4bbe-b4f7-793011482eca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0673535 Mar 03 06:13:08.664703 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0ca10761-6603-4e24-aa6e-3e6b0adc7bc3 req-68ad2637-f837-4c2b-a3d8-b77cd67ffb77 service neutron] 10.222.0.23 "GET /v2.0/networks/8811c2b6-67ef-4bbe-b4f7-793011482eca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223543 Mar 03 06:13:08.793507 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0ca10761-6603-4e24-aa6e-3e6b0adc7bc3 req-5d78aad5-7321-40b6-a9b0-c666d44608d0 service neutron] 10.222.0.23 "GET /v2.0/networks/8811c2b6-67ef-4bbe-b4f7-793011482eca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226666 Mar 03 06:13:09.377297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90765d12-a8d4-4e66-ad15-a418c85b821d req-17d931a5-5bd0-4b57-9039-6ce7c680328a tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:09.378780 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-90765d12-a8d4-4e66-ad15-a418c85b821d req-17d931a5-5bd0-4b57-9039-6ce7c680328a tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 948 time: 0.0780792 Mar 03 06:13:09.424433 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-90765d12-a8d4-4e66-ad15-a418c85b821d req-821583bc-c945-4b0c-8246-43e3abd18205 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/security-groups?id=21658557-6a83-4eae-b138-2123bdac08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400915 Mar 03 06:13:10.586062 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device d789c713-a3ed-40bd-b11e-b32f18b9786c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:13:10.606413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6af31-9bd1-431a-ab6f-ba83c573a7f5 req-aa5ae962-fa2a-4ebd-9ea0-2acab73ef33a tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:10.607903 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-92e6af31-9bd1-431a-ab6f-ba83c573a7f5 req-aa5ae962-fa2a-4ebd-9ea0-2acab73ef33a tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 948 time: 0.0819674 Mar 03 06:13:10.651373 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-92e6af31-9bd1-431a-ab6f-ba83c573a7f5 req-3d165337-512c-4b6e-95ba-b76d2db4a051 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/security-groups?id=21658557-6a83-4eae-b138-2123bdac08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377827 Mar 03 06:13:10.713904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port d789c713-a3ed-40bd-b11e-b32f18b9786c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d789c713-a3ed-40bd-b11e-b32f18b9786c,segment=NetworkSegment(e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a),segment_id=e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:13:10.726228 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'd789c713-a3ed-40bd-b11e-b32f18b9786c', 'network_id': '8811c2b6-67ef-4bbe-b4f7-793011482eca', 'port_id': 'd789c713-a3ed-40bd-b11e-b32f18b9786c', 'mac_address': 'fa:16:3e:c4:46:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ece413d-8e0b-4cf5-b247-125b9765d37e', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:13:10.778317 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:10.796548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d789c713-a3ed-40bd-b11e-b32f18b9786c {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:13:10.811489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port d789c713-a3ed-40bd-b11e-b32f18b9786c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d789c713-a3ed-40bd-b11e-b32f18b9786c,segment=NetworkSegment(e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a),segment_id=e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:13:10.815073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:10.878392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=d789c713-a3ed-40bd-b11e-b32f18b9786c,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:10.885792 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:10.886136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:10.887031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:10.887361 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:10.887683 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:10.888034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:10.888359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:10.888676 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:10.888994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:10.889312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:10.889624 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:10.889936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:11.088320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['d789c713-a3ed-40bd-b11e-b32f18b9786c'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:13:11.842080 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a5055-6dc3-493b-844a-e24c52490485 req-30f51438-0064-4683-93e1-e4a238f50ce4 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:11.843546 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e40a5055-6dc3-493b-844a-e24c52490485 req-30f51438-0064-4683-93e1-e4a238f50ce4 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 949 time: 0.0814526 Mar 03 06:13:11.885705 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e40a5055-6dc3-493b-844a-e24c52490485 req-75030a6b-a1dd-40dd-ad79-4bbbd38cddc1 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/security-groups?id=21658557-6a83-4eae-b138-2123bdac08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364487 Mar 03 06:13:12.585626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device d789c713-a3ed-40bd-b11e-b32f18b9786c up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:13:12.649711 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port d789c713-a3ed-40bd-b11e-b32f18b9786c completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:13:12.654024 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port d789c713-a3ed-40bd-b11e-b32f18b9786c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:13:12.654389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:12.765827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:12.790969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5833afd6-878b-439c-bea8-add525ae45a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd789c713-a3ed-40bd-b11e-b32f18b9786c'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:13:12.801435 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port d789c713-a3ed-40bd-b11e-b32f18b9786c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d789c713-a3ed-40bd-b11e-b32f18b9786c,segment=NetworkSegment(e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a),segment_id=e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:13:12.805219 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:12.843513 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5833afd6-878b-439c-bea8-add525ae45a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd789c713-a3ed-40bd-b11e-b32f18b9786c', 'code': 200} Mar 03 06:13:12.876864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=d789c713-a3ed-40bd-b11e-b32f18b9786c,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:13.058271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97a916-2bb8-4c76-bf27-c4307ff813be req-06d5800f-178a-4efc-abb2-e79118cffa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:13.059733 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ba97a916-2bb8-4c76-bf27-c4307ff813be req-06d5800f-178a-4efc-abb2-e79118cffa76 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 1103 time: 0.0735972 Mar 03 06:13:13.068924 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199cc8c-709f-4cd9-8e27-9805083d301f req-243aa08f-d7ad-4cbf-b0b9-40a55c9cebc1 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:13.070391 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8199cc8c-709f-4cd9-8e27-9805083d301f req-243aa08f-d7ad-4cbf-b0b9-40a55c9cebc1 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 950 time: 0.0779581 Mar 03 06:13:13.099703 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ba97a916-2bb8-4c76-bf27-c4307ff813be req-e39a10b7-a17b-4d9d-9872-f29384e2cb72 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=21658557-6a83-4eae-b138-2123bdac08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341914 Mar 03 06:13:13.118452 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8199cc8c-709f-4cd9-8e27-9805083d301f req-f5cfb507-edf7-472a-bf60-369f4f7077b6 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/security-groups?id=21658557-6a83-4eae-b138-2123bdac08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421579 Mar 03 06:13:14.306056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682c46b-9695-44a4-a1cc-44b739d2e050 req-8066d2af-28a1-45a8-b8a5-38927e8102b1 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:14.307514 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0682c46b-9695-44a4-a1cc-44b739d2e050 req-8066d2af-28a1-45a8-b8a5-38927e8102b1 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 950 time: 0.0833426 Mar 03 06:13:14.353796 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0682c46b-9695-44a4-a1cc-44b739d2e050 req-00024435-c733-48e2-838e-b48fff25c800 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/security-groups?id=21658557-6a83-4eae-b138-2123bdac08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399156 Mar 03 06:13:15.537008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc2fcd-ff4d-4638-a4eb-60502bcc7842 req-45e914eb-1757-4d08-8708-4140dbf8e91e tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:15.538403 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-98cc2fcd-ff4d-4638-a4eb-60502bcc7842 req-45e914eb-1757-4d08-8708-4140dbf8e91e tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 950 time: 0.0804775 Mar 03 06:13:15.581075 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-98cc2fcd-ff4d-4638-a4eb-60502bcc7842 req-0a58a71c-711d-4bd7-aaff-29a202262565 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/security-groups?id=21658557-6a83-4eae-b138-2123bdac08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370212 Mar 03 06:13:16.636336 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80163670-6b63-414f-8a88-3713592bcec6 req-28907643-5c91-4c6e-92a2-e3082cad8a7b tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:16.637762 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-80163670-6b63-414f-8a88-3713592bcec6 req-28907643-5c91-4c6e-92a2-e3082cad8a7b tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 950 time: 0.0784783 Mar 03 06:13:16.680282 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-80163670-6b63-414f-8a88-3713592bcec6 req-53a1f24e-d52d-4d42-80d7-f0c12330e4ff tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/security-groups?id=21658557-6a83-4eae-b138-2123bdac08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369382 Mar 03 06:13:17.864467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb33309-2c0d-48b0-baab-777312b6dcfd req-36631a7a-4838-4b7d-adb0-c4417a13f6df tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:17.865893 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-beb33309-2c0d-48b0-baab-777312b6dcfd req-36631a7a-4838-4b7d-adb0-c4417a13f6df tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 950 time: 0.0823779 Mar 03 06:13:17.909620 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-beb33309-2c0d-48b0-baab-777312b6dcfd req-d910aa40-86c7-40e0-895a-eaaf80e7f7a9 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/security-groups?id=21658557-6a83-4eae-b138-2123bdac08d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374339 Mar 03 06:13:17.953694 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17080629-31ee-4ba8-8e4f-db074038e6e3 req-f958a454-6a20-4944-a7a6-fe0d49bef9e7 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:17.954485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-17080629-31ee-4ba8-8e4f-db074038e6e3 req-f958a454-6a20-4944-a7a6-fe0d49bef9e7 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Synchronizing usage tracker for tenant:27c42a356949444eaf14dbe46e5a1383 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:13:17.970540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-17080629-31ee-4ba8-8e4f-db074038e6e3 req-f958a454-6a20-4944-a7a6-fe0d49bef9e7 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Unset dirty status for tenant:27c42a356949444eaf14dbe46e5a1383 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:13:17.971658 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-17080629-31ee-4ba8-8e4f-db074038e6e3 req-f958a454-6a20-4944-a7a6-fe0d49bef9e7 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.23 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 950 time: 0.0952837 Mar 03 06:13:18.042848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-17080629-31ee-4ba8-8e4f-db074038e6e3 req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Deleting port d789c713-a3ed-40bd-b11e-b32f18b9786c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:13:18.043269 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-17080629-31ee-4ba8-8e4f-db074038e6e3 req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:18.264620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7a44651a-23a2-4b2b-b91e-2209693f0b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:18.283289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-17080629-31ee-4ba8-8e4f-db074038e6e3 req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] For port d789c713-a3ed-40bd-b11e-b32f18b9786c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d789c713-a3ed-40bd-b11e-b32f18b9786c,segment=NetworkSegment(e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a),segment_id=e3e8d4db-af9c-4a6a-aee9-72994a3f1c3a)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:13:18.283956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-17080629-31ee-4ba8-8e4f-db074038e6e3 req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:18.404226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-17080629-31ee-4ba8-8e4f-db074038e6e3 req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Calling delete_port for d789c713-a3ed-40bd-b11e-b32f18b9786c owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:13:18.543284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-17080629-31ee-4ba8-8e4f-db074038e6e3 req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:18.555518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['d789c713-a3ed-40bd-b11e-b32f18b9786c'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:13:18.594059 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Pushing event deleted for resources: {'Port': ['ID=d789c713-a3ed-40bd-b11e-b32f18b9786c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:18.629799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:18.630594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:18.630594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:18.631953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:18.631953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:18.631953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:18.631953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:18.634359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:18.634359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:18.634359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:18.634359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:18.634359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:18.780266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-17080629-31ee-4ba8-8e4f-db074038e6e3 req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] No DVR routers for this DVR port d789c713-a3ed-40bd-b11e-b32f18b9786c on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:13:18.782671 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-17080629-31ee-4ba8-8e4f-db074038e6e3 req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:18.785115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5833afd6-878b-439c-bea8-add525ae45a4', 'name': 'network-vif-deleted', 'tag': 'd789c713-a3ed-40bd-b11e-b32f18b9786c'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:13:18.800295 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-17080629-31ee-4ba8-8e4f-db074038e6e3 req-62dbb29c-212f-498d-b2c9-e68e8cdca515 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.23 "DELETE /v2.0/ports/d789c713-a3ed-40bd-b11e-b32f18b9786c HTTP/1.1" status: 204 len: 173 time: 0.8238575 Mar 03 06:13:18.830043 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5833afd6-878b-439c-bea8-add525ae45a4', 'name': 'network-vif-deleted', 'tag': 'd789c713-a3ed-40bd-b11e-b32f18b9786c', 'status': 'completed', 'code': 200} Mar 03 06:13:19.070998 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7ed8dab7-5b07-4764-bb2b-1baebd190c70 req-0fe291fc-14be-4cff-a869-91ab339a4e80 tempest-ServersAdminNegativeTestJSON-2126762350 tempest-ServersAdminNegativeTestJSON-2126762350-project] 10.222.0.20 "GET /v2.0/ports?device_id=5833afd6-878b-439c-bea8-add525ae45a4 HTTP/1.1" status: 200 len: 210 time: 0.0409372 Mar 03 06:13:20.419940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 39018) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:13:20.499083 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6d83-5501-4f3f-80c4-c318d7d6ea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:20.563801 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2fae570b-7c3e-467b-86b8-431ce8cd789f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27c42a356949444eaf14dbe46e5a1383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426888 Mar 03 06:13:20.566193 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 39024) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:13:20.623867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-47225f38-0c02-4b38-aa9b-a3cd84c7f7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:20.649116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-47225f38-0c02-4b38-aa9b-a3cd84c7f7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:20.700163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-47225f38-0c02-4b38-aa9b-a3cd84c7f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:20.716202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47225f38-0c02-4b38-aa9b-a3cd84c7f7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21658557-6a83-4eae-b138-2123bdac08d2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:20.724501 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-47225f38-0c02-4b38-aa9b-a3cd84c7f7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:20.725610 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-47225f38-0c02-4b38-aa9b-a3cd84c7f7ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21658557-6a83-4eae-b138-2123bdac08d2 HTTP/1.1" status: 204 len: 168 time: 0.1585467 Mar 03 06:13:20.990875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 39032) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:13:21.008334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8d0979da-136b-4297-a22b-de223f54cee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:21.022109 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8d0979da-136b-4297-a22b-de223f54cee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:13:21.025883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8d0979da-136b-4297-a22b-de223f54cee3 admin admin] Usage tracker for resource:security_group_rule and tenant:793da49cdd094f7185e9718ea563f8cb is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:13:21.028647 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8d0979da-136b-4297-a22b-de223f54cee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:13:21.034198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8d0979da-136b-4297-a22b-de223f54cee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:13:21.119030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8d0979da-136b-4297-a22b-de223f54cee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:21.122711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8d0979da-136b-4297-a22b-de223f54cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:21.167146 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8d0979da-136b-4297-a22b-de223f54cee3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=793da49cdd094f7185e9718ea563f8cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751432 Mar 03 06:13:21.169142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0979da-136b-4297-a22b-de223f54cee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dfc97e-48ba-45f5-80f2-fdc1534b8e34,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:21.170566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39036) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:13:21.229077 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:21.253736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:21.304503 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:21.318045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dfc97e-48ba-45f5-80f2-fdc1534b8e34,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:21.327876 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:21.328322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:21.328709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:21.329096 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:21.329467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:21.329467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:21.330198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:21.330198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:21.330954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:21.330954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:21.331704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:21.331704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:13:21.335998 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:21.335998 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e7cc3086-d50f-4115-89e6-e4ccb9e63c9d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3dfc97e-48ba-45f5-80f2-fdc1534b8e34 HTTP/1.1" status: 204 len: 168 time: 0.1639066 Mar 03 06:13:21.625208 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:21.769420 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:22.034076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39060) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:13:22.137525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-463278560-network', 'tenant_id': 'c899b8d8216b446a8406b685c03126d1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:13:22.142134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:13:22.145853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Usage tracker for resource:network and tenant:c899b8d8216b446a8406b685c03126d1 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:13:22.148669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:13:22.154681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:13:22.163753 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Made reservation on behalf of c899b8d8216b446a8406b685c03126d1 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:13:22.165985 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:22.177869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:22.192480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:13:22.196159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Usage tracker for resource:security_group_rule and tenant:c899b8d8216b446a8406b685c03126d1 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:13:22.199451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:13:22.204978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:13:22.282774 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:22.286714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:22.313452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:13:22.324536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad327a7c-dc50-496d-ac40-f9bde579c106,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:22.329967 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:22.330708 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Added segment e3058c00-805b-4573-971b-8dbc558d8750 of type vlan for network 7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 Mar 03 06:13:22.360186 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:22.388685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:22.389722 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:22.390347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:22.489768 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4544997 Mar 03 06:13:22.492604 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f4648-0dd3-4f4c-b25c-1d4d600284fa admin admin] Pushing event updated for resources: {'Network': ['ID=7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:22.493292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 39066) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:13:22.499554 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Request body: {'subnet': {'network_id': '7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-463278560-subnet', 'tenant_id': 'c899b8d8216b446a8406b685c03126d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:13:22.502789 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:13:22.503944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:13:22.507706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Usage tracker for resource:subnet and tenant:c899b8d8216b446a8406b685c03126d1 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:13:22.510530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:13:22.516791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:13:22.527259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Made reservation on behalf of c899b8d8216b446a8406b685c03126d1 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:13:22.529592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:22.615355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device d789c713-a3ed-40bd-b11e-b32f18b9786c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:13:22.647830 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: d789c713-a3ed-40bd-b11e-b32f18b9786c {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:13:22.649062 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device d789c713-a3ed-40bd-b11e-b32f18b9786c not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:13:22.733214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:22.805911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ebf84c-40cc-4593-a596-cb37d286130a,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:22.814967 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Checking segment: {'id': 'e3058c00-805b-4573-971b-8dbc558d8750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:13:22.815611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Network hostable DHCP agents. Network: 7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:13:22.832634 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Network 7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:13:22.841459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:13:22.845397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:22.846108 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:22.850694 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c6821d-b61d-4407-9ff5-440402e67f67 None None] Network 7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:13:22.871237 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5e9542de-b5fc-412a-95fe-11c26e98f22e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3773251 Mar 03 06:13:22.963149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:23.108978 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5e3923-c8f4-4cb8-9326-e12c358c94dd None None] Network 7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:13:23.378825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-af3b6880-4b63-4e79-9ca5-46e1ac688f28 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:23.379692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-af3b6880-4b63-4e79-9ca5-46e1ac688f28 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Synchronizing usage tracker for tenant:c899b8d8216b446a8406b685c03126d1 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:13:23.398506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-af3b6880-4b63-4e79-9ca5-46e1ac688f28 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Unset dirty status for tenant:c899b8d8216b446a8406b685c03126d1 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:13:23.399807 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-af3b6880-4b63-4e79-9ca5-46e1ac688f28 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/networks?id=7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 HTTP/1.1" status: 200 len: 811 time: 0.1682272 Mar 03 06:13:23.414372 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-6713687b-c1bb-4524-adbd-b97c93c95841 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/quotas/c899b8d8216b446a8406b685c03126d1 HTTP/1.1" status: 200 len: 375 time: 0.0090559 Mar 03 06:13:23.460961 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0aff46cf-5dcf-49d3-91c1-1710645902d3 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c899b8d8216b446a8406b685c03126d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415685 Mar 03 06:13:23.512413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-ecc303e3-7bba-46c0-9e92-91646b1918f8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 06:13:23.513369 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-ecc303e3-7bba-46c0-9e92-91646b1918f8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463951 Mar 03 06:13:23.641706 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-184680e3-98d3-491d-9a0f-35c2da59d67a service neutron] 10.222.0.20 "GET /v2.0/networks/7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225240 Mar 03 06:13:23.858344 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-57f75c78-685c-4192-9dde-3bc316944177 service neutron] 10.222.0.20 "GET /v2.0/networks/7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109809 Mar 03 06:13:24.027322 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a16d59c3-371f-4e42-a512-b94a4596a4b9 req-79131539-6c03-4a52-a9ef-e030c5e9da33 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 210 time: 0.0415382 Mar 03 06:13:25.009903 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0bc94ec5-bbe2-4415-95ea-1d2b4dcf1401 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:25.011913 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0bc94ec5-bbe2-4415-95ea-1d2b4dcf1401 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.23 "GET /v2.0/networks?id=7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 HTTP/1.1" status: 200 len: 811 time: 0.1452074 Mar 03 06:13:25.022522 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Request body: {'port': {'device_id': 'e3ebf8a9-e784-40d7-ab93-37e3a2abe667', 'network_id': '7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4', 'admin_state_up': True, 'tenant_id': 'c899b8d8216b446a8406b685c03126d1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:13:25.165167 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:13:25.169008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Usage tracker for resource:port and tenant:c899b8d8216b446a8406b685c03126d1 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:13:25.171759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:13:25.176901 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9c199312-296e-437e-9751-15a0b9f5c711 req-3a72930d-9962-4626-ab31-605e4e83d3a0 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 210 time: 0.0444720 Mar 03 06:13:25.177566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:13:25.188022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Made reservation on behalf of c899b8d8216b446a8406b685c03126d1 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:13:25.200376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:25.348356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Allocated IP 172.20.0.13 (7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4/24ebf84c-40cc-4593-a596-cb37d286130a/eaee750f-d00f-4b2b-8f58-1b0dc61cadd7) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:13:25.540931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:25.570602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:25.636116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Network 7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:13:25.638938 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:13:25.646613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:13:25.683009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Pushing event updated for resources: {'Port': ['ID=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:25.711790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:25.712380 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:25.733073 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-0a000ce2-313e-4e4d-ad5f-47f2db9a2223 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7143466 Mar 03 06:13:25.776559 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Request body: {'port': {'device_id': 'e3ebf8a9-e784-40d7-ab93-37e3a2abe667', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:13:25.885896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:26.213317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:13:26.221428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:26.235993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Transition to ACTIVE for port object eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:13:26.239625 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:26.367106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4414c-52e0-4acd-84fb-2bcc3ce8f6b1 req-70f03d95-cde0-4eaa-bbba-fc44c8649928 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:26.368822 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b3a4414c-52e0-4acd-84fb-2bcc3ce8f6b1 req-70f03d95-cde0-4eaa-bbba-fc44c8649928 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 944 time: 0.0837479 Mar 03 06:13:26.415532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-b3a4414c-52e0-4acd-84fb-2bcc3ce8f6b1 req-fc8592f8-a7f5-468a-a6ec-49cf40a00c06 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Synchronizing usage tracker for tenant:c899b8d8216b446a8406b685c03126d1 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:13:26.433453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-b3a4414c-52e0-4acd-84fb-2bcc3ce8f6b1 req-fc8592f8-a7f5-468a-a6ec-49cf40a00c06 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Unset dirty status for tenant:c899b8d8216b446a8406b685c03126d1 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:13:26.434989 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b3a4414c-52e0-4acd-84fb-2bcc3ce8f6b1 req-fc8592f8-a7f5-468a-a6ec-49cf40a00c06 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597196 Mar 03 06:13:26.500866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Pushing event updated for resources: {'Port': ['ID=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:26.570986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Attempting to bind port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:13:26.571320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Attempting to bind port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'e3058c00-805b-4573-971b-8dbc558d8750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:13:26.571678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Attempting to bind port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 on network 7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:13:26.576848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 on network 7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:13:26.577163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Attempting to bind port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 on network 7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:13:26.582146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:13:26.582480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Checking segment: {'id': 'e3058c00-805b-4573-971b-8dbc558d8750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:13:26.582858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Bound using segment: {'id': 'e3058c00-805b-4573-971b-8dbc558d8750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:13:26.583276 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Bound port: eaee750f-d00f-4b2b-8f58-1b0dc61cadd7, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3058c00-805b-4573-971b-8dbc558d8750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:13:26.583611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:26.670573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] For port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:13:26.673436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] For port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7,segment=NetworkSegment(e3058c00-805b-4573-971b-8dbc558d8750),segment_id=e3058c00-805b-4573-971b-8dbc558d8750)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:13:26.678850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:26.733313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:26.733912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:26.735282 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] 10.222.0.23 "PUT /v2.0/ports/eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 HTTP/1.1" status: 200 len: 1094 time: 0.9627562 Mar 03 06:13:26.735712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ebf8a9-e784-40d7-ab93-37e3a2abe667', 'tag': 'eaee750f-d00f-4b2b-8f58-1b0dc61cadd7'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:13:26.764127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc13336-3f6b-47df-b5c5-97cd4d92d54b service neutron] Pushing event updated for resources: {'Port': ['ID=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:26.802442 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ebf8a9-e784-40d7-ab93-37e3a2abe667', 'tag': 'eaee750f-d00f-4b2b-8f58-1b0dc61cadd7', 'status': 'completed', 'code': 200} Mar 03 06:13:26.841416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-364b89f3-297c-45e8-a647-06cb27fc7e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:26.842847 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-364b89f3-297c-45e8-a647-06cb27fc7e93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c899b8d8216b446a8406b685c03126d1&device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 1097 time: 0.0709152 Mar 03 06:13:26.911785 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-da284629-15b0-4939-9d96-fb7870f94cee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 HTTP/1.1" status: 200 len: 217 time: 0.0620093 Mar 03 06:13:26.971801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-fc3e72ec-a26c-4fdc-b525-06ffd8a4abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:26.973158 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-fc3e72ec-a26c-4fdc-b525-06ffd8a4abe0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24ebf84c-40cc-4593-a596-cb37d286130a HTTP/1.1" status: 200 len: 851 time: 0.0550301 Mar 03 06:13:27.018886 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-025f363d-ad0a-4091-b664-fbfc8bd44b73 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392966 Mar 03 06:13:27.146045 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-5dedaec9-f348-40db-a462-3dae7d7c83ea service neutron] 10.222.0.23 "GET /v2.0/networks/7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212366 Mar 03 06:13:27.275804 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d1cd35e0-96b8-418b-9e49-8cd182000389 req-41c5f646-ebbb-4062-a1ee-fb8b3e16b11d service neutron] 10.222.0.23 "GET /v2.0/networks/7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225312 Mar 03 06:13:27.393728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808eee4-700e-484b-9358-ed63a68bd897 req-348e2ba4-3b28-4748-9d25-26e04294aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:27.395196 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c808eee4-700e-484b-9358-ed63a68bd897 req-348e2ba4-3b28-4748-9d25-26e04294aa70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c899b8d8216b446a8406b685c03126d1&device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 1097 time: 0.0755324 Mar 03 06:13:27.526418 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808eee4-700e-484b-9358-ed63a68bd897 req-9a968af1-89f9-4b50-8b76-6d37345f094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:27.528373 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c808eee4-700e-484b-9358-ed63a68bd897 req-9a968af1-89f9-4b50-8b76-6d37345f094f service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 HTTP/1.1" status: 200 len: 912 time: 0.1275506 Mar 03 06:13:27.594013 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c808eee4-700e-484b-9358-ed63a68bd897 req-c67f8b7b-4f53-4dc1-8639-b00d64acbb5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 HTTP/1.1" status: 200 len: 217 time: 0.0600562 Mar 03 06:13:27.618530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af342b7-2ef3-4d25-9954-809bc514593e req-56d22d45-6f13-4af5-87c7-c17ed4d9b864 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:27.620001 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7af342b7-2ef3-4d25-9954-809bc514593e req-56d22d45-6f13-4af5-87c7-c17ed4d9b864 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 944 time: 0.0816865 Mar 03 06:13:27.658679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808eee4-700e-484b-9358-ed63a68bd897 req-ffe11697-5851-4d55-bf2e-b38ceeeb5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:27.660234 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c808eee4-700e-484b-9358-ed63a68bd897 req-ffe11697-5851-4d55-bf2e-b38ceeeb5731 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24ebf84c-40cc-4593-a596-cb37d286130a HTTP/1.1" status: 200 len: 851 time: 0.0608678 Mar 03 06:13:27.663435 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7af342b7-2ef3-4d25-9954-809bc514593e req-4cb8d1d5-ac3e-4e30-b683-ffc105e423aa tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378335 Mar 03 06:13:27.705899 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c808eee4-700e-484b-9358-ed63a68bd897 req-3288a31c-3ff5-46ca-b469-a9bd00fe1ed0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398970 Mar 03 06:13:27.839001 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c808eee4-700e-484b-9358-ed63a68bd897 req-ecff7e5b-3957-49b6-9744-3a68c83793fb service neutron] 10.222.0.23 "GET /v2.0/networks/7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272738 Mar 03 06:13:27.965400 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c808eee4-700e-484b-9358-ed63a68bd897 req-523523e6-a8c5-4c9b-af2c-51053f10faef service neutron] 10.222.0.23 "GET /v2.0/networks/7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201305 Mar 03 06:13:28.848197 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f6105-dc9b-4abf-84be-706d046ef1ba req-ed04d01d-4b8c-4727-861d-27b13104c671 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:28.849618 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2d7f6105-dc9b-4abf-84be-706d046ef1ba req-ed04d01d-4b8c-4727-861d-27b13104c671 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 944 time: 0.0809965 Mar 03 06:13:28.892077 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2d7f6105-dc9b-4abf-84be-706d046ef1ba req-ed49bbea-e003-4b12-902a-d166e1e0085c tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362115 Mar 03 06:13:30.070110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa34927-7c90-43f0-aa42-92dbb7c054a7 req-97d02062-b5be-4680-9d38-52c154f4f556 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:30.071523 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9fa34927-7c90-43f0-aa42-92dbb7c054a7 req-97d02062-b5be-4680-9d38-52c154f4f556 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 944 time: 0.0776196 Mar 03 06:13:30.113687 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9fa34927-7c90-43f0-aa42-92dbb7c054a7 req-541d611b-25fa-4692-b7f6-92b68e6b4479 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358109 Mar 03 06:13:30.472917 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:30.630296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:13:30.757953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7,segment=NetworkSegment(e3058c00-805b-4573-971b-8dbc558d8750),segment_id=e3058c00-805b-4573-971b-8dbc558d8750)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:13:30.770219 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'eaee750f-d00f-4b2b-8f58-1b0dc61cadd7', 'network_id': '7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4', 'port_id': 'eaee750f-d00f-4b2b-8f58-1b0dc61cadd7', 'mac_address': 'fa:16:3e:49:88:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ebf84c-40cc-4593-a596-cb37d286130a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:13:30.823312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:30.839697 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:13:30.854028 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7,segment=NetworkSegment(e3058c00-805b-4573-971b-8dbc558d8750),segment_id=e3058c00-805b-4573-971b-8dbc558d8750)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:13:30.858230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:30.925382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:31.174268 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['eaee750f-d00f-4b2b-8f58-1b0dc61cadd7'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:13:31.297823 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216099c7-da9e-46e5-b55b-816274af7659 req-67d094fd-c613-429f-8bc3-87e2e2fbbadc tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:31.299548 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-216099c7-da9e-46e5-b55b-816274af7659 req-67d094fd-c613-429f-8bc3-87e2e2fbbadc tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 945 time: 0.0826945 Mar 03 06:13:31.350101 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-216099c7-da9e-46e5-b55b-816274af7659 req-9465514d-8d03-4bb3-a403-c5fa2de11251 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442052 Mar 03 06:13:32.530979 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a175b1f-8205-435c-b472-7cb9cec9f4f2 req-d5afc479-18e2-4007-88de-45d57a2e1c54 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:32.532409 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9a175b1f-8205-435c-b472-7cb9cec9f4f2 req-d5afc479-18e2-4007-88de-45d57a2e1c54 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 945 time: 0.0780592 Mar 03 06:13:32.578350 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9a175b1f-8205-435c-b472-7cb9cec9f4f2 req-a08f4ad0-c9e1-4087-a0c3-a3ed88552bed tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404484 Mar 03 06:13:32.641270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:13:32.710234 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:13:32.715315 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:13:32.715674 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:32.826836 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:32.852448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ebf8a9-e784-40d7-ab93-37e3a2abe667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaee750f-d00f-4b2b-8f58-1b0dc61cadd7'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:13:32.861666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7,segment=NetworkSegment(e3058c00-805b-4573-971b-8dbc558d8750),segment_id=e3058c00-805b-4573-971b-8dbc558d8750)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:13:32.866761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:32.902916 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ebf8a9-e784-40d7-ab93-37e3a2abe667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaee750f-d00f-4b2b-8f58-1b0dc61cadd7', 'code': 200} Mar 03 06:13:32.933900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:13:33.117945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962e21c-3ac1-4d09-93c9-d1bca0828a32 req-e0bfb9df-1fd9-497a-84d7-23f3ded08cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:33.119381 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5962e21c-3ac1-4d09-93c9-d1bca0828a32 req-e0bfb9df-1fd9-497a-84d7-23f3ded08cae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 1099 time: 0.0726867 Mar 03 06:13:33.158743 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5962e21c-3ac1-4d09-93c9-d1bca0828a32 req-c08319ab-f07e-4b73-99c6-f1388ab37bcd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Mar 03 06:13:33.757200 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73382980-f1eb-48a7-9602-6fd1dab54a5b req-646f182a-fcb1-427e-984e-0c14631f701e tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:33.758618 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-73382980-f1eb-48a7-9602-6fd1dab54a5b req-646f182a-fcb1-427e-984e-0c14631f701e tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0776265 Mar 03 06:13:33.800776 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-73382980-f1eb-48a7-9602-6fd1dab54a5b req-337eeaa0-de92-4846-8ebf-e65d4701eba0 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365720 Mar 03 06:13:35.002919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d6576-0602-43ab-b97b-106ff12945a6 req-bd1d39a5-1a4d-4466-a5bb-ae8c9a31013f tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:35.004404 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a83d6576-0602-43ab-b97b-106ff12945a6 req-bd1d39a5-1a4d-4466-a5bb-ae8c9a31013f tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0989110 Mar 03 06:13:35.048583 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a83d6576-0602-43ab-b97b-106ff12945a6 req-abc9433f-2a54-422a-b91f-4181494c7acb tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369246 Mar 03 06:13:35.410239 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 39132) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:13:35.470671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1784ff5-ebf3-4cd6-ac19-50494899c911 req-232c5e71-daf4-4060-932b-07864b6db6a3 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:35.472139 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b1784ff5-ebf3-4cd6-ac19-50494899c911 req-232c5e71-daf4-4060-932b-07864b6db6a3 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0797911 Mar 03 06:13:35.520430 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b1784ff5-ebf3-4cd6-ac19-50494899c911 req-074a341d-161f-4430-bc02-e9060b4e96f5 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376034 Mar 03 06:13:35.524906 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-85c226e6-4685-4d42-8f47-8e02e7f5b6f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1135468 Mar 03 06:13:36.717014 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f873b62-b697-462e-96cb-ca181eb285b1 req-5a85a079-82e6-4613-9935-0ea0031a7ecd tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:36.718450 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3f873b62-b697-462e-96cb-ca181eb285b1 req-5a85a079-82e6-4613-9935-0ea0031a7ecd tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0832064 Mar 03 06:13:36.767371 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3f873b62-b697-462e-96cb-ca181eb285b1 req-db7b8e3a-c2af-46de-b842-4309ab1b7aac tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426164 Mar 03 06:13:36.835232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-960ce6ae-80d1-49bd-be2a-b3545bbfbac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:36.836611 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-960ce6ae-80d1-49bd-be2a-b3545bbfbac8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c899b8d8216b446a8406b685c03126d1&device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 1099 time: 0.1717732 Mar 03 06:13:36.962518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-93b3baa5-6ab1-4ebd-8119-197f4984946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:36.963946 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-93b3baa5-6ab1-4ebd-8119-197f4984946e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 HTTP/1.1" status: 200 len: 912 time: 0.1213543 Mar 03 06:13:37.027595 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-a759ec6b-d54b-4a1d-99ef-234166dfd6fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 HTTP/1.1" status: 200 len: 217 time: 0.0577805 Mar 03 06:13:37.088584 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-6832da20-95a3-4ba8-9215-bb24baa14c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:37.090381 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-6832da20-95a3-4ba8-9215-bb24baa14c2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24ebf84c-40cc-4593-a596-cb37d286130a HTTP/1.1" status: 200 len: 851 time: 0.0577540 Mar 03 06:13:37.133948 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-afde0a01-6802-4aad-820f-80d2e86263da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380812 Mar 03 06:13:37.260065 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-a5438456-59a7-4b40-86b4-aba024b4c3f7 service neutron] 10.222.0.23 "GET /v2.0/networks/7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201229 Mar 03 06:13:37.388578 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-59d9b23f-5d5e-4cfc-86d3-5304d21bc4f9 service neutron] 10.222.0.23 "GET /v2.0/networks/7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229067 Mar 03 06:13:37.951921 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098affb-08c7-4a90-9a0d-b2ce3ac45a07 req-8ea2729d-0ef0-4444-9284-e3f3fb53e49c tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:37.953328 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9098affb-08c7-4a90-9a0d-b2ce3ac45a07 req-8ea2729d-0ef0-4444-9284-e3f3fb53e49c tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0819552 Mar 03 06:13:37.995130 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9098affb-08c7-4a90-9a0d-b2ce3ac45a07 req-0d12ee9e-5f99-4183-b900-f55d2379b5bc tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362999 Mar 03 06:13:38.393239 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:13:39.173389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a9ca2-9618-41fb-8809-6673b6ca4b0c req-6451900d-0b12-4f7b-8e88-a1e40ac885cc tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:39.174804 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-978a9ca2-9618-41fb-8809-6673b6ca4b0c req-6451900d-0b12-4f7b-8e88-a1e40ac885cc tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0773110 Mar 03 06:13:39.217082 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-978a9ca2-9618-41fb-8809-6673b6ca4b0c req-ff6e6c3e-5152-45bb-8535-197c1da5e7c5 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364594 Mar 03 06:13:40.399918 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53367826-19a1-45ca-95b9-e4b419fee61c req-61cb827f-92a2-4853-ae01-1443f1dc6336 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:40.401359 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-53367826-19a1-45ca-95b9-e4b419fee61c req-61cb827f-92a2-4853-ae01-1443f1dc6336 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0817969 Mar 03 06:13:40.445101 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-53367826-19a1-45ca-95b9-e4b419fee61c req-5ff073aa-3191-41c2-8403-bdb6af83ea66 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376320 Mar 03 06:13:41.624559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a6236-866c-4fa6-a779-e373d883d5c9 req-f7575b08-f238-4561-b7e8-3a49be30d984 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:41.625973 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-649a6236-866c-4fa6-a779-e373d883d5c9 req-f7575b08-f238-4561-b7e8-3a49be30d984 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0778074 Mar 03 06:13:41.671131 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-649a6236-866c-4fa6-a779-e373d883d5c9 req-c0d60538-4490-404d-8a05-142cee9c5ea7 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Mar 03 06:13:42.852061 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4ac39-3a31-4ced-bbfb-04a2c13e6ae9 req-6caa0974-2981-45a5-a9a2-5c9a79072447 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:42.853478 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a5d4ac39-3a31-4ced-bbfb-04a2c13e6ae9 req-6caa0974-2981-45a5-a9a2-5c9a79072447 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0775976 Mar 03 06:13:42.895899 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a5d4ac39-3a31-4ced-bbfb-04a2c13e6ae9 req-90300bd9-f5ec-4588-a94d-fcf012a034d1 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362687 Mar 03 06:13:44.077538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06ed7b-6fab-4c2c-a927-b676aff24e27 req-e6b09c31-ef81-4c9e-a9a7-a88b722aac7b tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:44.078948 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5d06ed7b-6fab-4c2c-a927-b676aff24e27 req-e6b09c31-ef81-4c9e-a9a7-a88b722aac7b tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0809219 Mar 03 06:13:44.121394 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5d06ed7b-6fab-4c2c-a927-b676aff24e27 req-7f170a0f-e667-48bc-82c3-9b3803d989c6 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367813 Mar 03 06:13:45.300001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b087d1a-e1f1-4fc4-a218-76f0530e6b91 req-4688122d-464f-47c9-9742-4dbdf7460409 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:45.301422 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9b087d1a-e1f1-4fc4-a218-76f0530e6b91 req-4688122d-464f-47c9-9742-4dbdf7460409 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0783939 Mar 03 06:13:45.343898 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9b087d1a-e1f1-4fc4-a218-76f0530e6b91 req-db44bac8-d6a4-4d29-9b5d-075e9e0b7443 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366173 Mar 03 06:13:46.529381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257be4dc-e274-4f3d-9269-7d7c66fc82ad req-ff59bc6d-333d-43f8-96d9-33f104e464bd tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:46.530805 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-257be4dc-e274-4f3d-9269-7d7c66fc82ad req-ff59bc6d-333d-43f8-96d9-33f104e464bd tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0828233 Mar 03 06:13:46.574038 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-257be4dc-e274-4f3d-9269-7d7c66fc82ad req-d84737cf-772d-496b-b887-02aab7ad862b tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368240 Mar 03 06:13:47.760635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878a629-d2aa-4bce-a8de-63ee67725570 req-ef199d05-9b2c-4521-a0dc-e0586aab0f8b tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:47.762544 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c878a629-d2aa-4bce-a8de-63ee67725570 req-ef199d05-9b2c-4521-a0dc-e0586aab0f8b tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0812609 Mar 03 06:13:47.896379 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c878a629-d2aa-4bce-a8de-63ee67725570 req-e62bb7d1-64ea-48ae-9a09-c6960057519d tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271441 Mar 03 06:13:48.267351 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6e6725af-f2e2-4961-a04c-e281bee681e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:49.078312 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a991c6-f3bc-4dd3-9994-33e7d13cca02 req-4427d208-7009-4a7a-bc40-24838a92a50c tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:49.079725 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c9a991c6-f3bc-4dd3-9994-33e7d13cca02 req-4427d208-7009-4a7a-bc40-24838a92a50c tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0782819 Mar 03 06:13:49.122204 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c9a991c6-f3bc-4dd3-9994-33e7d13cca02 req-d23c3841-10f7-4320-8a58-f5dac0937294 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368183 Mar 03 06:13:50.315605 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85836e32-ab58-411f-b11c-7653039a2656 req-8cbdbc4f-638a-4e66-9a92-b18fdf6707b8 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:50.317146 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-85836e32-ab58-411f-b11c-7653039a2656 req-8cbdbc4f-638a-4e66-9a92-b18fdf6707b8 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0861800 Mar 03 06:13:50.370145 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-85836e32-ab58-411f-b11c-7653039a2656 req-40beb4dd-32b8-47a7-8259-bf3034075644 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472884 Mar 03 06:13:50.500920 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-61c3e4c0-7ff2-46d7-ae09-e97f0aa9c279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:51.553005 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283d288-c7f7-4391-bb8b-ce6f0385da0a req-660639fb-a5a0-4300-bf24-443659a2d88d tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:51.554676 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3283d288-c7f7-4391-bb8b-ce6f0385da0a req-660639fb-a5a0-4300-bf24-443659a2d88d tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0824561 Mar 03 06:13:51.598565 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3283d288-c7f7-4391-bb8b-ce6f0385da0a req-d1520f84-ab49-4e32-b6c8-284d67b69fa3 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376184 Mar 03 06:13:51.628224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:51.770360 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:52.777697 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0f80-269b-44ad-8114-b8a92755a9e0 req-fe0ebd3e-4f30-4ba4-8893-fe960e7fc85c tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:52.779124 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-104c0f80-269b-44ad-8114-b8a92755a9e0 req-fe0ebd3e-4f30-4ba4-8893-fe960e7fc85c tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0774436 Mar 03 06:13:52.821912 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-104c0f80-269b-44ad-8114-b8a92755a9e0 req-8b88f5ea-10fe-43d4-9f4b-bef0e8287c95 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373025 Mar 03 06:13:52.951369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:13:54.024382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbdf9b-10c1-42c2-9002-6d705573662c req-7ae04c87-26c9-40ab-9564-aeeec09a9f43 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:54.025806 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e2bbdf9b-10c1-42c2-9002-6d705573662c req-7ae04c87-26c9-40ab-9564-aeeec09a9f43 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0804956 Mar 03 06:13:54.068801 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e2bbdf9b-10c1-42c2-9002-6d705573662c req-5e33b5c7-405f-425d-90ae-d72089960079 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374923 Mar 03 06:13:55.249954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35ed95-77d8-4b6d-89e1-65cbf6a6f9d1 req-6405c34d-9449-47a6-a79b-66dfe0b7df0c tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:55.251462 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1f35ed95-77d8-4b6d-89e1-65cbf6a6f9d1 req-6405c34d-9449-47a6-a79b-66dfe0b7df0c tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0799034 Mar 03 06:13:55.297996 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1f35ed95-77d8-4b6d-89e1-65cbf6a6f9d1 req-ab2e5d3f-645a-47d1-a2b0-1388a9b7dce1 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408173 Mar 03 06:13:56.480801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951f6e8-5047-48ec-b3ac-ca028ffa6e61 req-90cc6e66-a842-4205-a528-13253058cbd6 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:56.482292 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c951f6e8-5047-48ec-b3ac-ca028ffa6e61 req-90cc6e66-a842-4205-a528-13253058cbd6 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0788085 Mar 03 06:13:56.524977 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c951f6e8-5047-48ec-b3ac-ca028ffa6e61 req-afe9685d-d334-41fc-a1bf-f3790b0b9cf4 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371380 Mar 03 06:13:57.711478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd13cd3-c0ec-4991-93f5-581b8af0fc13 req-968842f2-8ca7-4d37-82cb-92c379081806 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:57.712834 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4bd13cd3-c0ec-4991-93f5-581b8af0fc13 req-968842f2-8ca7-4d37-82cb-92c379081806 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0811021 Mar 03 06:13:57.755345 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4bd13cd3-c0ec-4991-93f5-581b8af0fc13 req-6504fab7-1ee5-4558-9665-3f219eae8c35 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362744 Mar 03 06:13:58.935780 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeb4eb-d27c-4171-9a1c-e3bc168eb385 req-3db5ce49-4bf0-4279-a8e4-2315c35330bf tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:13:58.937224 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dbbeb4eb-d27c-4171-9a1c-e3bc168eb385 req-3db5ce49-4bf0-4279-a8e4-2315c35330bf tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0792496 Mar 03 06:13:58.981970 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dbbeb4eb-d27c-4171-9a1c-e3bc168eb385 req-7cb8e829-e764-49cf-9408-60cd9e0d52ef tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392492 Mar 03 06:14:00.162155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12c017-f6cd-4a21-900d-be40e9e43b60 req-99bbe09c-50b9-4a25-b46d-82ee50f49948 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:00.163503 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7f12c017-f6cd-4a21-900d-be40e9e43b60 req-99bbe09c-50b9-4a25-b46d-82ee50f49948 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0776112 Mar 03 06:14:00.206711 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7f12c017-f6cd-4a21-900d-be40e9e43b60 req-eff4e183-ee31-4b34-9abc-60d4d252c182 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376854 Mar 03 06:14:00.487247 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:01.387588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b42d9d-16b3-4079-9be9-c72074ff3a3f req-265209dc-7a4e-4c09-bc84-a6b2bd209203 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:01.389171 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a4b42d9d-16b3-4079-9be9-c72074ff3a3f req-265209dc-7a4e-4c09-bc84-a6b2bd209203 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0815716 Mar 03 06:14:01.433479 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a4b42d9d-16b3-4079-9be9-c72074ff3a3f req-36d97594-1dd2-4c7f-b7ca-a2126324a688 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382698 Mar 03 06:14:02.610912 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12abbf-6b14-4730-8b8b-860acf1778bf req-fe60dce8-319d-4f93-a091-e6293bb2f8fe tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:02.612352 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9c12abbf-6b14-4730-8b8b-860acf1778bf req-fe60dce8-319d-4f93-a091-e6293bb2f8fe tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0778036 Mar 03 06:14:02.654279 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9c12abbf-6b14-4730-8b8b-860acf1778bf req-5567ce39-8ce8-46d9-b89d-f69ad3d034ab tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363731 Mar 03 06:14:03.838871 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda997d-8a4a-4133-8d2b-0969e1a49d04 req-780f5400-30e7-42b4-ad6e-6703f26352d9 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:03.840347 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ddda997d-8a4a-4133-8d2b-0969e1a49d04 req-780f5400-30e7-42b4-ad6e-6703f26352d9 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0815618 Mar 03 06:14:03.883172 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ddda997d-8a4a-4133-8d2b-0969e1a49d04 req-1dcdf752-1e61-4407-b4b0-96c4f3cde1a3 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372193 Mar 03 06:14:04.067991 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-48bee6c8-ad50-45c6-b35b-68fb3e212ebe service neutron] 10.222.0.23 "GET /v2.0/ports/eaee750f-d00f-4b2b-8f58-1b0dc61cadd7/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0777295 Mar 03 06:14:04.340609 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-ee92d059-ffe8-42b1-8c76-65f7d1d488cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:04.342005 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-ee92d059-ffe8-42b1-8c76-65f7d1d488cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667&tenant_id=c899b8d8216b446a8406b685c03126d1 HTTP/1.1" status: 200 len: 1099 time: 0.0734479 Mar 03 06:14:04.431996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-edcd308c-585b-4946-9474-eeb88e4095d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:04.433429 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-edcd308c-585b-4946-9474-eeb88e4095d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c899b8d8216b446a8406b685c03126d1&device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 1099 time: 0.0697265 Mar 03 06:14:04.558690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-0802a259-f3ae-4c54-9733-bc492f8c35ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:04.560110 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-0802a259-f3ae-4c54-9733-bc492f8c35ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 HTTP/1.1" status: 200 len: 912 time: 0.1213293 Mar 03 06:14:04.628911 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-99162a20-f442-46c7-9808-9a90ce5d0dc0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 HTTP/1.1" status: 200 len: 217 time: 0.0630479 Mar 03 06:14:04.691050 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-b3119f80-918c-402b-8c2d-dbafc21b96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:04.692425 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-b3119f80-918c-402b-8c2d-dbafc21b96eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24ebf84c-40cc-4593-a596-cb37d286130a HTTP/1.1" status: 200 len: 851 time: 0.0579565 Mar 03 06:14:04.737204 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-2299c5a1-5c4e-4a59-8342-876c3a4ba31d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395954 Mar 03 06:14:04.866146 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-5b37ad3c-233b-4987-bd1c-1b5becd084c0 service neutron] 10.222.0.23 "GET /v2.0/networks/7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204426 Mar 03 06:14:04.995032 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-99bc5713-a62b-42d0-a798-1cfb6fe3aeb9 req-f75eae7c-8fed-43aa-9f8b-f5488a51ebe6 service neutron] 10.222.0.23 "GET /v2.0/networks/7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232803 Mar 03 06:14:05.066992 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca3755-f922-4066-963e-439ff5f350fc req-759b9520-4b0a-4948-bd68-f4193233bd87 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:05.068462 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-55ca3755-f922-4066-963e-439ff5f350fc req-759b9520-4b0a-4948-bd68-f4193233bd87 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0794833 Mar 03 06:14:05.115702 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-55ca3755-f922-4066-963e-439ff5f350fc req-248e2697-8f91-4386-b75c-abc2f105eb01 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Mar 03 06:14:06.294463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338a143-3004-4d18-b94e-feba43a6a839 req-3f902d35-c24d-40b6-bdfe-a81f4139c0b7 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:06.296443 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0338a143-3004-4d18-b94e-feba43a6a839 req-3f902d35-c24d-40b6-bdfe-a81f4139c0b7 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0773532 Mar 03 06:14:06.344643 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0338a143-3004-4d18-b94e-feba43a6a839 req-89878dd0-2f99-42c3-854a-f9bed43cf220 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Mar 03 06:14:07.531946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d9772-41fd-452a-920c-1f44df7c95e1 req-15820f89-cde9-4f68-aa64-6bc05c7f4e3c tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:07.533393 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-581d9772-41fd-452a-920c-1f44df7c95e1 req-15820f89-cde9-4f68-aa64-6bc05c7f4e3c tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0847459 Mar 03 06:14:07.580338 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-581d9772-41fd-452a-920c-1f44df7c95e1 req-0c98df9a-45b5-4bfb-befb-e51427d82bcb tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Mar 03 06:14:08.747722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:14:08.763378 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c969a-54d2-4289-912a-b56f8374b851 req-057be680-f1db-4bd0-ac32-e3db3b7e6e20 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:08.764891 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ea5c969a-54d2-4289-912a-b56f8374b851 req-057be680-f1db-4bd0-ac32-e3db3b7e6e20 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 946 time: 0.0777340 Mar 03 06:14:08.808153 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ea5c969a-54d2-4289-912a-b56f8374b851 req-b78cd6f2-ea01-422f-b79c-9201f8593287 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376248 Mar 03 06:14:08.859903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:08.885604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ebf8a9-e784-40d7-ab93-37e3a2abe667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaee750f-d00f-4b2b-8f58-1b0dc61cadd7'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:14:08.895199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7,segment=NetworkSegment(e3058c00-805b-4573-971b-8dbc558d8750),segment_id=e3058c00-805b-4573-971b-8dbc558d8750)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:14:08.900576 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:08.948206 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ebf8a9-e784-40d7-ab93-37e3a2abe667', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaee750f-d00f-4b2b-8f58-1b0dc61cadd7', 'code': 200} Mar 03 06:14:08.972344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:14:09.174651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-d1666fd5-403e-4b94-b1a1-b96688c75ef0 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:09.175259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-d1666fd5-403e-4b94-b1a1-b96688c75ef0 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Synchronizing usage tracker for tenant:c899b8d8216b446a8406b685c03126d1 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:14:09.191149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-d1666fd5-403e-4b94-b1a1-b96688c75ef0 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Unset dirty status for tenant:c899b8d8216b446a8406b685c03126d1 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:14:09.192325 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-d1666fd5-403e-4b94-b1a1-b96688c75ef0 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667&tenant_id=c899b8d8216b446a8406b685c03126d1&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 944 time: 0.0974028 Mar 03 06:14:09.428321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-27035cc3-a248-4357-ba0c-b78258fc911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:09.429928 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-27035cc3-a248-4357-ba0c-b78258fc911a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c899b8d8216b446a8406b685c03126d1&device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 1097 time: 0.1693332 Mar 03 06:14:09.555374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-dd18bad7-3b0e-4580-9182-f296ad0955f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:09.556805 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-dd18bad7-3b0e-4580-9182-f296ad0955f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 HTTP/1.1" status: 200 len: 912 time: 0.1205769 Mar 03 06:14:09.623461 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-7be905dd-ca4c-40ec-b0ed-965b8de7af21 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 HTTP/1.1" status: 200 len: 217 time: 0.0612528 Mar 03 06:14:09.682546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-e24e08e2-2ff3-400a-b459-0589969df34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:09.683842 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-e24e08e2-2ff3-400a-b459-0589969df34c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=24ebf84c-40cc-4593-a596-cb37d286130a HTTP/1.1" status: 200 len: 851 time: 0.0548885 Mar 03 06:14:09.727727 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-b138eda1-5cc4-4167-bce1-64fef5ad28e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384324 Mar 03 06:14:09.852019 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-eb4dc12a-7dba-4a38-82f5-3e5c24887fef service neutron] 10.222.0.23 "GET /v2.0/networks/7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183910 Mar 03 06:14:09.978963 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-25969305-a283-4702-8624-b4ed62d76016 service neutron] 10.222.0.23 "GET /v2.0/networks/7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208832 Mar 03 06:14:10.771211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70627e9-2fb2-4730-81a5-3454223af9bb req-31d6d982-d690-4824-9046-5a88e8392c98 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:10.772657 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b70627e9-2fb2-4730-81a5-3454223af9bb req-31d6d982-d690-4824-9046-5a88e8392c98 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 944 time: 0.0794427 Mar 03 06:14:10.815122 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b70627e9-2fb2-4730-81a5-3454223af9bb req-8991526a-7d75-4998-baed-6ad94ad169b9 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369313 Mar 03 06:14:12.004154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923e310-f07b-46c0-9d7d-3d91a69f8945 req-20942b4d-a96b-4200-8342-0999be56a8a2 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:12.005560 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4923e310-f07b-46c0-9d7d-3d91a69f8945 req-20942b4d-a96b-4200-8342-0999be56a8a2 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 944 time: 0.0826015 Mar 03 06:14:12.131065 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4923e310-f07b-46c0-9d7d-3d91a69f8945 req-67484b7a-f8a3-406a-ac78-3ef3d54a6255 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad327a7c-dc50-496d-ac40-f9bde579c106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198373 Mar 03 06:14:12.469271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-2bba167f-0cd2-49ab-ab44-82300eb4129b tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:12.470568 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-2bba167f-0cd2-49ab-ab44-82300eb4129b tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.23 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 944 time: 0.0815678 Mar 03 06:14:12.536396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-42484344-93af-48d3-9da5-f93035ab8b2f tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Deleting port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:14:12.536727 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-42484344-93af-48d3-9da5-f93035ab8b2f tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:12.770562 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-42484344-93af-48d3-9da5-f93035ab8b2f tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] For port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7,segment=NetworkSegment(e3058c00-805b-4573-971b-8dbc558d8750),segment_id=e3058c00-805b-4573-971b-8dbc558d8750)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:14:12.770911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-42484344-93af-48d3-9da5-f93035ab8b2f tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:12.888371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-42484344-93af-48d3-9da5-f93035ab8b2f tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Calling delete_port for eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:14:13.028322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-42484344-93af-48d3-9da5-f93035ab8b2f tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:13.109409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42484344-93af-48d3-9da5-f93035ab8b2f tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Pushing event deleted for resources: {'Port': ['ID=eaee750f-d00f-4b2b-8f58-1b0dc61cadd7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:14:13.154672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-42484344-93af-48d3-9da5-f93035ab8b2f tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] No DVR routers for this DVR port eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:14:13.157068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-42484344-93af-48d3-9da5-f93035ab8b2f tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:13.159571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ebf8a9-e784-40d7-ab93-37e3a2abe667', 'name': 'network-vif-deleted', 'tag': 'eaee750f-d00f-4b2b-8f58-1b0dc61cadd7'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:14:13.177878 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e1efee82-e73d-4d6a-865a-33c7ab80462d req-42484344-93af-48d3-9da5-f93035ab8b2f tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.23 "DELETE /v2.0/ports/eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 HTTP/1.1" status: 204 len: 173 time: 0.7021248 Mar 03 06:14:13.209452 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ebf8a9-e784-40d7-ab93-37e3a2abe667', 'name': 'network-vif-deleted', 'tag': 'eaee750f-d00f-4b2b-8f58-1b0dc61cadd7', 'status': 'completed', 'code': 200} Mar 03 06:14:13.282815 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f6b3ad52-693a-4986-9d0d-ae838ef916fc req-a3f0eb80-3f59-428b-94a8-4feb01931be7 tempest-DeleteServersTestJSON-1532715360 tempest-DeleteServersTestJSON-1532715360-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3ebf8a9-e784-40d7-ab93-37e3a2abe667 HTTP/1.1" status: 200 len: 210 time: 0.0415680 Mar 03 06:14:14.525700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 39238) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:14:14.688669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-8704e1c3-919d-4057-a250-a4ac05d944e1 admin admin] Deleting subnet 24ebf84c-40cc-4593-a596-cb37d286130a {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:14:14.691469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8704e1c3-919d-4057-a250-a4ac05d944e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:14.739147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8704e1c3-919d-4057-a250-a4ac05d944e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:14.793049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8704e1c3-919d-4057-a250-a4ac05d944e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:14.862744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8704e1c3-919d-4057-a250-a4ac05d944e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:14.902266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8704e1c3-919d-4057-a250-a4ac05d944e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:14.904724 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704e1c3-919d-4057-a250-a4ac05d944e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ebf84c-40cc-4593-a596-cb37d286130a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:14:14.910620 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8704e1c3-919d-4057-a250-a4ac05d944e1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/24ebf84c-40cc-4593-a596-cb37d286130a HTTP/1.1" status: 204 len: 168 time: 0.3839157 Mar 03 06:14:14.913081 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 39242) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:14:15.015124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41d942e1-b914-41af-b8d2-ae3588fac38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:15.135892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41d942e1-b914-41af-b8d2-ae3588fac38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:15.160211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-41d942e1-b914-41af-b8d2-ae3588fac38f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:14:15.172212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-41d942e1-b914-41af-b8d2-ae3588fac38f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3058c00-805b-4573-971b-8dbc558d8750') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:14:15.172507 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-41d942e1-b914-41af-b8d2-ae3588fac38f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3058c00-805b-4573-971b-8dbc558d8750') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:14:15.183437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41d942e1-b914-41af-b8d2-ae3588fac38f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:15.198397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41d942e1-b914-41af-b8d2-ae3588fac38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:15.204013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d942e1-b914-41af-b8d2-ae3588fac38f admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:14:15.204386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41d942e1-b914-41af-b8d2-ae3588fac38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:14:15.216795 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:14:15.291156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41d942e1-b914-41af-b8d2-ae3588fac38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:15.307107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-41d942e1-b914-41af-b8d2-ae3588fac38f admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:15.318130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d942e1-b914-41af-b8d2-ae3588fac38f admin admin] Pushing event deleted for resources: {'Network': ['ID=7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:14:15.328648 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-41d942e1-b914-41af-b8d2-ae3588fac38f admin admin] 10.222.0.20 "DELETE /v2.0/networks/7c71b9cf-e1e5-4edd-9ad5-00fe2a5332c4 HTTP/1.1" status: 204 len: 168 time: 0.4146156 Mar 03 06:14:15.392406 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:14:15.441217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39248) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:14:15.488262 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6ee5437c-3902-4d7d-ba2e-4ffa9b027fd8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c899b8d8216b446a8406b685c03126d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458975 Mar 03 06:14:15.490536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39252) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:14:15.549556 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c271-677e-48a8-9731-189faacaf51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:15.574759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c271-677e-48a8-9731-189faacaf51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:15.624402 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c271-677e-48a8-9731-189faacaf51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:15.641689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5c271-677e-48a8-9731-189faacaf51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad327a7c-dc50-496d-ac40-f9bde579c106,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:14:15.649088 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c271-677e-48a8-9731-189faacaf51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:15.650200 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4ab5c271-677e-48a8-9731-189faacaf51c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad327a7c-dc50-496d-ac40-f9bde579c106 HTTP/1.1" status: 204 len: 168 time: 0.1588123 Mar 03 06:14:16.337743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39276) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:14:16.442434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-912815601-network', 'tenant_id': '04344552230b487b9c5c92dbd3ce83e8'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:14:16.447019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:14:16.450757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Usage tracker for resource:network and tenant:04344552230b487b9c5c92dbd3ce83e8 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:14:16.453578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:14:16.459035 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:14:16.469444 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Made reservation on behalf of 04344552230b487b9c5c92dbd3ce83e8 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:14:16.471652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:16.484072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:16.497662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:14:16.501379 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:04344552230b487b9c5c92dbd3ce83e8 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:14:16.504092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:14:16.509546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:14:16.596099 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:16.599879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:16.634342 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:14:16.642971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f103709-1ae3-4729-9566-089ba01106e1,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:14:16.651546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:16.651546 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Added segment 88c89772-64b0-4cc3-9062-0988fa974a11 of type vlan for network 9f58363b-f960-4a42-8e25-5e4d21547995 Mar 03 06:14:16.677773 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:16.715448 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:16.716431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:16.717008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:16.770421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:14:16.804408 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:14:16.804831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device eaee750f-d00f-4b2b-8f58-1b0dc61cadd7 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:14:16.821710 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4827511 Mar 03 06:14:16.824514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39282) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:14:16.832137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Request body: {'subnet': {'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-912815601-subnet', 'tenant_id': '04344552230b487b9c5c92dbd3ce83e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:14:16.835217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a15aa4-94ef-4ec9-a4d9-3938e2e50ff8 admin admin] Pushing event updated for resources: {'Network': ['ID=9f58363b-f960-4a42-8e25-5e4d21547995,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:14:16.838732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:14:16.843118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Usage tracker for resource:subnet and tenant:04344552230b487b9c5c92dbd3ce83e8 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:14:16.845863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 9f58363b-f960-4a42-8e25-5e4d21547995 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:14:16.846033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:14:16.851583 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:14:16.860879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Made reservation on behalf of 04344552230b487b9c5c92dbd3ce83e8 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:14:16.863177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:17.068309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:17.143635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ddf5343-c03f-450b-b4ab-c8830efad72f,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:14:17.148764 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Checking segment: {'id': '88c89772-64b0-4cc3-9062-0988fa974a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:14:17.149139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Network hostable DHCP agents. Network: 9f58363b-f960-4a42-8e25-5e4d21547995, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:14:17.167061 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Network 9f58363b-f960-4a42-8e25-5e4d21547995 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:14:17.175680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 9f58363b-f960-4a42-8e25-5e4d21547995) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:14:17.179722 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:17.180323 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:17.185183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbb70be-50ca-407d-b187-ada208f898ba None None] Network 9f58363b-f960-4a42-8e25-5e4d21547995 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:14:17.199855 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7ce5eb95-aa35-4d2d-b023-2a9787ce18b8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3742182 Mar 03 06:14:17.402554 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f146dd-19d0-4819-aac7-3905628bb88c None None] Network 9f58363b-f960-4a42-8e25-5e4d21547995 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:14:17.731323 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-d206e499-3bbf-4780-83b4-d4c3c27455a7 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:17.732015 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-d206e499-3bbf-4780-83b4-d4c3c27455a7 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Synchronizing usage tracker for tenant:04344552230b487b9c5c92dbd3ce83e8 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:14:17.749665 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-d206e499-3bbf-4780-83b4-d4c3c27455a7 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Unset dirty status for tenant:04344552230b487b9c5c92dbd3ce83e8 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:14:17.750665 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-d206e499-3bbf-4780-83b4-d4c3c27455a7 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/networks?id=9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 200 len: 814 time: 0.1581905 Mar 03 06:14:17.764691 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-f403b67a-fa28-4e05-a1ab-b6b639055747 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/quotas/04344552230b487b9c5c92dbd3ce83e8 HTTP/1.1" status: 200 len: 375 time: 0.0086744 Mar 03 06:14:17.809636 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-172a2858-108d-4cc8-86e5-05e8465d5bd0 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=04344552230b487b9c5c92dbd3ce83e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402665 Mar 03 06:14:17.979361 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-3ca5ff3e-cda5-4c5f-a68a-a562cb0da537 service neutron] 10.222.0.20 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626632 Mar 03 06:14:18.108473 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-4dfb0b13-3178-4d79-8cd5-3a6b8388a33b service neutron] 10.222.0.20 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218631 Mar 03 06:14:18.269569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4cc8d18f-307d-4ffc-acad-dd88b4c2c44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:18.278952 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3256b6f9-a30c-4756-ae39-031cfcffcd56 req-ab14d1c2-e14b-48b9-9ed9-94d0e00ffe9e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 210 time: 0.0420702 Mar 03 06:14:19.280442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-d7f032e1-e19d-4529-ab01-cea6c289bbb4 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:19.281868 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-d7f032e1-e19d-4529-ab01-cea6c289bbb4 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.23 "GET /v2.0/networks?id=9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 200 len: 814 time: 0.1469827 Mar 03 06:14:19.293254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Request body: {'port': {'device_id': 'ec0db235-ffa9-410d-aecd-27a280de5067', 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995', 'admin_state_up': True, 'tenant_id': '04344552230b487b9c5c92dbd3ce83e8'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:14:19.447622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:14:19.451335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Usage tracker for resource:port and tenant:04344552230b487b9c5c92dbd3ce83e8 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:14:19.453392 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ef8bd8a9-0583-4129-9207-a45080839639 req-cb1e8c58-ee57-4b76-a36a-40c1e0c6ce80 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 210 time: 0.0611227 Mar 03 06:14:19.454214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:14:19.459914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:14:19.470423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Made reservation on behalf of 04344552230b487b9c5c92dbd3ce83e8 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:14:19.474561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:19.632013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Allocated IP 172.20.0.13 (9f58363b-f960-4a42-8e25-5e4d21547995/0ddf5343-c03f-450b-b4ab-c8830efad72f/5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:14:19.837466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:19.866482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:19.934247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Network 9f58363b-f960-4a42-8e25-5e4d21547995 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:14:19.941116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:14:19.945289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:14:19.975161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Pushing event updated for resources: {'Port': ['ID=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:14:19.993222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:19.993569 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:19.993910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:19.994244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:19.994576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:19.994902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:19.995221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:19.995543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:19.995892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:19.996214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:19.996532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:19.996847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:20.018958 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:20.019556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:20.039695 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-c86abefd-d4f3-43df-93bf-5b0b1e42d853 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7500279 Mar 03 06:14:20.095671 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Request body: {'port': {'device_id': 'ec0db235-ffa9-410d-aecd-27a280de5067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:14:20.204196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:20.505333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-dabcc52e-bc3e-4697-ba5a-063bd386e873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:20.638762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caa499-270d-474e-b4f9-e17670be80b1 req-7e035b4b-6898-4a65-a11a-91bd4fafe08c tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:20.640262 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e1caa499-270d-474e-b4f9-e17670be80b1 req-7e035b4b-6898-4a65-a11a-91bd4fafe08c tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 932 time: 0.0802250 Mar 03 06:14:20.641105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:14:20.648373 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:20.662296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Transition to ACTIVE for port object 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:14:20.666564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:20.684483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-e1caa499-270d-474e-b4f9-e17670be80b1 req-fde1e4f1-db3d-48e6-87e9-e134d5a4455f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Synchronizing usage tracker for tenant:04344552230b487b9c5c92dbd3ce83e8 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:14:20.700676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-e1caa499-270d-474e-b4f9-e17670be80b1 req-fde1e4f1-db3d-48e6-87e9-e134d5a4455f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Unset dirty status for tenant:04344552230b487b9c5c92dbd3ce83e8 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:14:20.707219 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e1caa499-270d-474e-b4f9-e17670be80b1 req-fde1e4f1-db3d-48e6-87e9-e134d5a4455f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613108 Mar 03 06:14:20.843920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Pushing event updated for resources: {'Port': ['ID=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:14:20.921694 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Attempting to bind port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:14:20.922022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Attempting to bind port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '88c89772-64b0-4cc3-9062-0988fa974a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:14:20.922370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Attempting to bind port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 on network 9f58363b-f960-4a42-8e25-5e4d21547995 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:14:20.926785 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 on network 9f58363b-f960-4a42-8e25-5e4d21547995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:14:20.927095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Attempting to bind port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 on network 9f58363b-f960-4a42-8e25-5e4d21547995 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:14:20.932288 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:14:20.932633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Checking segment: {'id': '88c89772-64b0-4cc3-9062-0988fa974a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:14:20.932983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Bound using segment: {'id': '88c89772-64b0-4cc3-9062-0988fa974a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:14:20.933383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Bound port: 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c89772-64b0-4cc3-9062-0988fa974a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:14:20.933722 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:21.019522 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] For port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:14:21.022734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] For port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:14:21.026239 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:21.084528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:21.085141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:21.086512 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] 10.222.0.23 "PUT /v2.0/ports/5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 HTTP/1.1" status: 200 len: 1094 time: 1.0402570 Mar 03 06:14:21.086940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0db235-ffa9-410d-aecd-27a280de5067', 'tag': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:14:21.114809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a37b5-c192-45d9-ba87-d93d257e1db9 service neutron] Pushing event updated for resources: {'Port': ['ID=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:14:21.155696 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0db235-ffa9-410d-aecd-27a280de5067', 'tag': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081', 'status': 'completed', 'code': 200} Mar 03 06:14:21.194648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-bd057bc2-f7f2-4660-a277-84fc4eeef6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:21.196137 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-bd057bc2-f7f2-4660-a277-84fc4eeef6a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04344552230b487b9c5c92dbd3ce83e8&device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 1097 time: 0.0724428 Mar 03 06:14:21.264351 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-8e081d1d-c33d-408d-a910-ee0aed5f0a4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 HTTP/1.1" status: 200 len: 217 time: 0.0620830 Mar 03 06:14:21.324565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-8c804273-c3d2-4286-aa8a-565f02b3536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:21.325944 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-8c804273-c3d2-4286-aa8a-565f02b3536c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ddf5343-c03f-450b-b4ab-c8830efad72f HTTP/1.1" status: 200 len: 854 time: 0.0562603 Mar 03 06:14:21.371903 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-3a447449-a98e-4337-bd89-dbc176cc186a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f58363b-f960-4a42-8e25-5e4d21547995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392921 Mar 03 06:14:21.523062 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-a196eae5-e77f-4a05-8465-c947ea22ba43 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448555 Mar 03 06:14:21.629905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:21.651510 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5c31ecb6-d39c-472c-86fc-bd4c4bca5e64 req-a0619f44-cfb5-434a-8ecc-9c3b4f89b922 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223652 Mar 03 06:14:21.769915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad8b5d-799a-49c9-9f87-7f983fbda06d req-765c79e0-e96b-46e0-a197-29b23943c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:21.772053 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-88ad8b5d-799a-49c9-9f87-7f983fbda06d req-765c79e0-e96b-46e0-a197-29b23943c711 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04344552230b487b9c5c92dbd3ce83e8&device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 1097 time: 0.0759196 Mar 03 06:14:21.775229 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:21.891919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b1749-53d9-4477-afca-ff9631a95f1a req-27987b2b-312b-404f-a465-91a95aad85c1 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:21.893629 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-294b1749-53d9-4477-afca-ff9631a95f1a req-27987b2b-312b-404f-a465-91a95aad85c1 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 944 time: 0.0840180 Mar 03 06:14:21.912814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad8b5d-799a-49c9-9f87-7f983fbda06d req-5cc587f9-8ba0-4949-ba0e-3de99df83a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:21.914317 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-88ad8b5d-799a-49c9-9f87-7f983fbda06d req-5cc587f9-8ba0-4949-ba0e-3de99df83a48 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 200 len: 915 time: 0.1353383 Mar 03 06:14:21.937650 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-294b1749-53d9-4477-afca-ff9631a95f1a req-408728da-34b6-4245-99a1-19777c672f47 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377519 Mar 03 06:14:21.982828 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-88ad8b5d-799a-49c9-9f87-7f983fbda06d req-9cfd66b5-c5ad-4e26-8930-82d915bdcc8c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 HTTP/1.1" status: 200 len: 217 time: 0.0629017 Mar 03 06:14:22.049291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad8b5d-799a-49c9-9f87-7f983fbda06d req-e4ccb617-29bb-416c-9c0a-2ef5ce0dfbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:22.050642 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-88ad8b5d-799a-49c9-9f87-7f983fbda06d req-e4ccb617-29bb-416c-9c0a-2ef5ce0dfbf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ddf5343-c03f-450b-b4ab-c8830efad72f HTTP/1.1" status: 200 len: 854 time: 0.0618894 Mar 03 06:14:22.095288 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-88ad8b5d-799a-49c9-9f87-7f983fbda06d req-e35d0a66-e342-4310-b3af-5320db63b316 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f58363b-f960-4a42-8e25-5e4d21547995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389054 Mar 03 06:14:22.317926 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-88ad8b5d-799a-49c9-9f87-7f983fbda06d req-20753214-0ee0-4ec1-8c5d-10d1f66a3c26 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158098 Mar 03 06:14:22.446216 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-88ad8b5d-799a-49c9-9f87-7f983fbda06d req-f303219c-077a-4a34-92b1-4ae5e099fe52 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209793 Mar 03 06:14:22.954160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:23.120157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbeddd-335f-4f8d-88e0-dcea3254d010 req-dbc1bfea-2ba9-461b-8cb6-6f1e78e2fec7 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:23.121632 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-eecbeddd-335f-4f8d-88e0-dcea3254d010 req-dbc1bfea-2ba9-461b-8cb6-6f1e78e2fec7 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 944 time: 0.0796180 Mar 03 06:14:23.168847 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-eecbeddd-335f-4f8d-88e0-dcea3254d010 req-a2bdad02-2c2e-4a05-8f5e-47c8ca54db96 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408080 Mar 03 06:14:24.439326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c352064-bc26-42cd-8c99-a4d0325bf0b7 req-ba53045c-477d-489c-a182-41e48b88e316 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:24.440805 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9c352064-bc26-42cd-8c99-a4d0325bf0b7 req-ba53045c-477d-489c-a182-41e48b88e316 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 944 time: 0.1673236 Mar 03 06:14:24.496212 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9c352064-bc26-42cd-8c99-a4d0325bf0b7 req-1bdcb47f-8462-4c93-afc0-c2043e8de94a tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493786 Mar 03 06:14:24.800922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:14:24.930018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:14:24.945549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081', 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995', 'port_id': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081', 'mac_address': 'fa:16:3e:22:2f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddf5343-c03f-450b-b4ab-c8830efad72f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:14:24.999308 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:25.015017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:14:25.029356 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:14:25.033915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:25.097877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:14:25.104596 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:25.104942 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:25.105278 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:25.105603 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:25.105926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:25.106250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:25.106566 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:25.106883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:25.107200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:25.107510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:25.107874 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:25.108186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:14:25.323972 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:14:25.678418 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ecf69-b5b3-4897-b8a4-d81e09feb95e req-e9e463b3-6c74-4499-a93d-131ce2fc0fb2 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:25.680037 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f16ecf69-b5b3-4897-b8a4-d81e09feb95e req-e9e463b3-6c74-4499-a93d-131ce2fc0fb2 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 945 time: 0.0792677 Mar 03 06:14:25.722859 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f16ecf69-b5b3-4897-b8a4-d81e09feb95e req-3781b9f6-ecd4-4194-b2ef-0c704b6400e7 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373311 Mar 03 06:14:26.810648 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:14:26.879176 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:14:26.883691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:14:26.884108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:26.902549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da6ef5-7de3-4a59-9cac-3ce182bb5372 req-1a4375b5-3302-49bb-ae3d-d54da49541ef tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:26.903998 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-08da6ef5-7de3-4a59-9cac-3ce182bb5372 req-1a4375b5-3302-49bb-ae3d-d54da49541ef tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 945 time: 0.0796916 Mar 03 06:14:26.950377 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-08da6ef5-7de3-4a59-9cac-3ce182bb5372 req-7303829d-1800-4ea3-99f9-1d98e3373da8 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399246 Mar 03 06:14:26.995681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:27.024892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0db235-ffa9-410d-aecd-27a280de5067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:14:27.034853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:14:27.038578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:27.076034 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0db235-ffa9-410d-aecd-27a280de5067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081', 'code': 200} Mar 03 06:14:27.106722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:14:27.287762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb21391-14b6-4119-816e-9cd2efd50b7f req-e615ecc6-190d-41e7-8b39-1874f038a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:27.289149 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6bb21391-14b6-4119-816e-9cd2efd50b7f req-e615ecc6-190d-41e7-8b39-1874f038a774 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 1099 time: 0.0718145 Mar 03 06:14:27.330010 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6bb21391-14b6-4119-816e-9cd2efd50b7f req-8b187a11-c7a7-4ca6-8c95-d18351150085 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344236 Mar 03 06:14:28.135473 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a5d8c-3821-49b4-b49f-e881cd044da6 req-c7186d4a-b645-44eb-9d91-414e3401128b tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:28.136868 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9a8a5d8c-3821-49b4-b49f-e881cd044da6 req-c7186d4a-b645-44eb-9d91-414e3401128b tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0791807 Mar 03 06:14:28.181549 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9a8a5d8c-3821-49b4-b49f-e881cd044da6 req-0c520627-4d58-4698-b82e-a63a046e3ea5 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384810 Mar 03 06:14:29.364708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e0de8-8a9c-4f0a-9667-a6c6a9cca991 req-ba15b02a-8c1b-471f-b76c-86dfd7796093 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:29.366847 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-968e0de8-8a9c-4f0a-9667-a6c6a9cca991 req-ba15b02a-8c1b-471f-b76c-86dfd7796093 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0817537 Mar 03 06:14:29.409743 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-968e0de8-8a9c-4f0a-9667-a6c6a9cca991 req-df83aae7-84b4-4203-b6d3-1968c8711dd3 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380547 Mar 03 06:14:29.591109 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95d2d6-3adc-48ce-83e3-08b71603471b req-5c3c1ee4-b629-4a50-8d49-927570216169 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:29.592623 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0d95d2d6-3adc-48ce-83e3-08b71603471b req-5c3c1ee4-b629-4a50-8d49-927570216169 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0777252 Mar 03 06:14:29.635404 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0d95d2d6-3adc-48ce-83e3-08b71603471b req-52a9210e-02bd-4fb4-af9c-e22cf4759ee5 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372329 Mar 03 06:14:29.971722 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69567968-4d5a-4856-a3a8-d2aac8f738d4 req-a71f9666-2927-4ad6-9e01-1ffe9748db56 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:29.973480 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-69567968-4d5a-4856-a3a8-d2aac8f738d4 req-a71f9666-2927-4ad6-9e01-1ffe9748db56 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0821297 Mar 03 06:14:30.015252 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-69567968-4d5a-4856-a3a8-d2aac8f738d4 req-a6181532-7995-4ddb-ab0e-9d8d610ec55b tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362091 Mar 03 06:14:30.338133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b78510e-1cec-4055-a9e8-d6905732ab81 req-34984981-bf09-4a4b-bb72-6c68c72b9b6a tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:30.339564 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9b78510e-1cec-4055-a9e8-d6905732ab81 req-34984981-bf09-4a4b-bb72-6c68c72b9b6a tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0780337 Mar 03 06:14:30.385932 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9b78510e-1cec-4055-a9e8-d6905732ab81 req-a64e253c-115a-4fff-b842-0d82dac02071 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401661 Mar 03 06:14:30.495087 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:30.868444 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-59ca9cad-8e06-4ad9-a4eb-dd597fe36dc5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685992 Mar 03 06:14:30.927989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1e8be-b999-4478-b8b2-ce8e17f485ba req-16944358-1619-4357-b6bb-d550bf6e9dbd tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:30.930622 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-34b1e8be-b999-4478-b8b2-ce8e17f485ba req-16944358-1619-4357-b6bb-d550bf6e9dbd tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0909395 Mar 03 06:14:30.974272 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-34b1e8be-b999-4478-b8b2-ce8e17f485ba req-39e6c5e9-ab17-4e05-868f-5ec0b2c509a8 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375540 Mar 03 06:14:32.056105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-a53031b7-b9a5-48ff-808c-bea7c7f0b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:32.057571 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-a53031b7-b9a5-48ff-808c-bea7c7f0b9c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04344552230b487b9c5c92dbd3ce83e8&device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 1099 time: 0.0739911 Mar 03 06:14:32.161781 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c2c3e-4e48-4c07-8e2a-ac2a5cef17e6 req-b64a4a5b-2dae-4585-b034-6ae3f882d984 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:32.163176 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a94c2c3e-4e48-4c07-8e2a-ac2a5cef17e6 req-b64a4a5b-2dae-4585-b034-6ae3f882d984 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0853894 Mar 03 06:14:32.197160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-e2e7a8bb-c86a-4c6a-bd45-442900593f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:32.198594 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-e2e7a8bb-c86a-4c6a-bd45-442900593f11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 200 len: 915 time: 0.1357453 Mar 03 06:14:32.211684 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a94c2c3e-4e48-4c07-8e2a-ac2a5cef17e6 req-2dd84972-3e53-4fa0-901a-24b49aa2409a tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 Mar 03 06:14:32.268359 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-b630edc9-8f68-4094-9edf-0818fea231f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 HTTP/1.1" status: 200 len: 217 time: 0.0638676 Mar 03 06:14:32.328674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-61008bad-5ae6-4930-8aed-2b8097835649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:32.330080 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-61008bad-5ae6-4930-8aed-2b8097835649 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ddf5343-c03f-450b-b4ab-c8830efad72f HTTP/1.1" status: 200 len: 854 time: 0.0562580 Mar 03 06:14:32.375466 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-70fc25dd-b9fe-474c-ad15-1c36ebf54a25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f58363b-f960-4a42-8e25-5e4d21547995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393629 Mar 03 06:14:32.502754 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-9a2ea3ac-1951-4824-865c-84d17d7d7a95 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213601 Mar 03 06:14:32.630933 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-93b63363-d856-4385-9156-6c4fbc098213 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221819 Mar 03 06:14:33.393683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfee0ce-0da6-467f-9beb-4cff0f1b0048 req-866b9d30-a285-4a3c-87e3-1bae22f0ad36 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:33.395126 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-edfee0ce-0da6-467f-9beb-4cff0f1b0048 req-866b9d30-a285-4a3c-87e3-1bae22f0ad36 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0794902 Mar 03 06:14:33.438566 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-edfee0ce-0da6-467f-9beb-4cff0f1b0048 req-69ee63ec-062f-448c-942c-f0723282b530 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377870 Mar 03 06:14:34.618766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f19530-a33c-47c0-916a-5d72ef25fbbf req-1694b0ff-406a-44c2-84be-66d048f73168 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:34.620197 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d2f19530-a33c-47c0-916a-5d72ef25fbbf req-1694b0ff-406a-44c2-84be-66d048f73168 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0799451 Mar 03 06:14:34.662134 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d2f19530-a33c-47c0-916a-5d72ef25fbbf req-93f517aa-a839-42d8-89f2-6711756f2018 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363071 Mar 03 06:14:35.842329 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d40d2-8100-4020-875b-991a5e144e21 req-6b4df3c4-8e96-4b79-82fa-38dc23f612ef tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:35.843728 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e10d40d2-8100-4020-875b-991a5e144e21 req-6b4df3c4-8e96-4b79-82fa-38dc23f612ef tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0796876 Mar 03 06:14:35.896194 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e10d40d2-8100-4020-875b-991a5e144e21 req-430cebf8-83f3-4934-a6bb-2262d3d5eb09 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468698 Mar 03 06:14:37.076864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df94ec-9249-4ca2-9dbd-b0a1a2954d6b req-f0a86100-5a5c-4ae9-b4f1-c9c3210d3724 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:37.078212 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-25df94ec-9249-4ca2-9dbd-b0a1a2954d6b req-f0a86100-5a5c-4ae9-b4f1-c9c3210d3724 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0775089 Mar 03 06:14:37.119964 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-25df94ec-9249-4ca2-9dbd-b0a1a2954d6b req-ec478818-b079-4863-8354-42baead22cd5 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362573 Mar 03 06:14:38.307827 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775af70-6e38-4aa3-b068-024866d3d038 req-1766ac80-f175-497a-884f-72d2678126f1 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:38.309252 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1775af70-6e38-4aa3-b068-024866d3d038 req-1766ac80-f175-497a-884f-72d2678126f1 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0804918 Mar 03 06:14:38.352612 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1775af70-6e38-4aa3-b068-024866d3d038 req-4f330679-418f-4c72-b80f-308c6518a0ed tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373292 Mar 03 06:14:39.529406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1d9d0-2b1d-42d4-8f93-291d52262bb6 req-8ee0710a-2d9f-4e7d-aa32-712cdfb6da87 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:39.531439 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05b1d9d0-2b1d-42d4-8f93-291d52262bb6 req-8ee0710a-2d9f-4e7d-aa32-712cdfb6da87 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0777700 Mar 03 06:14:39.575746 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05b1d9d0-2b1d-42d4-8f93-291d52262bb6 req-e7eb5da8-4406-4128-950c-050ac2e6616e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388050 Mar 03 06:14:40.757487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9309d55-4e26-4368-af01-b1d81d9d4103 req-6a30c125-113e-4c8b-9921-0ae2cd96698f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:40.758934 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9309d55-4e26-4368-af01-b1d81d9d4103 req-6a30c125-113e-4c8b-9921-0ae2cd96698f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0779476 Mar 03 06:14:40.801772 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9309d55-4e26-4368-af01-b1d81d9d4103 req-45b04529-a3ca-4dd7-9c86-16b7792869b0 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373056 Mar 03 06:14:41.983192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f36e7-d17a-4557-9640-69aa1313203f req-eee0ab5e-3020-443b-a3a2-c217fd631dea tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:41.984630 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-543f36e7-d17a-4557-9640-69aa1313203f req-eee0ab5e-3020-443b-a3a2-c217fd631dea tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0815125 Mar 03 06:14:42.026327 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-543f36e7-d17a-4557-9640-69aa1313203f req-d6a09d00-8598-4f7b-88d4-afad7042a095 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361898 Mar 03 06:14:43.209597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86f6d0-2095-453e-93c0-21d7800c0910 req-f79aae53-4bda-44a2-b2b4-5191989d5966 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:43.211036 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4d86f6d0-2095-453e-93c0-21d7800c0910 req-f79aae53-4bda-44a2-b2b4-5191989d5966 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0788159 Mar 03 06:14:43.255548 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4d86f6d0-2095-453e-93c0-21d7800c0910 req-3f84cd81-1e79-46a2-9d59-67ea3d3c9995 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368879 Mar 03 06:14:44.439961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d7a7b-b31c-4f63-9630-61c90e3000ab req-83056e26-99b7-48da-9d9c-d5d0e52a1d70 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:44.441412 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cd9d7a7b-b31c-4f63-9630-61c90e3000ab req-83056e26-99b7-48da-9d9c-d5d0e52a1d70 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0799749 Mar 03 06:14:44.483978 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cd9d7a7b-b31c-4f63-9630-61c90e3000ab req-68e5dc85-1bfb-4909-ada9-0d1bb3899f97 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369968 Mar 03 06:14:45.665746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0bca0-5ea5-4229-ac6d-f146ad69d1e2 req-cd7485fa-0909-438a-93ef-a6bd33a0b136 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:45.667033 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-77d0bca0-5ea5-4229-ac6d-f146ad69d1e2 req-cd7485fa-0909-438a-93ef-a6bd33a0b136 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0798175 Mar 03 06:14:45.793886 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-77d0bca0-5ea5-4229-ac6d-f146ad69d1e2 req-b992a87f-1fd7-4a29-a715-367b43d4bb94 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210961 Mar 03 06:14:46.971978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f01ab-9a25-495e-9d98-9e720effd683 req-97a5ac80-31b4-4e05-bf8d-eafdb206991c tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:46.973377 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f84f01ab-9a25-495e-9d98-9e720effd683 req-97a5ac80-31b4-4e05-bf8d-eafdb206991c tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0766683 Mar 03 06:14:47.014980 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f84f01ab-9a25-495e-9d98-9e720effd683 req-4a1c3659-39ed-42ab-894f-99a3d98934be tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360496 Mar 03 06:14:48.200666 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512da041-4406-4444-9472-a798734f5d8d req-a2fbe957-43d1-4d9c-90c0-5a2e671ec5b6 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:48.202027 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-512da041-4406-4444-9472-a798734f5d8d req-a2fbe957-43d1-4d9c-90c0-5a2e671ec5b6 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0801401 Mar 03 06:14:48.244640 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-512da041-4406-4444-9472-a798734f5d8d req-9fedc227-6b8f-4ba6-97be-8244743d8c2e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367978 Mar 03 06:14:48.271856 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1adcbf15-4905-4643-afa0-f8f816b36ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:49.428363 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992e2c9-80a1-4c01-bc10-c6cf957b4a5a req-7ad4ef60-a73e-408f-a239-1b037adf21af tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:49.430029 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d992e2c9-80a1-4c01-bc10-c6cf957b4a5a req-7ad4ef60-a73e-408f-a239-1b037adf21af tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0810606 Mar 03 06:14:49.472333 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d992e2c9-80a1-4c01-bc10-c6cf957b4a5a req-f8e44ba7-bc83-468f-99c9-6b5ef9ace0a2 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367920 Mar 03 06:14:50.514858 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5490172b-d6c3-45a0-9c83-a096bb247887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:50.656680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9f85a-b487-43f9-a9ff-00380f1faa9f req-b3595f85-f910-4491-926b-f8fa60b3b0d0 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:50.658054 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cae9f85a-b487-43f9-a9ff-00380f1faa9f req-b3595f85-f910-4491-926b-f8fa60b3b0d0 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0780375 Mar 03 06:14:50.700047 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cae9f85a-b487-43f9-a9ff-00380f1faa9f req-cc0fb1f4-c8df-4c87-bb0e-90de1b0d6e14 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363719 Mar 03 06:14:51.633894 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:51.776254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:51.889724 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea18c09-a5d0-4c4d-a778-0d4d63d022ca req-d20318b3-945e-49f1-94ca-f601170491c1 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:51.890746 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ea18c09-a5d0-4c4d-a778-0d4d63d022ca req-d20318b3-945e-49f1-94ca-f601170491c1 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0831876 Mar 03 06:14:51.934602 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ea18c09-a5d0-4c4d-a778-0d4d63d022ca req-27e997e5-92ac-418b-a4a4-5bd26d88f2b9 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381153 Mar 03 06:14:52.391875 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:14:52.957333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:14:53.111691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e066754-0c7d-4e12-9d01-0e1750bf71d6 req-aacefdb8-b446-4818-a661-79c150233c8a tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:53.113151 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1e066754-0c7d-4e12-9d01-0e1750bf71d6 req-aacefdb8-b446-4818-a661-79c150233c8a tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0788081 Mar 03 06:14:53.159073 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1e066754-0c7d-4e12-9d01-0e1750bf71d6 req-50a0be3e-fc28-4f4e-910c-76c93fc5efbd tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404298 Mar 03 06:14:54.337299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaad1a-b92a-4221-9fd9-8204d5bbb31f req-c31dad7d-5f4f-4318-8c28-2a65c0197646 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:54.338725 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-07aaad1a-b92a-4221-9fd9-8204d5bbb31f req-c31dad7d-5f4f-4318-8c28-2a65c0197646 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0786471 Mar 03 06:14:54.381846 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-07aaad1a-b92a-4221-9fd9-8204d5bbb31f req-12ffa88d-ec18-47dc-9c7b-0d51eab54828 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366132 Mar 03 06:14:55.566604 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a9c6e-7f76-4b80-ab20-d367073db894 req-542f15cf-a0e9-455c-b457-307821b583fa tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:55.568040 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-052a9c6e-7f76-4b80-ab20-d367073db894 req-542f15cf-a0e9-455c-b457-307821b583fa tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0801654 Mar 03 06:14:55.611386 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-052a9c6e-7f76-4b80-ab20-d367073db894 req-9717f34d-639e-406d-8c79-5668b1645f71 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378118 Mar 03 06:14:56.789883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d14e51-2bb8-4efc-9b2c-12dd94c86a2d req-9fb77676-002d-4339-b9df-fa0ee2780f00 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:56.791325 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-73d14e51-2bb8-4efc-9b2c-12dd94c86a2d req-9fb77676-002d-4339-b9df-fa0ee2780f00 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0781953 Mar 03 06:14:56.834507 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-73d14e51-2bb8-4efc-9b2c-12dd94c86a2d req-a51ba852-db36-420a-a29d-2bb5f55ad9a3 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370114 Mar 03 06:14:58.018962 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e7216-ce7a-4bc5-bbae-5cc1c227806e req-5e94ec1d-2630-49b2-9528-a7a71f8dc34c tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:58.020441 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-696e7216-ce7a-4bc5-bbae-5cc1c227806e req-5e94ec1d-2630-49b2-9528-a7a71f8dc34c tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0827014 Mar 03 06:14:58.065646 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-696e7216-ce7a-4bc5-bbae-5cc1c227806e req-84619a86-6b4f-4456-b12f-df3e8bdafa4e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392306 Mar 03 06:14:59.250455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171f533-100d-4ce0-b35e-d0feae3ab0d4 req-5367ad75-eb8f-4399-93d9-9e500b8147b7 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:59.251913 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2171f533-100d-4ce0-b35e-d0feae3ab0d4 req-5367ad75-eb8f-4399-93d9-9e500b8147b7 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0813301 Mar 03 06:14:59.294528 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2171f533-100d-4ce0-b35e-d0feae3ab0d4 req-abae4f0f-0a25-4736-9c51-e34e1b11dcca tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369461 Mar 03 06:14:59.304200 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-4d460599-8a19-4314-a0c6-ee82263d4615 service neutron] 10.222.0.23 "GET /v2.0/ports/5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0758798 Mar 03 06:14:59.555787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-606c21d9-055c-4377-b700-ffe9f133f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:59.557222 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-606c21d9-055c-4377-b700-ffe9f133f7f1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067&tenant_id=04344552230b487b9c5c92dbd3ce83e8 HTTP/1.1" status: 200 len: 1099 time: 0.0691690 Mar 03 06:14:59.646528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-c845d62d-793d-4637-97af-5e9da89d5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:59.647876 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-c845d62d-793d-4637-97af-5e9da89d5ded service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04344552230b487b9c5c92dbd3ce83e8&device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 1099 time: 0.0707150 Mar 03 06:14:59.774056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-0a1ab07a-1bf3-451c-8ca5-b1e1236dbb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:59.775449 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-0a1ab07a-1bf3-451c-8ca5-b1e1236dbb9d service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 200 len: 915 time: 0.1216590 Mar 03 06:14:59.839972 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-1ca9fb81-77bd-48e1-b1f1-c512902c4a53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 HTTP/1.1" status: 200 len: 217 time: 0.0581157 Mar 03 06:14:59.997656 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-e0b57261-d110-425a-b795-c6abab40bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:14:59.999067 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-e0b57261-d110-425a-b795-c6abab40bde4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ddf5343-c03f-450b-b4ab-c8830efad72f HTTP/1.1" status: 200 len: 854 time: 0.1535945 Mar 03 06:15:00.043301 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-3949f279-23c0-4477-add2-ce4477b46ad8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f58363b-f960-4a42-8e25-5e4d21547995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383635 Mar 03 06:15:00.168292 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-0d38aa48-c40e-4359-9242-9085a17da137 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188638 Mar 03 06:15:00.293827 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ffdaed10-c7a1-42be-a0d4-5aaef6678264 req-039b3414-4431-42a8-9176-20641e8f1dc4 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193130 Mar 03 06:15:00.482960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19c987-c658-4bdd-9a96-2d971e14dbf8 req-f0b89c09-9d02-4244-a3e6-551e39780621 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:00.485489 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1b19c987-c658-4bdd-9a96-2d971e14dbf8 req-f0b89c09-9d02-4244-a3e6-551e39780621 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0833828 Mar 03 06:15:00.502498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:00.530167 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1b19c987-c658-4bdd-9a96-2d971e14dbf8 req-d7fdb48d-7b24-4bb9-804f-94242df837e7 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389910 Mar 03 06:15:01.712542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfdc463-c1ba-4067-9bdf-c63d4fe26126 req-ea13d2be-8206-453b-b1cc-632f3e557219 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:01.713862 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-abfdc463-c1ba-4067-9bdf-c63d4fe26126 req-ea13d2be-8206-453b-b1cc-632f3e557219 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0801499 Mar 03 06:15:01.757023 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-abfdc463-c1ba-4067-9bdf-c63d4fe26126 req-59eb650c-d859-4abd-8ba0-6a94b19bee25 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371802 Mar 03 06:15:02.949485 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942bda2-e5e9-40fe-8a90-3983621ce937 req-fde12d70-bcf5-4158-b66d-c51404b3377d tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:02.950952 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f942bda2-e5e9-40fe-8a90-3983621ce937 req-fde12d70-bcf5-4158-b66d-c51404b3377d tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0840483 Mar 03 06:15:02.994304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:15:02.998883 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f942bda2-e5e9-40fe-8a90-3983621ce937 req-848a91e4-6602-4bd0-8d5f-abecfe07bfa8 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423443 Mar 03 06:15:02.999375 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:15:03.214616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:03.232820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:15:03.252160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081', 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995', 'port_id': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081', 'mac_address': 'fa:16:3e:22:2f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddf5343-c03f-450b-b4ab-c8830efad72f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:15:03.258432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0db235-ffa9-410d-aecd-27a280de5067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:15:03.322926 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0db235-ffa9-410d-aecd-27a280de5067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081', 'code': 200} Mar 03 06:15:03.337369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:15:03.345355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:03.393839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:03.424244 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:15:03.464214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:15:03.490795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:15:03.491144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:15:04.044431 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:04.064138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:15:04.080165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:15:04.083673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:04.146620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:15:04.180851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438acd0-7034-4528-8660-8f046cfc82e6 req-95708ea7-a68c-4441-82b6-858c70c05c0f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:04.182310 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5438acd0-7034-4528-8660-8f046cfc82e6 req-95708ea7-a68c-4441-82b6-858c70c05c0f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 945 time: 0.0799634 Mar 03 06:15:04.186630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:15:04.228142 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5438acd0-7034-4528-8660-8f046cfc82e6 req-672c2c90-d44b-4a61-b6b0-1a1eaa30b9c2 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382018 Mar 03 06:15:04.528370 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ea307-e2eb-4d68-893f-1821376ebfcf req-832890be-69ca-44b8-849d-6f5495817299 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:04.530297 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ab2ea307-e2eb-4d68-893f-1821376ebfcf req-832890be-69ca-44b8-849d-6f5495817299 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 945 time: 0.0816534 Mar 03 06:15:04.537848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-4eda2210-7861-459f-9dd6-d5d6f573644f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:04.538528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-4eda2210-7861-459f-9dd6-d5d6f573644f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Synchronizing usage tracker for tenant:04344552230b487b9c5c92dbd3ce83e8 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:15:04.556720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-4eda2210-7861-459f-9dd6-d5d6f573644f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Unset dirty status for tenant:04344552230b487b9c5c92dbd3ce83e8 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:15:04.557904 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-4eda2210-7861-459f-9dd6-d5d6f573644f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067&tenant_id=04344552230b487b9c5c92dbd3ce83e8&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.1041617 Mar 03 06:15:04.577602 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ab2ea307-e2eb-4d68-893f-1821376ebfcf req-0db96bbd-3e11-4cce-9605-2a7451d4e09c tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414612 Mar 03 06:15:04.691631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-7193dedb-431d-4b21-931c-f185f399551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:04.693101 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-7193dedb-431d-4b21-931c-f185f399551a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04344552230b487b9c5c92dbd3ce83e8&device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 1098 time: 0.0694103 Mar 03 06:15:04.820712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-eaa6403d-e6ef-4514-b5a1-5effa6bf5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:04.822032 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-eaa6403d-e6ef-4514-b5a1-5effa6bf5ec0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 200 len: 915 time: 0.1233630 Mar 03 06:15:04.890398 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-22b54315-be36-4c29-a238-c52785376498 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 HTTP/1.1" status: 200 len: 217 time: 0.0625205 Mar 03 06:15:04.948928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-f7d4f9f4-29c3-4670-bdec-a97b74cf41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:04.950264 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-f7d4f9f4-29c3-4670-bdec-a97b74cf41ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ddf5343-c03f-450b-b4ab-c8830efad72f HTTP/1.1" status: 200 len: 854 time: 0.0546756 Mar 03 06:15:04.994526 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-de491987-dc22-4f18-84dc-7979fd5ed3b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f58363b-f960-4a42-8e25-5e4d21547995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381725 Mar 03 06:15:05.023619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:15:05.089429 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:15:05.090097 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:05.120133 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-5607bf42-3bff-48f5-bf82-6966e3c57b39 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199462 Mar 03 06:15:05.203724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:05.234611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:15:05.238672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:05.249212 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-154ad6b9-47a8-4c08-9835-7a8e47e5f29e req-cf8caa51-36e1-4c45-a015-62348de69f77 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237061 Mar 03 06:15:05.314034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,revision_number=8']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:15:05.324093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0db235-ffa9-410d-aecd-27a280de5067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:15:05.379696 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0db235-ffa9-410d-aecd-27a280de5067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081', 'code': 200} Mar 03 06:15:05.767673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2f5e3-4adc-4efa-962a-efcf2cd1a223 req-522f76fa-ce9d-40da-8fd9-bf6385f0231d tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:05.769234 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e1f2f5e3-4adc-4efa-962a-efcf2cd1a223 req-522f76fa-ce9d-40da-8fd9-bf6385f0231d tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0810716 Mar 03 06:15:05.815157 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e1f2f5e3-4adc-4efa-962a-efcf2cd1a223 req-f1e0c965-58d6-4a99-897e-9b80bffcf4ec tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396378 Mar 03 06:15:07.002478 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ffe65-a509-47a4-b19c-bb7d0195dfdc req-b991fa38-e7ad-4f06-97c5-10931558bc79 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:07.003922 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9b4ffe65-a509-47a4-b19c-bb7d0195dfdc req-b991fa38-e7ad-4f06-97c5-10931558bc79 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0812309 Mar 03 06:15:07.046295 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9b4ffe65-a509-47a4-b19c-bb7d0195dfdc req-c09f8272-3205-4346-abee-fba4e5bc50ae tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367842 Mar 03 06:15:07.243958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd24d97-b451-4df8-a324-98a7ce4e3b22 req-3b4e87aa-2a83-4506-9a2d-db2b0188a7a1 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:07.252212 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1cd24d97-b451-4df8-a324-98a7ce4e3b22 req-3b4e87aa-2a83-4506-9a2d-db2b0188a7a1 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.1025214 Mar 03 06:15:07.380991 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1cd24d97-b451-4df8-a324-98a7ce4e3b22 req-e98d3445-e667-45ea-bca6-4afdb0dfe832 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278062 Mar 03 06:15:07.561629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f8aea-a529-49bb-9378-e5b2b50bc89d req-5e1b084b-f69f-4f21-a436-91b05548b40c tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:07.563061 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c09f8aea-a529-49bb-9378-e5b2b50bc89d req-5e1b084b-f69f-4f21-a436-91b05548b40c tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.0780921 Mar 03 06:15:07.607624 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c09f8aea-a529-49bb-9378-e5b2b50bc89d req-b7f0b8e6-65de-475d-9743-5873737a8edc tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383108 Mar 03 06:15:08.085119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9012a-5191-463d-b36d-a55341663e36 req-b3e275fd-5254-43c2-8f17-78ef345e6d75 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:08.086529 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-b3e275fd-5254-43c2-8f17-78ef345e6d75 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/networks?id=9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 200 len: 814 time: 0.1435866 Mar 03 06:15:08.101098 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-9528ecf8-7f69-4618-a42d-8e4283e93558 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/quotas/04344552230b487b9c5c92dbd3ce83e8 HTTP/1.1" status: 200 len: 375 time: 0.0086937 Mar 03 06:15:08.178397 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-216a9f8c-bd23-481b-a978-b5a3022662c0 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=04344552230b487b9c5c92dbd3ce83e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725012 Mar 03 06:15:08.305411 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-a8b1bd32-f0ef-42ca-aafd-36d83b9d8354 service neutron] 10.222.0.20 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202722 Mar 03 06:15:08.433972 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-b1ee9817-eeb4-42dc-bd52-71f98b77fa2e service neutron] 10.222.0.20 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221600 Mar 03 06:15:08.605065 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7a4aaffc-caed-4395-ad39-f2ca2e77a468 req-85a8ecc1-f860-4e1c-bc76-59794bd9962a tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 210 time: 0.0424919 Mar 03 06:15:09.616000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9012a-5191-463d-b36d-a55341663e36 req-e3c3fefe-60f4-4ab6-b83d-c6e27b935f04 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:09.617850 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-e3c3fefe-60f4-4ab6-b83d-c6e27b935f04 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.23 "GET /v2.0/networks?id=9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 200 len: 814 time: 0.1536474 Mar 03 06:15:09.630619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Request body: {'port': {'device_id': 'e68d8bc5-421e-4d30-8629-20a576cec725', 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995', 'admin_state_up': True, 'tenant_id': '04344552230b487b9c5c92dbd3ce83e8'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:15:09.758716 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e12c4815-2c24-461d-9539-f3b444e6a05c req-197895c4-5f72-4106-9e71-9eec8939695d tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 210 time: 0.0462162 Mar 03 06:15:09.766842 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:15:09.776133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:15:09.786055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Made reservation on behalf of 04344552230b487b9c5c92dbd3ce83e8 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:15:09.789527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:10.096983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce79aca-d7bf-4ebe-889c-0b165850bdaf req-f00c2e9a-40c2-4894-8fed-db2e1b99ad6f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:10.098396 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5ce79aca-d7bf-4ebe-889c-0b165850bdaf req-f00c2e9a-40c2-4894-8fed-db2e1b99ad6f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec0db235-ffa9-410d-aecd-27a280de5067 HTTP/1.1" status: 200 len: 946 time: 0.2564979 Mar 03 06:15:10.102090 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Allocated IP 172.20.0.11 (9f58363b-f960-4a42-8e25-5e4d21547995/0ddf5343-c03f-450b-b4ab-c8830efad72f/6f021e8f-3ce6-4a60-a83c-92043ae8a16e) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:15:10.207749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-5ce79aca-d7bf-4ebe-889c-0b165850bdaf req-85e9e83c-6789-4f3d-ab34-ed970fe96b3e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Deleting port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:15:10.208009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5ce79aca-d7bf-4ebe-889c-0b165850bdaf req-85e9e83c-6789-4f3d-ab34-ed970fe96b3e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:10.572881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:10.614548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-5ce79aca-d7bf-4ebe-889c-0b165850bdaf req-85e9e83c-6789-4f3d-ab34-ed970fe96b3e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] For port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:15:10.614902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5ce79aca-d7bf-4ebe-889c-0b165850bdaf req-85e9e83c-6789-4f3d-ab34-ed970fe96b3e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:10.737517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-5ce79aca-d7bf-4ebe-889c-0b165850bdaf req-85e9e83c-6789-4f3d-ab34-ed970fe96b3e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Calling delete_port for 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:15:10.782586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:10.793883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:15:10.884083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Network 9f58363b-f960-4a42-8e25-5e4d21547995 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:15:10.894632 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:15:10.900164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:15:10.928541 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Pushing event updated for resources: {'Port': ['ID=6f021e8f-3ce6-4a60-a83c-92043ae8a16e,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:15:10.961332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978a71e-113a-4d03-b2ee-f60eb9f6c3c6 req-1ed081f1-83ce-4154-9b72-b9f940b2dcaa tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:10.962784 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6978a71e-113a-4d03-b2ee-f60eb9f6c3c6 req-1ed081f1-83ce-4154-9b72-b9f940b2dcaa tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 932 time: 0.0944405 Mar 03 06:15:11.012691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:11.013330 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:11.014300 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6978a71e-113a-4d03-b2ee-f60eb9f6c3c6 req-451cc66c-7396-4242-97d5-8cbe29fee064 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443718 Mar 03 06:15:11.039660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5ce79aca-d7bf-4ebe-889c-0b165850bdaf req-85e9e83c-6789-4f3d-ab34-ed970fe96b3e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:11.084958 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-6e48b495-da95-4108-92af-2dba277f8368 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4579573 Mar 03 06:15:11.094925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9e83c-6789-4f3d-ab34-ed970fe96b3e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Pushing event deleted for resources: {'Port': ['ID=5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:15:11.099559 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Request body: {'port': {'device_id': 'e68d8bc5-421e-4d30-8629-20a576cec725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:15:11.205192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce79aca-d7bf-4ebe-889c-0b165850bdaf req-85e9e83c-6789-4f3d-ab34-ed970fe96b3e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] No DVR routers for this DVR port 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:15:11.208589 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5ce79aca-d7bf-4ebe-889c-0b165850bdaf req-85e9e83c-6789-4f3d-ab34-ed970fe96b3e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:11.210507 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5ce79aca-d7bf-4ebe-889c-0b165850bdaf req-85e9e83c-6789-4f3d-ab34-ed970fe96b3e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.23 "DELETE /v2.0/ports/5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 HTTP/1.1" status: 204 len: 173 time: 1.1045249 Mar 03 06:15:11.210925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0db235-ffa9-410d-aecd-27a280de5067', 'name': 'network-vif-deleted', 'tag': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:15:11.267984 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0db235-ffa9-410d-aecd-27a280de5067', 'name': 'network-vif-deleted', 'tag': '5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081', 'status': 'completed', 'code': 200} Mar 03 06:15:11.290003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:11.739972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f021e8f-3ce6-4a60-a83c-92043ae8a16e {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:15:11.747291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:11.762712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Transition to ACTIVE for port object 6f021e8f-3ce6-4a60-a83c-92043ae8a16e will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:15:11.766225 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:11.919125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Pushing event updated for resources: {'Port': ['ID=6f021e8f-3ce6-4a60-a83c-92043ae8a16e,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:15:11.993770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Attempting to bind port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:15:11.994099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Attempting to bind port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '88c89772-64b0-4cc3-9062-0988fa974a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:15:11.994419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Attempting to bind port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e on network 9f58363b-f960-4a42-8e25-5e4d21547995 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:15:11.999290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e on network 9f58363b-f960-4a42-8e25-5e4d21547995 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:15:11.999601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Attempting to bind port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e on network 9f58363b-f960-4a42-8e25-5e4d21547995 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:15:12.004497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:15:12.004823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Checking segment: {'id': '88c89772-64b0-4cc3-9062-0988fa974a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:15:12.005194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Bound using segment: {'id': '88c89772-64b0-4cc3-9062-0988fa974a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:15:12.005606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Bound port: 6f021e8f-3ce6-4a60-a83c-92043ae8a16e, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c89772-64b0-4cc3-9062-0988fa974a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:15:12.005937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:12.094279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] For port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:15:12.097125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] For port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f021e8f-3ce6-4a60-a83c-92043ae8a16e,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:15:12.102574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:12.156910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:12.157517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:12.158870 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] 10.222.0.23 "PUT /v2.0/ports/6f021e8f-3ce6-4a60-a83c-92043ae8a16e HTTP/1.1" status: 200 len: 1094 time: 1.0663280 Mar 03 06:15:12.180847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b148a-2772-4e58-924f-b6c2a116c68f service neutron] Pushing event updated for resources: {'Port': ['ID=6f021e8f-3ce6-4a60-a83c-92043ae8a16e,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:15:12.212283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b9478-77f5-4991-b080-6bfaf07ab804 req-75c8021e-766b-48d4-ac7d-b5e83011c3de tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:12.213737 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b41b9478-77f5-4991-b080-6bfaf07ab804 req-75c8021e-766b-48d4-ac7d-b5e83011c3de tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 944 time: 0.0943160 Mar 03 06:15:12.257608 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b41b9478-77f5-4991-b080-6bfaf07ab804 req-1d2f658c-39b3-47e5-82e4-eb58c3a95936 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381129 Mar 03 06:15:12.265166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9012a-5191-463d-b36d-a55341663e36 req-ccda8da2-8cc6-4f95-a187-edadc452bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:12.266695 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-ccda8da2-8cc6-4f95-a187-edadc452bc70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04344552230b487b9c5c92dbd3ce83e8&device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 1097 time: 0.0702875 Mar 03 06:15:12.335272 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-11650f7e-5227-4b00-b607-8e335133de54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f021e8f-3ce6-4a60-a83c-92043ae8a16e HTTP/1.1" status: 200 len: 217 time: 0.0623407 Mar 03 06:15:12.401068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9012a-5191-463d-b36d-a55341663e36 req-da9baab3-39c1-48ce-9bc1-21c40a872391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:12.402567 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-da9baab3-39c1-48ce-9bc1-21c40a872391 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ddf5343-c03f-450b-b4ab-c8830efad72f HTTP/1.1" status: 200 len: 854 time: 0.0618505 Mar 03 06:15:12.448790 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-ed1d9778-94aa-4512-ace3-7bb6c6c35d60 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f58363b-f960-4a42-8e25-5e4d21547995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405011 Mar 03 06:15:12.577502 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-b3024322-9979-42e4-b618-080e07727901 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225100 Mar 03 06:15:12.704000 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-05a9012a-5191-463d-b36d-a55341663e36 req-a37f6daf-c806-4223-9838-df6eec093c7c service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213088 Mar 03 06:15:13.047246 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:15:13.083841 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:15:13.084187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 5abfd6a7-a4fd-4ca2-b1ce-f50434cbd081 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:15:13.269050 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68d8bc5-421e-4d30-8629-20a576cec725', 'tag': '6f021e8f-3ce6-4a60-a83c-92043ae8a16e'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:15:13.312605 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68d8bc5-421e-4d30-8629-20a576cec725', 'tag': '6f021e8f-3ce6-4a60-a83c-92043ae8a16e', 'status': 'completed', 'code': 200} Mar 03 06:15:13.402085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b282520-cb81-45e4-9100-8ccf7dceb90c req-95c8c54e-fb09-4d27-a17d-2b2e20c83ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:13.403583 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b282520-cb81-45e4-9100-8ccf7dceb90c req-95c8c54e-fb09-4d27-a17d-2b2e20c83ee2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04344552230b487b9c5c92dbd3ce83e8&device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 1097 time: 0.0707939 Mar 03 06:15:13.441736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4acc8-d3ad-4a01-85c1-a6a985534f22 req-2f3632e0-b291-47e9-97b8-1a5e96e7b5f0 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:13.443184 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7bd4acc8-d3ad-4a01-85c1-a6a985534f22 req-2f3632e0-b291-47e9-97b8-1a5e96e7b5f0 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 944 time: 0.0785997 Mar 03 06:15:13.489214 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7bd4acc8-d3ad-4a01-85c1-a6a985534f22 req-72f59313-a1b6-4232-8f30-4404d5c5bd9a tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401292 Mar 03 06:15:13.534131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b282520-cb81-45e4-9100-8ccf7dceb90c req-93441c29-1d78-4908-ae24-c59a18dd7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:13.535551 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b282520-cb81-45e4-9100-8ccf7dceb90c req-93441c29-1d78-4908-ae24-c59a18dd7554 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 200 len: 915 time: 0.1257911 Mar 03 06:15:13.610029 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b282520-cb81-45e4-9100-8ccf7dceb90c req-0c550c9d-8fd6-49f8-83ec-8284755cdb32 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f021e8f-3ce6-4a60-a83c-92043ae8a16e HTTP/1.1" status: 200 len: 217 time: 0.0630975 Mar 03 06:15:13.669796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b282520-cb81-45e4-9100-8ccf7dceb90c req-85b8e727-21b4-4b27-8164-3b21eb49fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:13.671191 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b282520-cb81-45e4-9100-8ccf7dceb90c req-85b8e727-21b4-4b27-8164-3b21eb49fbb5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ddf5343-c03f-450b-b4ab-c8830efad72f HTTP/1.1" status: 200 len: 854 time: 0.0549855 Mar 03 06:15:13.720400 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b282520-cb81-45e4-9100-8ccf7dceb90c req-c6a76fe3-c109-49e5-939b-60aae3c2bf59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f58363b-f960-4a42-8e25-5e4d21547995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427685 Mar 03 06:15:13.944380 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b282520-cb81-45e4-9100-8ccf7dceb90c req-aa1f27c0-1df1-4b7c-92f3-30bff0b95f7b service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180469 Mar 03 06:15:14.073285 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6b282520-cb81-45e4-9100-8ccf7dceb90c req-065db950-a7a4-4e6b-b774-00cee932ddf7 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218719 Mar 03 06:15:14.670748 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b84ac3-1fd7-4607-b0d8-fc497fa47be2 req-30a5c0cc-bff1-44f2-bfb1-26b3679f5020 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:14.672100 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-88b84ac3-1fd7-4607-b0d8-fc497fa47be2 req-30a5c0cc-bff1-44f2-bfb1-26b3679f5020 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 944 time: 0.0772488 Mar 03 06:15:14.714999 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-88b84ac3-1fd7-4607-b0d8-fc497fa47be2 req-682effb2-5086-41b7-9d8c-c9791b871b9f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373490 Mar 03 06:15:15.048598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6f021e8f-3ce6-4a60-a83c-92043ae8a16e details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:15:15.176662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f021e8f-3ce6-4a60-a83c-92043ae8a16e,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:15:15.189826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '6f021e8f-3ce6-4a60-a83c-92043ae8a16e', 'network_id': '9f58363b-f960-4a42-8e25-5e4d21547995', 'port_id': '6f021e8f-3ce6-4a60-a83c-92043ae8a16e', 'mac_address': 'fa:16:3e:30:1e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ddf5343-c03f-450b-b4ab-c8830efad72f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:15:15.241857 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:15.258055 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f021e8f-3ce6-4a60-a83c-92043ae8a16e {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:15:15.272945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f021e8f-3ce6-4a60-a83c-92043ae8a16e,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:15:15.276765 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:15.346165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=6f021e8f-3ce6-4a60-a83c-92043ae8a16e,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:15:15.611852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['6f021e8f-3ce6-4a60-a83c-92043ae8a16e'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:15:15.907174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385332a-0aeb-4ffe-a8cd-8bfda2470f25 req-c4696cf7-aaea-403d-9da7-c968e7e71ab4 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:15.908574 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8385332a-0aeb-4ffe-a8cd-8bfda2470f25 req-c4696cf7-aaea-403d-9da7-c968e7e71ab4 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 945 time: 0.0818796 Mar 03 06:15:15.951940 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8385332a-0aeb-4ffe-a8cd-8bfda2470f25 req-1febabc1-9645-4863-a639-cee0aeb62e54 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373302 Mar 03 06:15:17.064192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6f021e8f-3ce6-4a60-a83c-92043ae8a16e up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:15:17.132017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befce79-4218-4c1f-a49b-c357978a034c req-b428ea51-6823-4f47-852e-de75f769fb73 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:17.132650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:15:17.133543 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7befce79-4218-4c1f-a49b-c357978a034c req-b428ea51-6823-4f47-852e-de75f769fb73 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 945 time: 0.0800827 Mar 03 06:15:17.137396 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:15:17.137769 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:17.177148 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7befce79-4218-4c1f-a49b-c357978a034c req-d97c777e-b637-4760-901f-b45bf10d2f30 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375426 Mar 03 06:15:17.253666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:17.278766 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68d8bc5-421e-4d30-8629-20a576cec725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f021e8f-3ce6-4a60-a83c-92043ae8a16e'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:15:17.289112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f021e8f-3ce6-4a60-a83c-92043ae8a16e,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:15:17.293243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:17.329244 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68d8bc5-421e-4d30-8629-20a576cec725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f021e8f-3ce6-4a60-a83c-92043ae8a16e', 'code': 200} Mar 03 06:15:17.360423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=6f021e8f-3ce6-4a60-a83c-92043ae8a16e,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:15:17.549004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb9763-dab1-4589-a58d-74ff57d64585 req-8e1ee067-d8b2-4ec5-bc48-8135c5ff91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:17.550336 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bbbb9763-dab1-4589-a58d-74ff57d64585 req-8e1ee067-d8b2-4ec5-bc48-8135c5ff91b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 1099 time: 0.0669065 Mar 03 06:15:17.589550 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bbbb9763-dab1-4589-a58d-74ff57d64585 req-29622322-83a2-4239-9459-af94d5e1c7cc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337930 Mar 03 06:15:18.275253 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9d4cbf78-d74f-4e58-a3dd-ef5c80da05a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:18.368274 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959fa97b-473b-4221-a36b-90aca94879e9 req-ef22ad52-853b-4d65-8dec-7c07202a8564 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:18.369705 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-959fa97b-473b-4221-a36b-90aca94879e9 req-ef22ad52-853b-4d65-8dec-7c07202a8564 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0814564 Mar 03 06:15:18.413199 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-959fa97b-473b-4221-a36b-90aca94879e9 req-ce3c19e8-7fb8-4f4e-9c66-a3b9987b127f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378823 Mar 03 06:15:19.593505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876615f-dac8-4165-bafe-878460792c8b req-43c1207e-0f91-4488-8d10-ff1fd08f3619 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:19.594925 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d876615f-dac8-4165-bafe-878460792c8b req-43c1207e-0f91-4488-8d10-ff1fd08f3619 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0784917 Mar 03 06:15:19.639610 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d876615f-dac8-4165-bafe-878460792c8b req-29f4c714-6440-4ae8-acc7-b4a1ec5f4d86 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391252 Mar 03 06:15:19.817392 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2078517-e2cc-42df-9dd5-53350464e2d8 req-581abf6e-b281-4a5e-a812-abbd33c22d55 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:19.818813 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d2078517-e2cc-42df-9dd5-53350464e2d8 req-581abf6e-b281-4a5e-a812-abbd33c22d55 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0778451 Mar 03 06:15:19.860744 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d2078517-e2cc-42df-9dd5-53350464e2d8 req-713dee4a-6f97-4346-951a-1ff7e11df063 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363526 Mar 03 06:15:20.202573 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-bb44f069-6b3e-49b7-b6cf-c8d71c30d468 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717711 Mar 03 06:15:20.254310 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf5281-da69-4fb3-bd5f-79715287f70e req-62db9d0a-b32b-4e2f-8093-d3c69bd29312 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:20.255755 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d2bf5281-da69-4fb3-bd5f-79715287f70e req-62db9d0a-b32b-4e2f-8093-d3c69bd29312 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0836718 Mar 03 06:15:20.299727 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d2bf5281-da69-4fb3-bd5f-79715287f70e req-6bf16710-c66b-47ea-9bf6-0f99b91462f8 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382817 Mar 03 06:15:20.508341 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4e76219d-fb44-436d-86a2-e7525008b69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:21.291513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-787e4fb7-8f7f-495e-92c0-6a6167466d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:21.292978 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-787e4fb7-8f7f-495e-92c0-6a6167466d2e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04344552230b487b9c5c92dbd3ce83e8&device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 1099 time: 0.0690954 Mar 03 06:15:21.423939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-57844e6f-d4b3-4071-a7da-690a940a5082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:21.425958 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-57844e6f-d4b3-4071-a7da-690a940a5082 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 200 len: 915 time: 0.1271880 Mar 03 06:15:21.481412 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e80e9d-c51a-4b81-b907-b367582b042a req-640e194e-8bec-4989-8eeb-74f303c5d2f3 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:21.482948 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-06e80e9d-c51a-4b81-b907-b367582b042a req-640e194e-8bec-4989-8eeb-74f303c5d2f3 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0781448 Mar 03 06:15:21.495826 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-4a6e44c4-9974-4cb7-b5dd-f0aa5e195f54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f021e8f-3ce6-4a60-a83c-92043ae8a16e HTTP/1.1" status: 200 len: 217 time: 0.0640516 Mar 03 06:15:21.528026 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-06e80e9d-c51a-4b81-b907-b367582b042a req-eea5df00-915d-48cc-857e-200df7990ad4 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382180 Mar 03 06:15:21.558611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-80e64c48-098e-4181-b598-95befbd9390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:21.559984 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-80e64c48-098e-4181-b598-95befbd9390f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ddf5343-c03f-450b-b4ab-c8830efad72f HTTP/1.1" status: 200 len: 854 time: 0.0579414 Mar 03 06:15:21.606488 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-5105f201-9834-4a5f-81b0-cc07e0ebf824 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f58363b-f960-4a42-8e25-5e4d21547995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410337 Mar 03 06:15:21.635268 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:21.735730 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-1466ad16-22b4-4e2c-af7c-8e6e93329fd0 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234396 Mar 03 06:15:21.780015 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:21.865983 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-e6d9380f-d8f1-4813-9a1d-ebcae1d6044f service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240089 Mar 03 06:15:22.713363 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f08047-d776-4ee5-9e54-e542c128b5ef req-1f0e7a4c-c4d2-46a3-9f13-a97da201957d tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:22.714685 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-80f08047-d776-4ee5-9e54-e542c128b5ef req-1f0e7a4c-c4d2-46a3-9f13-a97da201957d tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0800517 Mar 03 06:15:22.757382 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-80f08047-d776-4ee5-9e54-e542c128b5ef req-6d647b53-abe0-4c90-9ef8-f9c4f29fe93b tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371087 Mar 03 06:15:22.960055 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:23.987626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e34632-a769-4c71-a5fc-e2c930791d61 req-97b6cdc5-b992-4103-88ba-5b946ed674f1 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:23.989068 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a0e34632-a769-4c71-a5fc-e2c930791d61 req-97b6cdc5-b992-4103-88ba-5b946ed674f1 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.1263609 Mar 03 06:15:24.116243 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a0e34632-a769-4c71-a5fc-e2c930791d61 req-3f8687bb-3af0-4c28-b4c4-8b871c0b0f21 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214042 Mar 03 06:15:25.074478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93e73-8128-4d6a-baf1-1cfb69ca747b req-9fd6972f-2518-4fa8-88a5-50798ce32b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:25.075990 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-15a93e73-8128-4d6a-baf1-1cfb69ca747b req-9fd6972f-2518-4fa8-88a5-50798ce32b77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04344552230b487b9c5c92dbd3ce83e8&device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 1099 time: 0.0727100 Mar 03 06:15:25.220053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93e73-8128-4d6a-baf1-1cfb69ca747b req-3c04f68b-8f31-46df-b58d-6ea63af7a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:25.221490 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-15a93e73-8128-4d6a-baf1-1cfb69ca747b req-3c04f68b-8f31-46df-b58d-6ea63af7a2c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 200 len: 915 time: 0.1275883 Mar 03 06:15:25.294207 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-15a93e73-8128-4d6a-baf1-1cfb69ca747b req-46fbd89b-21d8-4ebb-b918-07d12e2de14b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f021e8f-3ce6-4a60-a83c-92043ae8a16e HTTP/1.1" status: 200 len: 217 time: 0.0629880 Mar 03 06:15:25.344728 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2ec26-1052-435f-b5ff-4d0cda7f5627 req-b4812a09-8def-49fd-b55b-a29450822cf3 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:25.346079 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3bc2ec26-1052-435f-b5ff-4d0cda7f5627 req-b4812a09-8def-49fd-b55b-a29450822cf3 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.1258550 Mar 03 06:15:25.357799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93e73-8128-4d6a-baf1-1cfb69ca747b req-8b254436-abd9-406c-af13-0e4fff713d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:25.359225 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-15a93e73-8128-4d6a-baf1-1cfb69ca747b req-8b254436-abd9-406c-af13-0e4fff713d52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ddf5343-c03f-450b-b4ab-c8830efad72f HTTP/1.1" status: 200 len: 854 time: 0.0594156 Mar 03 06:15:25.389641 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3bc2ec26-1052-435f-b5ff-4d0cda7f5627 req-75233bc1-6c85-4ce5-8cdc-c207c155b4e6 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379739 Mar 03 06:15:25.406646 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-15a93e73-8128-4d6a-baf1-1cfb69ca747b req-fb2cb245-6b90-434d-993b-c8cb73bf422f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f58363b-f960-4a42-8e25-5e4d21547995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405819 Mar 03 06:15:25.533095 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-15a93e73-8128-4d6a-baf1-1cfb69ca747b req-41d7c628-a3b8-48b5-b829-c68bd40da39e service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209941 Mar 03 06:15:25.760096 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-15a93e73-8128-4d6a-baf1-1cfb69ca747b req-d41deed2-1d6d-4f04-8754-1be0c0b3c666 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205307 Mar 03 06:15:26.576193 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fb1de-95e6-4d0b-a3cd-faa55128fb98 req-52235b71-64be-40ce-bf05-f64a4780f12b tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:26.577734 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d38fb1de-95e6-4d0b-a3cd-faa55128fb98 req-52235b71-64be-40ce-bf05-f64a4780f12b tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0829506 Mar 03 06:15:26.620827 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d38fb1de-95e6-4d0b-a3cd-faa55128fb98 req-e399ee69-cf43-4626-9b5a-c86700134543 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368183 Mar 03 06:15:27.802793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bdc0b-940d-4a29-9b6b-9b315032f48f req-51448097-a417-4890-8507-18be24dff9a5 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:27.804526 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8b0bdc0b-940d-4a29-9b6b-9b315032f48f req-51448097-a417-4890-8507-18be24dff9a5 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0819352 Mar 03 06:15:27.846862 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8b0bdc0b-940d-4a29-9b6b-9b315032f48f req-92f9304d-3bda-4abc-b85d-77d18f028c79 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367756 Mar 03 06:15:29.024999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc64ba3-df2e-4ace-8d74-54d37af31554 req-e906ce1f-b1a4-46bf-b69c-fab46dc9675e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:29.026442 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2dc64ba3-df2e-4ace-8d74-54d37af31554 req-e906ce1f-b1a4-46bf-b69c-fab46dc9675e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0779519 Mar 03 06:15:29.069107 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2dc64ba3-df2e-4ace-8d74-54d37af31554 req-565a1c76-74da-4aa3-a55a-315964ecee2c tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372419 Mar 03 06:15:29.390540 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:15:30.258055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c50308-c046-4500-a588-af360993df75 req-86b165c4-4d17-45bf-8966-beeced9087c4 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:30.259506 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e2c50308-c046-4500-a588-af360993df75 req-86b165c4-4d17-45bf-8966-beeced9087c4 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0860066 Mar 03 06:15:30.306577 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e2c50308-c046-4500-a588-af360993df75 req-e0c01a23-7d3c-4544-9c57-a9f2955d273e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414941 Mar 03 06:15:30.529639 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:31.493102 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf30bc0-8c14-4ea9-8d98-f22aaa4a3dd1 req-0a09a1e4-c14b-4b3b-9411-96fd2a78f0d0 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:31.494536 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dcf30bc0-8c14-4ea9-8d98-f22aaa4a3dd1 req-0a09a1e4-c14b-4b3b-9411-96fd2a78f0d0 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0776927 Mar 03 06:15:31.540878 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dcf30bc0-8c14-4ea9-8d98-f22aaa4a3dd1 req-dc0f0dba-4b40-4e98-80fa-b35128a9c6ed tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Mar 03 06:15:32.719553 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79400142-3b90-4354-b6cb-362fb29fe868 req-09ccfe1a-42e2-4bf4-8113-99528af86c55 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:32.720913 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-79400142-3b90-4354-b6cb-362fb29fe868 req-09ccfe1a-42e2-4bf4-8113-99528af86c55 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0779557 Mar 03 06:15:32.763588 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-79400142-3b90-4354-b6cb-362fb29fe868 req-51305b14-d100-4add-8c6f-d53e5c4961f4 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365355 Mar 03 06:15:33.947886 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e5a00-04ed-42fb-8e23-4eb9718b1930 req-06d5dc37-0023-49d0-8824-65b00c220004 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:33.949307 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-206e5a00-04ed-42fb-8e23-4eb9718b1930 req-06d5dc37-0023-49d0-8824-65b00c220004 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0809433 Mar 03 06:15:33.992043 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-206e5a00-04ed-42fb-8e23-4eb9718b1930 req-27b0cc45-5c40-436a-b047-58cde3e772a0 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370567 Mar 03 06:15:35.176749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea14dd3-2b02-4274-9e3c-d9c523cdc54b req-4191c48a-3de6-42f5-90a7-421ffbbbf0a6 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:35.178162 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bea14dd3-2b02-4274-9e3c-d9c523cdc54b req-4191c48a-3de6-42f5-90a7-421ffbbbf0a6 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0789254 Mar 03 06:15:35.219954 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bea14dd3-2b02-4274-9e3c-d9c523cdc54b req-466d2909-f707-4825-8ee5-e7451743f8c3 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353668 Mar 03 06:15:36.401624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb0ecf-fa12-467f-a815-40ed669d113a req-a31985ae-af24-4531-9577-089b52884784 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:36.403058 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-22cb0ecf-fa12-467f-a815-40ed669d113a req-a31985ae-af24-4531-9577-089b52884784 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0800519 Mar 03 06:15:36.446303 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-22cb0ecf-fa12-467f-a815-40ed669d113a req-bd3539ed-cedf-43b2-bc73-3a6cd8376665 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375960 Mar 03 06:15:37.633713 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d33881-29e2-4954-b5af-2a8a98353704 req-872fa9be-cac5-4d02-9d22-488483708bfe tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:37.635021 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b0d33881-29e2-4954-b5af-2a8a98353704 req-872fa9be-cac5-4d02-9d22-488483708bfe tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0829563 Mar 03 06:15:37.676756 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b0d33881-29e2-4954-b5af-2a8a98353704 req-f2f3b3ab-e4b7-45a0-8114-3485ed0ee744 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361207 Mar 03 06:15:38.861340 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e2f0f-cb40-44e5-89c5-12e400031c71 req-d15f8ab8-48ea-4944-97f6-9d5752d50e41 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:38.862783 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9a7e2f0f-cb40-44e5-89c5-12e400031c71 req-d15f8ab8-48ea-4944-97f6-9d5752d50e41 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0789127 Mar 03 06:15:38.905900 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9a7e2f0f-cb40-44e5-89c5-12e400031c71 req-9376481c-e4bf-4f27-b587-a26a152fd20c tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372481 Mar 03 06:15:40.087092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d6c0b-37c0-4971-98b6-2cc029b8c5b8 req-1591bef0-756a-4f8a-b1a7-1bc4b0f0c744 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:40.088556 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c63d6c0b-37c0-4971-98b6-2cc029b8c5b8 req-1591bef0-756a-4f8a-b1a7-1bc4b0f0c744 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0811312 Mar 03 06:15:40.130916 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c63d6c0b-37c0-4971-98b6-2cc029b8c5b8 req-d575b23e-a6ea-41ef-b8c8-54b661f0a5c9 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368974 Mar 03 06:15:41.309670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac349a-b56b-4ca8-a60c-d871ef5c8c6c req-2d2c65d2-7135-4b30-aad5-dd2c3e8e9a4a tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:41.311105 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5fac349a-b56b-4ca8-a60c-d871ef5c8c6c req-2d2c65d2-7135-4b30-aad5-dd2c3e8e9a4a tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0784354 Mar 03 06:15:41.357689 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5fac349a-b56b-4ca8-a60c-d871ef5c8c6c req-9cfad6af-2f10-4fc1-82af-ac3c9798c967 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409760 Mar 03 06:15:42.540933 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a5a59-ddba-4022-9dc6-e53a18e56e23 req-23488700-cde4-485d-9a6b-236b931631c6 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:42.542361 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d22a5a59-ddba-4022-9dc6-e53a18e56e23 req-23488700-cde4-485d-9a6b-236b931631c6 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0784295 Mar 03 06:15:42.586619 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d22a5a59-ddba-4022-9dc6-e53a18e56e23 req-e458cbc8-f791-420d-a67a-65e416d75487 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 Mar 03 06:15:43.768255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e832f-0795-42da-89c2-18a02e640290 req-42473053-721e-4764-87c1-f2d931d796a0 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:43.769696 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ff9e832f-0795-42da-89c2-18a02e640290 req-42473053-721e-4764-87c1-f2d931d796a0 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0814602 Mar 03 06:15:43.813423 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ff9e832f-0795-42da-89c2-18a02e640290 req-55f56779-6602-4e1a-8a58-6d268141af6f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376384 Mar 03 06:15:44.993516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646178ac-d6da-483f-84bc-03793b8526ba req-42cd7eff-4349-40e8-b325-d0d671e01f37 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:44.994924 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-646178ac-d6da-483f-84bc-03793b8526ba req-42cd7eff-4349-40e8-b325-d0d671e01f37 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0768707 Mar 03 06:15:45.039886 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-646178ac-d6da-483f-84bc-03793b8526ba req-e0f5e147-f673-4ee6-923e-db313c83d5da tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393894 Mar 03 06:15:46.220130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac920e-9461-4477-9bfd-9bcd0625c79a req-f5f3fa67-7c55-4b3d-aa9f-9c1e692af431 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:46.221460 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-99ac920e-9461-4477-9bfd-9bcd0625c79a req-f5f3fa67-7c55-4b3d-aa9f-9c1e692af431 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0780060 Mar 03 06:15:46.264476 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-99ac920e-9461-4477-9bfd-9bcd0625c79a req-a148a47c-d789-426a-b616-e5e427130a69 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368433 Mar 03 06:15:47.449174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42ec3c-1412-4216-9e2f-ba6ec18b1070 req-544d52e8-6f6d-4fe4-9f8b-317788961c28 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:47.450586 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7d42ec3c-1412-4216-9e2f-ba6ec18b1070 req-544d52e8-6f6d-4fe4-9f8b-317788961c28 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0825803 Mar 03 06:15:47.577173 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7d42ec3c-1412-4216-9e2f-ba6ec18b1070 req-2f08e7c9-67f4-4fc1-be2e-c48cd68f7031 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208248 Mar 03 06:15:48.277100 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2d506b18-fe97-4493-8be1-a22c858551ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:48.568171 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-28d588bc-9b83-4071-a5bb-2caf44849712 service neutron] 10.222.0.23 "GET /v2.0/ports/6f021e8f-3ce6-4a60-a83c-92043ae8a16e/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0753868 Mar 03 06:15:48.761881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c8c73-626c-44db-bdd8-fbd70c11fc27 req-227bb1fb-da42-4429-87df-45b72019dd7e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:48.763313 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5a0c8c73-626c-44db-bdd8-fbd70c11fc27 req-227bb1fb-da42-4429-87df-45b72019dd7e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0809920 Mar 03 06:15:48.806801 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5a0c8c73-626c-44db-bdd8-fbd70c11fc27 req-7c4d0674-d7f0-4c90-b7f0-8fe82be759a9 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378938 Mar 03 06:15:48.835491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-9606c53a-37bc-4065-ae38-f20b62ca31f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:48.836975 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-9606c53a-37bc-4065-ae38-f20b62ca31f7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725&tenant_id=04344552230b487b9c5c92dbd3ce83e8 HTTP/1.1" status: 200 len: 1099 time: 0.0706351 Mar 03 06:15:48.925764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-14995d32-cd77-4978-b5ce-4a10f0f6fdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:48.927170 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-14995d32-cd77-4978-b5ce-4a10f0f6fdd8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04344552230b487b9c5c92dbd3ce83e8&device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 1099 time: 0.0700774 Mar 03 06:15:49.052302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-9d8ed446-10c6-4835-a252-4a96c9ac05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:49.053708 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-9d8ed446-10c6-4835-a252-4a96c9ac05c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 200 len: 915 time: 0.1204917 Mar 03 06:15:49.118397 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-4459f178-2f28-4a6d-bc82-a7b8a0921c67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f021e8f-3ce6-4a60-a83c-92043ae8a16e HTTP/1.1" status: 200 len: 217 time: 0.0584133 Mar 03 06:15:49.193944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-f661f3f5-1707-4af0-b001-34042c2a9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:49.195498 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-f661f3f5-1707-4af0-b001-34042c2a9255 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ddf5343-c03f-450b-b4ab-c8830efad72f HTTP/1.1" status: 200 len: 854 time: 0.0705643 Mar 03 06:15:49.243690 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-ec6fd80c-13c7-4a8f-a561-50489986cadb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f58363b-f960-4a42-8e25-5e4d21547995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427608 Mar 03 06:15:49.370895 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-0cd4cb98-22f9-4b6d-b38c-88bfa5c9dfb4 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199837 Mar 03 06:15:49.502507 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ffdaa86-ce2b-4e90-b5d6-0ff32ad99fc7 req-7cc7ec23-ff56-4816-b95c-f7d61841c5d8 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261711 Mar 03 06:15:49.987786 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff506375-0663-4337-b7b1-ec24c54f30ed req-df4f7667-7237-4cd5-98fc-df1d9c649e4f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:49.989210 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ff506375-0663-4337-b7b1-ec24c54f30ed req-df4f7667-7237-4cd5-98fc-df1d9c649e4f tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0794766 Mar 03 06:15:50.031393 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ff506375-0663-4337-b7b1-ec24c54f30ed req-74cd3293-7c29-48a8-83de-6f21085f3d34 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366395 Mar 03 06:15:50.509116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9df478ff-4d0e-4593-89b2-a0c412c0a3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:51.214976 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00338010-37f1-4ea9-981d-f8511f219066 req-e1e35e01-7213-47ff-b892-f251396eaed8 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:51.216416 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-00338010-37f1-4ea9-981d-f8511f219066 req-e1e35e01-7213-47ff-b892-f251396eaed8 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0809472 Mar 03 06:15:51.259195 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-00338010-37f1-4ea9-981d-f8511f219066 req-70d47069-121f-403f-9570-6f3b2967c730 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373220 Mar 03 06:15:51.641465 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:51.780154 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:52.443705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff987e-5c4c-4c84-950e-365d7bfbf90b req-b855c868-7b0d-4803-a6ad-68fdea0b3ed3 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:52.445365 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c4ff987e-5c4c-4c84-950e-365d7bfbf90b req-b855c868-7b0d-4803-a6ad-68fdea0b3ed3 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0790770 Mar 03 06:15:52.488642 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c4ff987e-5c4c-4c84-950e-365d7bfbf90b req-f0479701-9d60-421f-972a-5e8bc3b6b35e tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377164 Mar 03 06:15:52.788090 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e13d4-48da-4421-a27a-d5dde670a279 req-f9c7b2f0-3c54-42db-ab42-f71cfc3b19bb tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:52.790084 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-996e13d4-48da-4421-a27a-d5dde670a279 req-f9c7b2f0-3c54-42db-ab42-f71cfc3b19bb tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0829458 Mar 03 06:15:52.801495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-94b4a88c-a95c-4892-9cd6-7093e32558ed tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:52.802388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-94b4a88c-a95c-4892-9cd6-7093e32558ed tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Synchronizing usage tracker for tenant:04344552230b487b9c5c92dbd3ce83e8 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:15:52.819455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-94b4a88c-a95c-4892-9cd6-7093e32558ed tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Unset dirty status for tenant:04344552230b487b9c5c92dbd3ce83e8 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:15:52.820942 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-94b4a88c-a95c-4892-9cd6-7093e32558ed tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.23 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725&tenant_id=04344552230b487b9c5c92dbd3ce83e8&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 946 time: 0.1081126 Mar 03 06:15:52.837795 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-996e13d4-48da-4421-a27a-d5dde670a279 req-58386b4d-7b09-4b83-b68c-45d26c71d148 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414715 Mar 03 06:15:52.957627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-10e75cdb-5c11-4727-9915-703c5490aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:52.959102 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-10e75cdb-5c11-4727-9915-703c5490aed6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=04344552230b487b9c5c92dbd3ce83e8&device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 1099 time: 0.0721133 Mar 03 06:15:52.993001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:53.088923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-9b59558a-c3ba-43d1-96e9-12fde801c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:53.090348 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-9b59558a-c3ba-43d1-96e9-12fde801c05d service neutron] 10.222.0.23 "GET /v2.0/networks?id=9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 200 len: 915 time: 0.1250260 Mar 03 06:15:53.162955 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-cadd3051-774b-4304-8e46-61f616c6e92b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f021e8f-3ce6-4a60-a83c-92043ae8a16e HTTP/1.1" status: 200 len: 217 time: 0.0668790 Mar 03 06:15:53.222798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-1346dbb3-9bfd-4a83-8817-33ecb3106b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:53.224086 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-1346dbb3-9bfd-4a83-8817-33ecb3106b53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0ddf5343-c03f-450b-b4ab-c8830efad72f HTTP/1.1" status: 200 len: 854 time: 0.0555596 Mar 03 06:15:53.267688 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-5fb0b469-87ef-45b7-a04d-b50fb9dc3a59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9f58363b-f960-4a42-8e25-5e4d21547995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380514 Mar 03 06:15:53.393282 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-e5095ecb-d82b-43a2-8ae1-3a155224b8a2 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197324 Mar 03 06:15:53.518289 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc269669-6c14-4518-b829-05cc8d5921b3 req-0c2950dd-a417-4fcb-8f6a-bd15b76ebee3 service neutron] 10.222.0.23 "GET /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196721 Mar 03 06:15:54.027885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb802d-0968-4b88-87e8-88573aef6618 req-3028d9aa-3313-49ed-b2a0-a861db211488 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:54.029343 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8bfb802d-0968-4b88-87e8-88573aef6618 req-3028d9aa-3313-49ed-b2a0-a861db211488 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0811038 Mar 03 06:15:54.077791 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8bfb802d-0968-4b88-87e8-88573aef6618 req-02ce4989-b06c-44c1-b4da-6cbfb001f6d2 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424120 Mar 03 06:15:54.281050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54992a0f-c059-46e2-8746-7a78f5383893 req-db6fc507-8e81-443d-a6ab-3e47c99c80bc tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:54.282475 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-54992a0f-c059-46e2-8746-7a78f5383893 req-db6fc507-8e81-443d-a6ab-3e47c99c80bc tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0774088 Mar 03 06:15:54.325600 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-54992a0f-c059-46e2-8746-7a78f5383893 req-9ba261c0-b813-4df4-9e9b-c22b244c1b5a tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376396 Mar 03 06:15:54.512872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f7f9c-7ba3-4f34-9266-d8f1bef56697 req-aaf80846-9343-422a-b0c5-0fa765b32900 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:54.514312 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ea0f7f9c-7ba3-4f34-9266-d8f1bef56697 req-aaf80846-9343-422a-b0c5-0fa765b32900 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0861211 Mar 03 06:15:54.557257 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ea0f7f9c-7ba3-4f34-9266-d8f1bef56697 req-86142a25-b639-4454-815e-b8ad7f033521 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373220 Mar 03 06:15:55.088886 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc876a-bd3a-4df8-a9ee-15eea5a9995e req-ec15efd5-9c6e-4707-aa84-04b4cc0967fd tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:55.090342 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-21bc876a-bd3a-4df8-a9ee-15eea5a9995e req-ec15efd5-9c6e-4707-aa84-04b4cc0967fd tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0787404 Mar 03 06:15:55.133999 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-21bc876a-bd3a-4df8-a9ee-15eea5a9995e req-dc413113-6ebe-4edb-a910-721616151518 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378025 Mar 03 06:15:56.314386 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb10f-0c60-4f80-a903-d50a08f2e687 req-d5c33e2a-4f06-4686-bf45-9553335abdbe tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:56.315856 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e29bb10f-0c60-4f80-a903-d50a08f2e687 req-d5c33e2a-4f06-4686-bf45-9553335abdbe tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.0818608 Mar 03 06:15:56.360702 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e29bb10f-0c60-4f80-a903-d50a08f2e687 req-e49c48bb-b695-44c5-abaa-d9fa80874f96 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/security-groups?id=4f103709-1ae3-4729-9566-089ba01106e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Mar 03 06:15:56.685940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4bee9-29bb-4d36-bceb-3b4690042a46 req-bdcbc70f-74d6-42ed-bf54-49037ae80529 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:15:56.687361 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69a4bee9-29bb-4d36-bceb-3b4690042a46 req-bdcbc70f-74d6-42ed-bf54-49037ae80529 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.23 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 946 time: 0.1768680 Mar 03 06:15:56.754697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-69a4bee9-29bb-4d36-bceb-3b4690042a46 req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Deleting port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:15:56.755339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69a4bee9-29bb-4d36-bceb-3b4690042a46 req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:56.996861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-69a4bee9-29bb-4d36-bceb-3b4690042a46 req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] For port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6f021e8f-3ce6-4a60-a83c-92043ae8a16e,segment=NetworkSegment(88c89772-64b0-4cc3-9062-0988fa974a11),segment_id=88c89772-64b0-4cc3-9062-0988fa974a11)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:15:56.997430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69a4bee9-29bb-4d36-bceb-3b4690042a46 req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:57.117857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-69a4bee9-29bb-4d36-bceb-3b4690042a46 req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Calling delete_port for 6f021e8f-3ce6-4a60-a83c-92043ae8a16e owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:15:57.253857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69a4bee9-29bb-4d36-bceb-3b4690042a46 req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:57.266056 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['6f021e8f-3ce6-4a60-a83c-92043ae8a16e'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:15:57.306526 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Pushing event deleted for resources: {'Port': ['ID=6f021e8f-3ce6-4a60-a83c-92043ae8a16e,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:15:57.343462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:15:57.343980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:15:57.344326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:15:57.344673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:15:57.345016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:15:57.345348 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:15:57.345699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:15:57.345699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:15:57.346412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:15:57.346412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:15:57.347085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:15:57.347085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:15:57.387255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a4bee9-29bb-4d36-bceb-3b4690042a46 req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] No DVR routers for this DVR port 6f021e8f-3ce6-4a60-a83c-92043ae8a16e on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:15:57.390243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-69a4bee9-29bb-4d36-bceb-3b4690042a46 req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:57.392096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68d8bc5-421e-4d30-8629-20a576cec725', 'name': 'network-vif-deleted', 'tag': '6f021e8f-3ce6-4a60-a83c-92043ae8a16e'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:15:57.410072 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69a4bee9-29bb-4d36-bceb-3b4690042a46 req-05928210-c605-45f8-ba52-15d3f29fa614 tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.23 "DELETE /v2.0/ports/6f021e8f-3ce6-4a60-a83c-92043ae8a16e HTTP/1.1" status: 204 len: 173 time: 0.7174137 Mar 03 06:15:57.496515 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68d8bc5-421e-4d30-8629-20a576cec725', 'name': 'network-vif-deleted', 'tag': '6f021e8f-3ce6-4a60-a83c-92043ae8a16e', 'status': 'completed', 'code': 200} Mar 03 06:15:57.531181 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-384e0161-82c8-4ccb-a410-cdcbdbf198dc req-83152abd-720f-4e2e-9adf-76652a54d22c tempest-ServerDiskConfigTestJSON-1514681756 tempest-ServerDiskConfigTestJSON-1514681756-project] 10.222.0.20 "GET /v2.0/ports?device_id=e68d8bc5-421e-4d30-8629-20a576cec725 HTTP/1.1" status: 200 len: 210 time: 0.0464044 Mar 03 06:15:58.762008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 39626) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:15:58.823158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bc73fa-840e-4033-b59b-d3da19461508 admin admin] Deleting subnet 0ddf5343-c03f-450b-b4ab-c8830efad72f {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:15:58.826004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73bc73fa-840e-4033-b59b-d3da19461508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:58.873800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73bc73fa-840e-4033-b59b-d3da19461508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:58.937445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73bc73fa-840e-4033-b59b-d3da19461508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.018636 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73bc73fa-840e-4033-b59b-d3da19461508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.056457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc73fa-840e-4033-b59b-d3da19461508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ddf5343-c03f-450b-b4ab-c8830efad72f,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:15:59.058342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-73bc73fa-840e-4033-b59b-d3da19461508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.064130 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-73bc73fa-840e-4033-b59b-d3da19461508 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0ddf5343-c03f-450b-b4ab-c8830efad72f HTTP/1.1" status: 204 len: 168 time: 0.3010819 Mar 03 06:15:59.066618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 39630) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:15:59.170407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2eae8bd1-c055-4db9-bad9-27d9d19d04fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.290159 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2eae8bd1-c055-4db9-bad9-27d9d19d04fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.314537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-2eae8bd1-c055-4db9-bad9-27d9d19d04fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f58363b-f960-4a42-8e25-5e4d21547995']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:15:59.326086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-2eae8bd1-c055-4db9-bad9-27d9d19d04fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c89772-64b0-4cc3-9062-0988fa974a11') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:15:59.326422 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-2eae8bd1-c055-4db9-bad9-27d9d19d04fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c89772-64b0-4cc3-9062-0988fa974a11') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:15:59.337717 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2eae8bd1-c055-4db9-bad9-27d9d19d04fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.356766 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2eae8bd1-c055-4db9-bad9-27d9d19d04fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.362736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eae8bd1-c055-4db9-bad9-27d9d19d04fd admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:15:59.363136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2eae8bd1-c055-4db9-bad9-27d9d19d04fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:15:59.375883 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:15:59.447291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2eae8bd1-c055-4db9-bad9-27d9d19d04fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.462857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2eae8bd1-c055-4db9-bad9-27d9d19d04fd admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.473691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae8bd1-c055-4db9-bad9-27d9d19d04fd admin admin] Pushing event deleted for resources: {'Network': ['ID=9f58363b-f960-4a42-8e25-5e4d21547995,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:15:59.480536 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2eae8bd1-c055-4db9-bad9-27d9d19d04fd admin admin] 10.222.0.20 "DELETE /v2.0/networks/9f58363b-f960-4a42-8e25-5e4d21547995 HTTP/1.1" status: 204 len: 168 time: 0.4130094 Mar 03 06:15:59.586153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 39636) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:15:59.636472 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d8528ea5-4161-4e90-a6b8-46c96fc68adb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04344552230b487b9c5c92dbd3ce83e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491900 Mar 03 06:15:59.638931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 39640) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:15:59.694387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a0bdea15-115f-4590-9bdf-043fcf045367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.719688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a0bdea15-115f-4590-9bdf-043fcf045367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.769774 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a0bdea15-115f-4590-9bdf-043fcf045367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.786793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdea15-115f-4590-9bdf-043fcf045367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f103709-1ae3-4729-9566-089ba01106e1,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:15:59.796280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a0bdea15-115f-4590-9bdf-043fcf045367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:15:59.797395 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a0bdea15-115f-4590-9bdf-043fcf045367 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f103709-1ae3-4729-9566-089ba01106e1 HTTP/1.1" status: 204 len: 168 time: 0.1576021 Mar 03 06:16:00.489115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 39664) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:16:00.544118 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:00.591032 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-500700518-network', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:16:00.595663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:16:00.599488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Usage tracker for resource:network and tenant:0e72958531014e23b0642cc6ce083a2f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:16:00.602786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:16:00.608770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:16:00.618653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Made reservation on behalf of 0e72958531014e23b0642cc6ce083a2f for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:16:00.620906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:00.632399 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:00.645983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:16:00.649629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Usage tracker for resource:security_group_rule and tenant:0e72958531014e23b0642cc6ce083a2f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:16:00.652329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:16:00.657758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:16:00.738836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:00.743172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:00.768413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:16:00.780200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3258dd6-8df7-43b9-84fe-8fc19d98ded9,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:00.784532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:00.784873 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Added segment f69cb23f-1ad5-406a-8792-95febab6ddf8 of type vlan for network d742599c-a366-4963-a1a2-db9eb1876a36 Mar 03 06:16:00.811185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:00.840793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:00.841663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:00.842232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:01.034397 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5441990 Mar 03 06:16:01.037552 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39670) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:16:01.040001 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c76edf-b9fb-46de-8e0a-e0e4de4ba542 admin admin] Pushing event updated for resources: {'Network': ['ID=d742599c-a366-4963-a1a2-db9eb1876a36,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:01.043521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Request body: {'subnet': {'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-500700518-subnet', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:16:01.048786 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:16:01.049569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network d742599c-a366-4963-a1a2-db9eb1876a36 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:16:01.052658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Usage tracker for resource:subnet and tenant:0e72958531014e23b0642cc6ce083a2f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:16:01.055873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:16:01.062323 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:16:01.075185 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Made reservation on behalf of 0e72958531014e23b0642cc6ce083a2f for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:16:01.077729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:01.250179 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6f021e8f-3ce6-4a60-a83c-92043ae8a16e no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:16:01.277533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:01.283966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 6f021e8f-3ce6-4a60-a83c-92043ae8a16e {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:16:01.284313 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6f021e8f-3ce6-4a60-a83c-92043ae8a16e not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:16:01.346713 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2bb2fc2-f670-4936-854d-8fe04a026c66,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:01.358432 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:01.358771 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:01.359102 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:01.359430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:01.359750 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:01.360094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:01.360411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:01.360727 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:01.361042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:01.361355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:01.361663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:01.361971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:01.366605 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Checking segment: {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:16:01.366983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Network hostable DHCP agents. Network: d742599c-a366-4963-a1a2-db9eb1876a36, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:16:01.385998 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Network d742599c-a366-4963-a1a2-db9eb1876a36 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:16:01.394843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, d742599c-a366-4963-a1a2-db9eb1876a36) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:16:01.399943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:01.400456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:01.404324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0138f6-4b0e-46ab-8017-1c523000fa18 None None] Network d742599c-a366-4963-a1a2-db9eb1876a36 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:16:01.422071 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6cb1da30-9f44-4020-aa00-650e444a9c8e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3833752 Mar 03 06:16:01.424726 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39674) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:16:01.429690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:16:01.434645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:16:01.439148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Usage tracker for resource:router and tenant:0e72958531014e23b0642cc6ce083a2f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:16:01.442064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:16:01.448105 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:16:01.458123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:01.459304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:01.474589 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:01.614179 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-d742599c-a366-4963-a1a2-db9eb1876a36', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:16:01.614999 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:01.769069 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Allocated IP 172.20.0.2 (d742599c-a366-4963-a1a2-db9eb1876a36/c2bb2fc2-f670-4936-854d-8fe04a026c66/52bce040-c416-4c2b-afbd-31b54bfc7a94) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:16:01.830716 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:01.966130 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:01.976918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Transition to ACTIVE for port object 52bce040-c416-4c2b-afbd-31b54bfc7a94 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:16:01.995106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Transition to ACTIVE for port object 52bce040-c416-4c2b-afbd-31b54bfc7a94 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:16:02.001438 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:02.072611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Network d742599c-a366-4963-a1a2-db9eb1876a36 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:16:02.075951 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:16:02.077652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Pushing event updated for resources: {'Port': ['ID=52bce040-c416-4c2b-afbd-31b54bfc7a94,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:02.079794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:16:02.088892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:02.089239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:02.089575 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:02.089923 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:02.090232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:02.090556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:02.090877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:02.091198 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:02.091515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:02.091855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:02.092197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:02.092489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:02.143105 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:02.172650 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:02.178272 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Attempting to bind port 52bce040-c416-4c2b-afbd-31b54bfc7a94 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:16:02.178664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Attempting to bind port 52bce040-c416-4c2b-afbd-31b54bfc7a94 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:16:02.179017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Attempting to bind port 52bce040-c416-4c2b-afbd-31b54bfc7a94 on network d742599c-a366-4963-a1a2-db9eb1876a36 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:16:02.184933 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:16:02.185296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Checking segment: {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:16:02.185687 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:02.186064 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Bound using segment: {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:16:02.186537 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Bound port: 52bce040-c416-4c2b-afbd-31b54bfc7a94, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:16:02.186899 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:02.271269 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] For port 52bce040-c416-4c2b-afbd-31b54bfc7a94, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:16:02.274448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] For port 52bce040-c416-4c2b-afbd-31b54bfc7a94, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=52bce040-c416-4c2b-afbd-31b54bfc7a94,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:16:02.278176 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:02.315659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Allocated IP 172.26.3.105 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/4b95430f-73a8-4500-b8b7-0716299c2bae) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:16:02.365030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56343cbb-028d-47b5-85ca-299c96bb8001 None None] Pushing event updated for resources: {'Port': ['ID=52bce040-c416-4c2b-afbd-31b54bfc7a94,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:02.484779 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:02.514749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:02.583571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:16:02.587516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:16:02.589986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:16:02.645048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Pushing event updated for resources: {'Port': ['ID=4b95430f-73a8-4500-b8b7-0716299c2bae,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:03.012108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:03.247116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2e1f1e-465d-4c35-ac91-5d3bda03d221 None None] Network d742599c-a366-4963-a1a2-db9eb1876a36 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:16:03.348562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7a0ed512-bbb9-4d85-915c-4da10c96281b None None] Provisioning for port 52bce040-c416-4c2b-afbd-31b54bfc7a94 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:16:03.461109 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:03.672172 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:16:03.843913 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:16:03.853347 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Sync routers for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:16:03.862075 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:16:03.862661 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:15:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:16:03.868426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:03.869806 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a6b749e1-cc84-4ba9-8d54-34be11eb7843 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4441972 Mar 03 06:16:03.872644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39678) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:16:04.012049 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 52bce040-c416-4c2b-afbd-31b54bfc7a94 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:16:04.037804 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:16:04.081488 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 52bce040-c416-4c2b-afbd-31b54bfc7a94 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:16:04.090332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 52bce040-c416-4c2b-afbd-31b54bfc7a94 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:16:04.090702 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:04.207826 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:04.240332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 52bce040-c416-4c2b-afbd-31b54bfc7a94, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=52bce040-c416-4c2b-afbd-31b54bfc7a94,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:16:04.245195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:04.315103 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=52bce040-c416-4c2b-afbd-31b54bfc7a94,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:04.327601 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:02Z', 'revision_number': 3, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:16:04.331795 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Checking router: 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:16:04.332156 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Updating router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 port 4b95430f-73a8-4500-b8b7-0716299c2bae binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:16:04.385005 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:04.675508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:04.714026 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:04.725279 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Transition to ACTIVE for port object 4b95430f-73a8-4500-b8b7-0716299c2bae will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:16:04.731593 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:04.808789 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Attempting to bind port 4b95430f-73a8-4500-b8b7-0716299c2bae on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:16:04.809148 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Attempting to bind port 4b95430f-73a8-4500-b8b7-0716299c2bae by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:16:04.809496 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Attempting to bind port 4b95430f-73a8-4500-b8b7-0716299c2bae on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:16:04.816316 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Pushing event updated for resources: {'Port': ['ID=4b95430f-73a8-4500-b8b7-0716299c2bae,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:04.819608 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:16:04.820546 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:16:04.820934 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:04.821313 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:16:04.821760 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Bound port: 4b95430f-73a8-4500-b8b7-0716299c2bae, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:16:04.822111 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:04.859656 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:04.860400 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:04.860400 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:04.860645 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:04.860962 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:04.861284 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:04.861596 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:04.861908 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:04.862218 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:04.862523 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:04.862831 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:04.863135 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:04.876188 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Allocated IP 172.20.0.1 (d742599c-a366-4963-a1a2-db9eb1876a36/c2bb2fc2-f670-4936-854d-8fe04a026c66/36ce9ea8-70c4-454f-8596-ee60e48d4ac4) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:16:04.905527 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] For port 4b95430f-73a8-4500-b8b7-0716299c2bae, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:16:04.908626 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] For port 4b95430f-73a8-4500-b8b7-0716299c2bae, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4b95430f-73a8-4500-b8b7-0716299c2bae,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:16:04.914323 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:05.024910 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:16:05.025510 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:15:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:16:05.032067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:05.047995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Transition to ACTIVE for port object 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:16:05.070821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:05.080028 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d68c4-82eb-4c2c-aa3b-f6b4e370413d None None] Pushing event updated for resources: {'Port': ['ID=4b95430f-73a8-4500-b8b7-0716299c2bae,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:05.133862 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Network d742599c-a366-4963-a1a2-db9eb1876a36 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:16:05.136548 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:16:05.144382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:16:05.185325 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Pushing event updated for resources: {'Port': ['ID=36ce9ea8-70c4-454f-8596-ee60e48d4ac4,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:05.204045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:05.208563 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:16:05.412034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-11a29d67-c02e-4988-9815-c38e1f32e2f6 None None] Provisioning for port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:16:05.419050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-11a29d67-c02e-4988-9815-c38e1f32e2f6 None None] Provisioning complete for port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:16:05.419804 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-11a29d67-c02e-4988-9815-c38e1f32e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:05.478369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-11a29d67-c02e-4988-9815-c38e1f32e2f6 None None] Port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:16:05.479736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:05.501119 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:02Z', 'revision_number': 3, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:16:05.504887 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712fbe0f-6be4-40b1-b296-d398d53910f4 None None] The sync data for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv is: [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:02Z', 'revision_number': 3, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:16:05.715704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:05.720963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:05.828554 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:05.832655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Pushing event updated for resources: {'Port': ['ID=36ce9ea8-70c4-454f-8596-ee60e48d4ac4,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:05.979222 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Network d742599c-a366-4963-a1a2-db9eb1876a36 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:16:05.980425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:16:06.064918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 52bce040-c416-4c2b-afbd-31b54bfc7a94 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:16:06.145593 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 52bce040-c416-4c2b-afbd-31b54bfc7a94 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:16:06.145966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:06.192285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:16:06.220432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0083f65c-a27b-407e-bd17-2f2158734231 None None] Provisioning complete for port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:16:06.220806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0083f65c-a27b-407e-bd17-2f2158734231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:06.329336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 4b95430f-73a8-4500-b8b7-0716299c2bae up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:16:06.371105 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0083f65c-a27b-407e-bd17-2f2158734231 None None] Port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:16:06.392241 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:16:06.408557 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 4b95430f-73a8-4500-b8b7-0716299c2bae completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:16:06.413710 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 4b95430f-73a8-4500-b8b7-0716299c2bae triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:16:06.414268 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:06.501211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:16:06.510469 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7e5335b9-d540-40d5-8a6a-df5376371e3d admin admin] 10.222.0.20 "PUT /v2.0/routers/8e8d6ea8-c4b6-4125-bae1-5d4439671a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6368012 Mar 03 06:16:06.533813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:06.550807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 4b95430f-73a8-4500-b8b7-0716299c2bae, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4b95430f-73a8-4500-b8b7-0716299c2bae,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:16:06.555706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:06.622718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=4b95430f-73a8-4500-b8b7-0716299c2bae,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:07.053472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Sync routers for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:16:07.063234 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:16:07.063751 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:15:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:16:07.088320 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39688) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:16:07.094455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1965579668', 'description': 'tempest-description--1844594094'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:16:07.100699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:16:07.105357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Usage tracker for resource:security_group and tenant:0e72958531014e23b0642cc6ce083a2f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:16:07.108474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:16:07.115005 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:16:07.125862 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.147232 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:16:07.151629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Usage tracker for resource:security_group_rule and tenant:0e72958531014e23b0642cc6ce083a2f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:16:07.154484 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:16:07.160096 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:16:07.232399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.238442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.263992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:16:07.289544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4d9a86-002f-4ade-84ab-da823319722f,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:07.292786 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.293971 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-01e7820c-0775-46e3-becf-4952aa80b0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2040761 Mar 03 06:16:07.296755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39692) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:16:07.307091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-052fd319-51a7-415c-b7c1-65da450e385c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Request body: {'security_group_rule': {'security_group_id': 'be4d9a86-002f-4ade-84ab-da823319722f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:16:07.313141 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-052fd319-51a7-415c-b7c1-65da450e385c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:16:07.317586 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-052fd319-51a7-415c-b7c1-65da450e385c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Usage tracker for resource:security_group_rule and tenant:0e72958531014e23b0642cc6ce083a2f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:16:07.321403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-052fd319-51a7-415c-b7c1-65da450e385c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:16:07.328110 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-052fd319-51a7-415c-b7c1-65da450e385c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:16:07.349757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-052fd319-51a7-415c-b7c1-65da450e385c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.420604 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-052fd319-51a7-415c-b7c1-65da450e385c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.424745 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-052fd319-51a7-415c-b7c1-65da450e385c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.445672 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fd319-51a7-415c-b7c1-65da450e385c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c8f178-b4d1-43c7-abc3-8164d1aea159,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:07.465279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-052fd319-51a7-415c-b7c1-65da450e385c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.466563 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-052fd319-51a7-415c-b7c1-65da450e385c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1677749 Mar 03 06:16:07.469361 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39696) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:16:07.474596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-21119d2a-e00b-4661-b1ad-3146ddf2bad9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Request body: {'security_group_rule': {'security_group_id': 'be4d9a86-002f-4ade-84ab-da823319722f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:16:07.480518 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-21119d2a-e00b-4661-b1ad-3146ddf2bad9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:16:07.484375 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-21119d2a-e00b-4661-b1ad-3146ddf2bad9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Usage tracker for resource:security_group_rule and tenant:0e72958531014e23b0642cc6ce083a2f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:16:07.490706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-21119d2a-e00b-4661-b1ad-3146ddf2bad9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:16:07.496505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-21119d2a-e00b-4661-b1ad-3146ddf2bad9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:16:07.513449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21119d2a-e00b-4661-b1ad-3146ddf2bad9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.575230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21119d2a-e00b-4661-b1ad-3146ddf2bad9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.579511 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21119d2a-e00b-4661-b1ad-3146ddf2bad9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.604524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 2, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:16:07.608859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Checking router: 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:16:07.609326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Updating router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:16:07.610524 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21119d2a-e00b-4661-b1ad-3146ddf2bad9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6189a10-b3ea-4f08-b570-210c9f089b79,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:07.623483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-21119d2a-e00b-4661-b1ad-3146ddf2bad9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.626218 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-21119d2a-e00b-4661-b1ad-3146ddf2bad9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1559215 Mar 03 06:16:07.629199 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39700) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:16:07.634840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:16:07.642979 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:16:07.647756 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Usage tracker for resource:floatingip and tenant:0e72958531014e23b0642cc6ce083a2f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:16:07.650978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:16:07.657477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:16:07.669234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.700502 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.805953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:07.942051 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Allocated IP 172.26.3.206 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/8efcab3f-f3bc-4450-8c7d-50bc09eb0c32) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:16:08.012559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 4b95430f-73a8-4500-b8b7-0716299c2bae up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:16:08.093832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.096280 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.108026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Transition to ACTIVE for port object 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:16:08.119315 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.128030 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.157158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 4b95430f-73a8-4500-b8b7-0716299c2bae triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:16:08.157529 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.189082 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:16:08.196444 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:16:08.200679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:16:08.231986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event updated for resources: {'Port': ['ID=8efcab3f-f3bc-4450-8c7d-50bc09eb0c32,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:08.296849 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.298935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3015d89-7e9c-49bb-b352-93efc780b4e1 None None] Pushing event updated for resources: {'Port': ['ID=36ce9ea8-70c4-454f-8596-ee60e48d4ac4,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:08.377351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.401231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Attempting to bind port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:16:08.401740 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Attempting to bind port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:16:08.401967 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Attempting to bind port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 on network d742599c-a366-4963-a1a2-db9eb1876a36 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:16:08.440125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:16:08.440454 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Checking segment: {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:16:08.440855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.441250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Bound using segment: {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:16:08.441720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Bound port: 36ce9ea8-70c4-454f-8596-ee60e48d4ac4, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:16:08.442090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.558159 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] For port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:16:08.561385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] For port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=36ce9ea8-70c4-454f-8596-ee60e48d4ac4,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:16:08.565571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.596475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.602835 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.647757 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:16:08.648397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:15:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:16:08.710621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event updated for resources: {'Port': ['ID=8efcab3f-f3bc-4450-8c7d-50bc09eb0c32,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:08.716703 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3015d89-7e9c-49bb-b352-93efc780b4e1 None None] Pushing event updated for resources: {'Port': ['ID=36ce9ea8-70c4-454f-8596-ee60e48d4ac4,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:08.721103 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.744303 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:08.745809 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bdcdd908-6b61-4cf1-83d6-33b0b993ceed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1156507 Mar 03 06:16:08.841423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:16:08.914052 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-762354f5-7fd8-4b1f-a874-19aec5c4a0ca tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Synchronizing usage tracker for tenant:0e72958531014e23b0642cc6ce083a2f on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:16:08.929900 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-762354f5-7fd8-4b1f-a874-19aec5c4a0ca tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Unset dirty status for tenant:0e72958531014e23b0642cc6ce083a2f on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:16:08.931166 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-762354f5-7fd8-4b1f-a874-19aec5c4a0ca tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1965579668&fields=id&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 267 time: 0.0605052 Mar 03 06:16:09.180522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-feca694f-8636-4f75-a3ec-d05e23bbc4bd tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:09.181986 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-feca694f-8636-4f75-a3ec-d05e23bbc4bd tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 811 time: 0.2437921 Mar 03 06:16:09.196964 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-35f3e657-aeaa-42d2-90eb-b9d6f96a7715 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/quotas/0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 375 time: 0.0093386 Mar 03 06:16:09.197601 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:08Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:16:09.201511 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4151bca8-9987-47c8-b9f3-490874784536 None None] The sync data for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv is: [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:08Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:16:09.292843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-705e591e-ae16-40d0-b3a0-cbe68e7c7671 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Synchronizing usage tracker for tenant:0e72958531014e23b0642cc6ce083a2f on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:16:09.314834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-705e591e-ae16-40d0-b3a0-cbe68e7c7671 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Unset dirty status for tenant:0e72958531014e23b0642cc6ce083a2f on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:16:09.316685 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-705e591e-ae16-40d0-b3a0-cbe68e7c7671 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1142476 Mar 03 06:16:09.459574 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-09a8cafc-672b-41b0-9290-24ab97eb1c8b service neutron] 10.222.0.20 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300263 Mar 03 06:16:09.594952 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-2a402367-809e-48f8-9c67-811bf5afe4fb service neutron] 10.222.0.20 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294668 Mar 03 06:16:09.784756 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-da89efa3-0ad2-4c89-b9ec-2c0df16fa3ca req-f97e337e-1f2f-4ee2-8bec-357edbf569ff tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 210 time: 0.0521207 Mar 03 06:16:10.016155 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:16:10.092767 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:16:10.100810 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:16:10.101261 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:10.221709 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:10.256036 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=36ce9ea8-70c4-454f-8596-ee60e48d4ac4,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:16:10.260959 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:10.331880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=36ce9ea8-70c4-454f-8596-ee60e48d4ac4,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:10.936629 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-953f7f70-c0fb-4a80-9f19-8593ee29b445 req-185e3f9b-97e4-4363-a809-711db6fb2b70 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 210 time: 0.0465617 Mar 03 06:16:11.017026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-29a4a30a-3112-4cb2-b4e9-4737e4dff0a4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:11.017693 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-29a4a30a-3112-4cb2-b4e9-4737e4dff0a4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Synchronizing usage tracker for tenant:0e72958531014e23b0642cc6ce083a2f on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:16:11.033791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-29a4a30a-3112-4cb2-b4e9-4737e4dff0a4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Unset dirty status for tenant:0e72958531014e23b0642cc6ce083a2f on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:16:11.034889 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-29a4a30a-3112-4cb2-b4e9-4737e4dff0a4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 811 time: 0.1663296 Mar 03 06:16:11.087073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-c362e1a6-a8f3-449b-a418-579d425a4be7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Synchronizing usage tracker for tenant:0e72958531014e23b0642cc6ce083a2f on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:16:11.098493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-c362e1a6-a8f3-449b-a418-579d425a4be7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Unset dirty status for tenant:0e72958531014e23b0642cc6ce083a2f on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:16:11.099587 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-c362e1a6-a8f3-449b-a418-579d425a4be7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 380 time: 0.0571606 Mar 03 06:16:11.108094 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Request body: {'port': {'device_id': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'admin_state_up': True, 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'security_groups': ['be4d9a86-002f-4ade-84ab-da823319722f']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:16:11.240536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:16:11.250262 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:16:11.259670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Made reservation on behalf of 0e72958531014e23b0642cc6ce083a2f for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:16:11.263097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:11.430259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Allocated IP 172.20.0.4 (d742599c-a366-4963-a1a2-db9eb1876a36/c2bb2fc2-f670-4936-854d-8fe04a026c66/a4e979bc-f450-49ca-9917-b7b6321560a5) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:16:11.610332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:11.624870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Transition to ACTIVE for port object a4e979bc-f450-49ca-9917-b7b6321560a5 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:16:11.647439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:11.716184 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Network d742599c-a366-4963-a1a2-db9eb1876a36 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:16:11.723516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:16:11.727799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:16:11.758837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event updated for resources: {'Port': ['ID=a4e979bc-f450-49ca-9917-b7b6321560a5,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:11.795054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:11.795657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:11.821233 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-dc980138-bf45-4893-9a00-9b62079db081 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7165999 Mar 03 06:16:11.832839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Request body: {'port': {'device_id': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:16:11.906194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c72a1a14-afcd-4e09-9dc7-71d6ce6eddaa None None] Provisioning for port a4e979bc-f450-49ca-9917-b7b6321560a5 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:16:11.912445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c72a1a14-afcd-4e09-9dc7-71d6ce6eddaa None None] Provisioning complete for port a4e979bc-f450-49ca-9917-b7b6321560a5 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:16:11.913062 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c72a1a14-afcd-4e09-9dc7-71d6ce6eddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:11.943990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:11.974729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c72a1a14-afcd-4e09-9dc7-71d6ce6eddaa None None] Port a4e979bc-f450-49ca-9917-b7b6321560a5 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:16:11.991213 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:16:12.061114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:16:12.061379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:12.129033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052ece6-162c-4c8e-92ca-4c19872b62b1 req-03a4ba66-9a00-4b61-888b-221416ce463e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:12.130570 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a052ece6-162c-4c8e-92ca-4c19872b62b1 req-03a4ba66-9a00-4b61-888b-221416ce463e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 931 time: 0.0845435 Mar 03 06:16:12.177086 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a052ece6-162c-4c8e-92ca-4c19872b62b1 req-45d30176-e7d1-458b-a011-93ed76c02f83 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403152 Mar 03 06:16:12.303874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4e979bc-f450-49ca-9917-b7b6321560a5 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:16:12.311593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:12.326130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Transition to ACTIVE for port object a4e979bc-f450-49ca-9917-b7b6321560a5 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:16:12.330455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:12.455801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e979bc-f450-49ca-9917-b7b6321560a5,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:12.560248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Attempting to bind port a4e979bc-f450-49ca-9917-b7b6321560a5 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:16:12.560579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Attempting to bind port a4e979bc-f450-49ca-9917-b7b6321560a5 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:16:12.560901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Attempting to bind port a4e979bc-f450-49ca-9917-b7b6321560a5 on network d742599c-a366-4963-a1a2-db9eb1876a36 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:16:12.565365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Port a4e979bc-f450-49ca-9917-b7b6321560a5 on network d742599c-a366-4963-a1a2-db9eb1876a36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:16:12.565631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Attempting to bind port a4e979bc-f450-49ca-9917-b7b6321560a5 on network d742599c-a366-4963-a1a2-db9eb1876a36 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:16:12.570480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:16:12.570807 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Checking segment: {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:16:12.571178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Bound using segment: {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:16:12.571585 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Bound port: a4e979bc-f450-49ca-9917-b7b6321560a5, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:16:12.571950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:12.758725 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] For port a4e979bc-f450-49ca-9917-b7b6321560a5, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:16:12.761594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] For port a4e979bc-f450-49ca-9917-b7b6321560a5, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a4e979bc-f450-49ca-9917-b7b6321560a5,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:16:12.765408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:12.819169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:12.819798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:12.821215 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-483b8d30-3409-4305-a322-f561b001c436 service neutron] 10.222.0.23 "PUT /v2.0/ports/a4e979bc-f450-49ca-9917-b7b6321560a5 HTTP/1.1" status: 200 len: 1093 time: 0.9926383 Mar 03 06:16:12.821636 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'tag': 'a4e979bc-f450-49ca-9917-b7b6321560a5'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:16:12.853112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b8d30-3409-4305-a322-f561b001c436 service neutron] Pushing event updated for resources: {'Port': ['ID=a4e979bc-f450-49ca-9917-b7b6321560a5,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:12.869214 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'tag': 'a4e979bc-f450-49ca-9917-b7b6321560a5', 'status': 'completed', 'code': 200} Mar 03 06:16:12.951730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-102aed99-fccd-4d1d-8760-27ef1f64105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:12.953273 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-102aed99-fccd-4d1d-8760-27ef1f64105c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 1096 time: 0.0765741 Mar 03 06:16:13.021508 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-71f957c6-e365-465c-8adf-b933d8a22465 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e979bc-f450-49ca-9917-b7b6321560a5 HTTP/1.1" status: 200 len: 217 time: 0.0614100 Mar 03 06:16:13.084342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-2a1163fd-eaf2-40a4-ac1a-0d233337a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:13.085662 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-2a1163fd-eaf2-40a4-ac1a-0d233337a635 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0584962 Mar 03 06:16:13.157781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-eedeb108-ea3d-46fa-a5e1-beb29856a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:13.159239 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-eedeb108-ea3d-46fa-a5e1-beb29856a252 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673337 Mar 03 06:16:13.289807 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-730bd73f-cce2-4c21-b407-3551319ad8cc service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242027 Mar 03 06:16:13.367376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc28c1-d8a5-4d19-b46d-83750a5898c7 req-3b4d0d97-2381-430e-9d9e-ec669471050d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:13.368757 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d5bc28c1-d8a5-4d19-b46d-83750a5898c7 req-3b4d0d97-2381-430e-9d9e-ec669471050d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 943 time: 0.0791554 Mar 03 06:16:13.413637 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d5bc28c1-d8a5-4d19-b46d-83750a5898c7 req-f68f5d27-9a32-46a4-a966-65d3ca4f3918 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386834 Mar 03 06:16:13.422579 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cf3de6-c104-4be6-b51c-30ebb3c3b354 req-9c385791-2f0d-442f-9e63-15434e11ced1 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269362 Mar 03 06:16:13.534858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912a6aa-f8e0-465c-b340-e5f5372f19e6 req-de0e84db-5c2e-4e4b-ab0d-3d1f2dc8081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:13.536377 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6912a6aa-f8e0-465c-b340-e5f5372f19e6 req-de0e84db-5c2e-4e4b-ab0d-3d1f2dc8081b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 1096 time: 0.0735340 Mar 03 06:16:13.665689 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912a6aa-f8e0-465c-b340-e5f5372f19e6 req-3e53c8b1-4152-49d1-ac0b-8293d29b1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:13.667016 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6912a6aa-f8e0-465c-b340-e5f5372f19e6 req-3e53c8b1-4152-49d1-ac0b-8293d29b1c02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1251318 Mar 03 06:16:13.732664 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6912a6aa-f8e0-465c-b340-e5f5372f19e6 req-613dd27f-a689-4659-9f03-aae8d6261a28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e979bc-f450-49ca-9917-b7b6321560a5 HTTP/1.1" status: 200 len: 217 time: 0.0596969 Mar 03 06:16:13.795729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912a6aa-f8e0-465c-b340-e5f5372f19e6 req-4993b8ce-dcda-4d6d-9cf7-9c0cc6a7eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:13.797128 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6912a6aa-f8e0-465c-b340-e5f5372f19e6 req-4993b8ce-dcda-4d6d-9cf7-9c0cc6a7eee2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0590162 Mar 03 06:16:13.869885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912a6aa-f8e0-465c-b340-e5f5372f19e6 req-dbb302e5-2bb8-40b9-9e56-52ef44d0eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:13.871324 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6912a6aa-f8e0-465c-b340-e5f5372f19e6 req-dbb302e5-2bb8-40b9-9e56-52ef44d0eaf6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682859 Mar 03 06:16:13.998906 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6912a6aa-f8e0-465c-b340-e5f5372f19e6 req-7c38bfe3-14d1-4267-ba00-80bd41d185b5 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216700 Mar 03 06:16:14.131221 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6912a6aa-f8e0-465c-b340-e5f5372f19e6 req-30a9cdbe-df0f-4600-b1bf-99939ceae90e service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264503 Mar 03 06:16:14.602940 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a90c6b-370a-4dd7-8696-96af687f30c0 req-4e9dad32-38ce-4d3a-8326-aeb71cf1e792 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:14.604416 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-10a90c6b-370a-4dd7-8696-96af687f30c0 req-4e9dad32-38ce-4d3a-8326-aeb71cf1e792 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 943 time: 0.0821691 Mar 03 06:16:14.649346 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-10a90c6b-370a-4dd7-8696-96af687f30c0 req-4d05f75b-d61a-49ff-842f-cca5eba1e319 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392189 Mar 03 06:16:15.827526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363291d3-bfe1-4aa1-aea7-db47d0171095 req-69e64f4d-e4e8-475e-a333-049edf89378e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:15.829037 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-363291d3-bfe1-4aa1-aea7-db47d0171095 req-69e64f4d-e4e8-475e-a333-049edf89378e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 943 time: 0.0781360 Mar 03 06:16:15.871290 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-363291d3-bfe1-4aa1-aea7-db47d0171095 req-436c3d04-525a-40ae-83b5-639be111339a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365703 Mar 03 06:16:17.052860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a592c-94f4-436f-b7ed-15746a63712e req-89d7b3a0-94c1-4a00-b344-a125f2773031 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:17.054287 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2f0a592c-94f4-436f-b7ed-15746a63712e req-89d7b3a0-94c1-4a00-b344-a125f2773031 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 943 time: 0.0808187 Mar 03 06:16:17.097627 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2f0a592c-94f4-436f-b7ed-15746a63712e req-b918008d-2464-4303-92f5-2c6e582005fb tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375314 Mar 03 06:16:17.327671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device a4e979bc-f450-49ca-9917-b7b6321560a5 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:16:17.456740 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port a4e979bc-f450-49ca-9917-b7b6321560a5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a4e979bc-f450-49ca-9917-b7b6321560a5,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:16:17.469202 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'a4e979bc-f450-49ca-9917-b7b6321560a5', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'port_id': 'a4e979bc-f450-49ca-9917-b7b6321560a5', 'mac_address': 'fa:16:3e:17:c3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:16:17.525144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:17.541257 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e979bc-f450-49ca-9917-b7b6321560a5 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:16:17.556298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port a4e979bc-f450-49ca-9917-b7b6321560a5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a4e979bc-f450-49ca-9917-b7b6321560a5,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:16:17.560086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:17.625713 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=a4e979bc-f450-49ca-9917-b7b6321560a5,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:17.864773 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['a4e979bc-f450-49ca-9917-b7b6321560a5'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:16:18.276833 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677b986-53d7-4d0c-8c03-54a51fd9b1a8 req-fa1474c6-cd8a-423c-b81c-a1038c63fbd9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:18.278499 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d677b986-53d7-4d0c-8c03-54a51fd9b1a8 req-fa1474c6-cd8a-423c-b81c-a1038c63fbd9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 944 time: 0.0801611 Mar 03 06:16:18.281137 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-957dd2c2-6183-487d-ae85-5cb42661280c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:18.325436 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d677b986-53d7-4d0c-8c03-54a51fd9b1a8 req-ae91f9ed-2233-49eb-9495-7d79feb7d9e9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407910 Mar 03 06:16:19.343464 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device a4e979bc-f450-49ca-9917-b7b6321560a5 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:16:19.414149 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port a4e979bc-f450-49ca-9917-b7b6321560a5 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:16:19.418939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port a4e979bc-f450-49ca-9917-b7b6321560a5 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:16:19.419308 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:19.506763 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2065-2799-4ce0-99cf-76298685e939 req-9740ea12-6389-4543-b305-840c51a2870f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:19.508856 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d86e2065-2799-4ce0-99cf-76298685e939 req-9740ea12-6389-4543-b305-840c51a2870f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 944 time: 0.0785923 Mar 03 06:16:19.531443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:19.552336 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d86e2065-2799-4ce0-99cf-76298685e939 req-4cac8a98-8c0e-4416-8ee0-7cc02825e07b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378096 Mar 03 06:16:19.557327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e979bc-f450-49ca-9917-b7b6321560a5'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:16:19.566914 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port a4e979bc-f450-49ca-9917-b7b6321560a5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a4e979bc-f450-49ca-9917-b7b6321560a5,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:16:19.572231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:19.641967 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=a4e979bc-f450-49ca-9917-b7b6321560a5,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:19.656440 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e979bc-f450-49ca-9917-b7b6321560a5', 'code': 200} Mar 03 06:16:19.877560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d065e5-a8c2-422c-bd53-3768ef40aac9 req-606e93de-2bbd-483f-b6ef-29cc87b449e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:19.879005 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8d065e5-a8c2-422c-bd53-3768ef40aac9 req-606e93de-2bbd-483f-b6ef-29cc87b449e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 1098 time: 0.0725625 Mar 03 06:16:19.917256 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8d065e5-a8c2-422c-bd53-3768ef40aac9 req-0e16e958-d784-413e-b8ff-3a4cb64dc297 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328650 Mar 03 06:16:20.510299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a0444866-7234-4ab6-ae8d-382c85c3fe06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:20.745201 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d5ea4-d731-4ce2-85a2-9923ec210cb5 req-87212922-e73a-458d-b2dc-bc2a5838e65c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:20.746676 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f23d5ea4-d731-4ce2-85a2-9923ec210cb5 req-87212922-e73a-458d-b2dc-bc2a5838e65c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0889900 Mar 03 06:16:20.790084 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f23d5ea4-d731-4ce2-85a2-9923ec210cb5 req-4ee99022-a68a-4bca-89eb-16437c2824a4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379145 Mar 03 06:16:21.642046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:21.780819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:21.971551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd089b-7976-4189-8395-08d1c61c3a24 req-a5f533ef-c9a8-4160-8741-e37d10b99254 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:21.973003 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-01fd089b-7976-4189-8395-08d1c61c3a24 req-a5f533ef-c9a8-4160-8741-e37d10b99254 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0781889 Mar 03 06:16:22.014927 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-01fd089b-7976-4189-8395-08d1c61c3a24 req-cc5622bb-5239-4a05-b3cc-fc4a82d32ed1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357695 Mar 03 06:16:22.193165 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af647480-26d8-4726-8e2c-af081840932c req-39e7bb8a-c466-468f-9464-c7b332219f12 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:22.194521 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-af647480-26d8-4726-8e2c-af081840932c req-39e7bb8a-c466-468f-9464-c7b332219f12 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0828683 Mar 03 06:16:22.203499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39766) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:16:22.208263 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-5a43ddad-9dc9-4668-b968-72816a6b7e7a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Request body: {'floatingip': {'port_id': 'a4e979bc-f450-49ca-9917-b7b6321560a5'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:16:22.285043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5a43ddad-9dc9-4668-b968-72816a6b7e7a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:22.945126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5a43ddad-9dc9-4668-b968-72816a6b7e7a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:22.948848 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5a43ddad-9dc9-4668-b968-72816a6b7e7a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:22.965366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:23.143454 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-5a43ddad-9dc9-4668-b968-72816a6b7e7a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591 associated. External IP: 172.26.3.206, port: a4e979bc-f450-49ca-9917-b7b6321560a5. Mar 03 06:16:23.484217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a43ddad-9dc9-4668-b968-72816a6b7e7a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:16:23.653473 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a43ddad-9dc9-4668-b968-72816a6b7e7a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:16:23.658210 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5a43ddad-9dc9-4668-b968-72816a6b7e7a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:23.662819 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f08027-00a2-4e86-8f83-233d202cc991 None None] Sync routers for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:16:23.672419 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f08027-00a2-4e86-8f83-233d202cc991 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:16:23.673006 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-31f08027-00a2-4e86-8f83-233d202cc991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:16:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:16:23.715155 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5a43ddad-9dc9-4668-b968-72816a6b7e7a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "PUT /v2.0/floatingips/dc6ee767-103d-4dd3-8e50-7a67ccc8c591 HTTP/1.1" status: 200 len: 991 time: 1.5106020 Mar 03 06:16:23.715723 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'tag': 'a4e979bc-f450-49ca-9917-b7b6321560a5'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:16:23.840319 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'tag': 'a4e979bc-f450-49ca-9917-b7b6321560a5', 'status': 'completed', 'code': 200} Mar 03 06:16:23.868404 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-31f08027-00a2-4e86-8f83-233d202cc991 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:16:23.889743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3e39f-60cb-4996-9352-ec72a25aa7f2 req-0dd198b0-23d9-42d2-8a4f-5d9b6c3bd9a3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:23.891192 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-69b3e39f-60cb-4996-9352-ec72a25aa7f2 req-0dd198b0-23d9-42d2-8a4f-5d9b6c3bd9a3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0839045 Mar 03 06:16:23.905930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dbf1c-106b-47e0-9db8-fe0b0c8295b0 req-9e00a1b9-0f76-47bc-bccf-4c2db8e3fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:23.907310 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c16dbf1c-106b-47e0-9db8-fe0b0c8295b0 req-9e00a1b9-0f76-47bc-bccf-4c2db8e3fc4b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 1098 time: 0.0698168 Mar 03 06:16:23.938020 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-69b3e39f-60cb-4996-9352-ec72a25aa7f2 req-5b982280-54b5-4e80-b666-f8299a2cf158 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407763 Mar 03 06:16:24.151410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dbf1c-106b-47e0-9db8-fe0b0c8295b0 req-1c804713-a0eb-4d66-a00d-ff424dba030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:24.152905 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c16dbf1c-106b-47e0-9db8-fe0b0c8295b0 req-1c804713-a0eb-4d66-a00d-ff424dba030c service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.2398083 Mar 03 06:16:24.228983 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-31f08027-00a2-4e86-8f83-233d202cc991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dc6ee767-103d-4dd3-8e50-7a67ccc8c591', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'port_id': 'a4e979bc-f450-49ca-9917-b7b6321560a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'mac_address': 'fa:16:3e:17:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:16:08Z', 'updated_at': '2022-03-03T06:16:22Z', 'revision_number': 1, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:16:24.232740 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f08027-00a2-4e86-8f83-233d202cc991 None None] Checking router: 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:16:24.240858 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f08027-00a2-4e86-8f83-233d202cc991 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:16:24.241437 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-31f08027-00a2-4e86-8f83-233d202cc991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:16:20Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:16:24.243377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c285b1-cb85-4bac-addb-2b10b526ed13 req-8ca0aa20-2d16-4db4-a4f4-dd4f2b47799e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:24.244983 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d5c285b1-cb85-4bac-addb-2b10b526ed13 req-8ca0aa20-2d16-4db4-a4f4-dd4f2b47799e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.1986592 Mar 03 06:16:24.256241 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c16dbf1c-106b-47e0-9db8-fe0b0c8295b0 req-44e0b9e2-4a90-4b0b-9c05-77dc1f7bd1d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e979bc-f450-49ca-9917-b7b6321560a5 HTTP/1.1" status: 200 len: 999 time: 0.0976472 Mar 03 06:16:24.291447 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d5c285b1-cb85-4bac-addb-2b10b526ed13 req-ccfe35e4-93c1-4482-bf51-7d0bf8e261c5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402622 Mar 03 06:16:24.328256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dbf1c-106b-47e0-9db8-fe0b0c8295b0 req-01e7883e-5e21-4d01-80e9-2fcb354ef2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:24.329684 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c16dbf1c-106b-47e0-9db8-fe0b0c8295b0 req-01e7883e-5e21-4d01-80e9-2fcb354ef2d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0678632 Mar 03 06:16:24.402906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dbf1c-106b-47e0-9db8-fe0b0c8295b0 req-9ea0508c-1eb5-4e5a-ba8c-4d6a4519d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:24.404394 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c16dbf1c-106b-47e0-9db8-fe0b0c8295b0 req-9ea0508c-1eb5-4e5a-ba8c-4d6a4519d8c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690641 Mar 03 06:16:24.421211 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-31f08027-00a2-4e86-8f83-233d202cc991 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:16:24.540849 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c16dbf1c-106b-47e0-9db8-fe0b0c8295b0 req-1d799e4f-3392-4fd9-a8dc-6f184b312428 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308086 Mar 03 06:16:24.672204 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c16dbf1c-106b-47e0-9db8-fe0b0c8295b0 req-47454c39-e976-43ce-836e-2487ae646369 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254580 Mar 03 06:16:24.783375 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-31f08027-00a2-4e86-8f83-233d202cc991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dc6ee767-103d-4dd3-8e50-7a67ccc8c591', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'port_id': 'a4e979bc-f450-49ca-9917-b7b6321560a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'mac_address': 'fa:16:3e:17:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:16:08Z', 'updated_at': '2022-03-03T06:16:22Z', 'revision_number': 1, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:16:24.787179 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f08027-00a2-4e86-8f83-233d202cc991 None None] The sync data for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv is: [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dc6ee767-103d-4dd3-8e50-7a67ccc8c591', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'port_id': 'a4e979bc-f450-49ca-9917-b7b6321560a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'mac_address': 'fa:16:3e:17:c3:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:16:08Z', 'updated_at': '2022-03-03T06:16:22Z', 'revision_number': 1, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:16:24.973286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1895f318-0d0e-4e4e-9a60-229417c35a4d None None] New status for floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:16:25.473944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec7aec-7afc-4095-9f05-f870f0a8d90f req-a476cc70-a7b6-414b-bdd5-67e4b70fff2b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:25.475349 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6dec7aec-7afc-4095-9f05-f870f0a8d90f req-a476cc70-a7b6-414b-bdd5-67e4b70fff2b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0776739 Mar 03 06:16:25.519630 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6dec7aec-7afc-4095-9f05-f870f0a8d90f req-d7586d52-1cd2-4475-9f64-a5ce92cc7045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387180 Mar 03 06:16:25.699572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9641521-8a11-47b7-bd8e-b18f858d1b5b req-d8e1a147-0a60-4147-ab24-776732be98ef tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:25.701006 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9641521-8a11-47b7-bd8e-b18f858d1b5b req-d8e1a147-0a60-4147-ab24-776732be98ef tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0771427 Mar 03 06:16:25.742676 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9641521-8a11-47b7-bd8e-b18f858d1b5b req-97bbd88d-7516-40f7-b3c0-fdc8239049b6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357254 Mar 03 06:16:26.011148 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bac1e29b-8e92-4791-b003-4f947373006d req-133570bc-970b-4e35-9c2d-812d71c15a3b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822544 Mar 03 06:16:26.136196 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-e9d4691e-08a4-4065-bbd5-771cf80e609c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1191282 Mar 03 06:16:26.140673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed239cd-f3fd-46cf-bbd0-f2ce6558fd0d req-c4369011-4d3f-4295-b9d7-49e6f2e0595d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:26.142111 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2ed239cd-f3fd-46cf-bbd0-f2ce6558fd0d req-c4369011-4d3f-4295-b9d7-49e6f2e0595d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0821271 Mar 03 06:16:26.162158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1e29b-8e92-4791-b003-4f947373006d req-493cf0b2-b2bf-4b03-a5c0-6e7d51edf96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:26.163647 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bac1e29b-8e92-4791-b003-4f947373006d req-493cf0b2-b2bf-4b03-a5c0-6e7d51edf96f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 1098 time: 0.0838819 Mar 03 06:16:26.191863 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2ed239cd-f3fd-46cf-bbd0-f2ce6558fd0d req-6a06a514-1cac-4cd8-8d86-6ddaab06be2e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439179 Mar 03 06:16:26.310587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1e29b-8e92-4791-b003-4f947373006d req-edf841b6-626c-4c8d-8b00-8b1dc4759490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:26.312057 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bac1e29b-8e92-4791-b003-4f947373006d req-edf841b6-626c-4c8d-8b00-8b1dc4759490 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1300967 Mar 03 06:16:26.419178 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bac1e29b-8e92-4791-b003-4f947373006d req-64e6b47a-4950-461f-b2cc-60a4e6bb8e1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e979bc-f450-49ca-9917-b7b6321560a5 HTTP/1.1" status: 200 len: 1001 time: 0.1017401 Mar 03 06:16:26.484075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1e29b-8e92-4791-b003-4f947373006d req-02b1920b-0341-4310-ad25-76fbffaca539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:26.485500 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bac1e29b-8e92-4791-b003-4f947373006d req-02b1920b-0341-4310-ad25-76fbffaca539 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0613167 Mar 03 06:16:26.560131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac1e29b-8e92-4791-b003-4f947373006d req-2d9cd4d9-068f-4de1-918d-4591ecfa83df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:26.561597 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bac1e29b-8e92-4791-b003-4f947373006d req-2d9cd4d9-068f-4de1-918d-4591ecfa83df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703287 Mar 03 06:16:26.695895 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bac1e29b-8e92-4791-b003-4f947373006d req-796a479d-5f43-4db4-9bb9-1d012aea18b1 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279430 Mar 03 06:16:26.830109 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bac1e29b-8e92-4791-b003-4f947373006d req-f76fe495-4862-4791-aa38-6ff16f36ee82 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286113 Mar 03 06:16:27.228419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-999d3eb3-0a6c-4563-b684-ba7bb5d35873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:27.229874 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-999d3eb3-0a6c-4563-b684-ba7bb5d35873 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 1098 time: 0.0692720 Mar 03 06:16:27.378420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cb880-a63d-4297-b7fb-c1e3ec04176a req-c5ceaadc-250b-433b-adef-e54a8e676155 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:27.379924 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d41cb880-a63d-4297-b7fb-c1e3ec04176a req-c5ceaadc-250b-433b-adef-e54a8e676155 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0822215 Mar 03 06:16:27.427220 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d41cb880-a63d-4297-b7fb-c1e3ec04176a req-92eb5a3d-2ea8-45c6-a28f-4686bc096ab6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 Mar 03 06:16:27.468088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-2225e6f8-769c-439a-9ac7-27d133bffc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:27.469514 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-2225e6f8-769c-439a-9ac7-27d133bffc52 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.2341528 Mar 03 06:16:27.567698 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-cb90fe1a-6cf3-4e2f-bb76-327390f416cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e979bc-f450-49ca-9917-b7b6321560a5 HTTP/1.1" status: 200 len: 1001 time: 0.0921457 Mar 03 06:16:27.631087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-8df962e0-86a0-4463-9065-8f5a830a0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:27.632971 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-8df962e0-86a0-4463-9065-8f5a830a0577 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0595279 Mar 03 06:16:27.704566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-ca87a659-c331-43eb-88af-791c41fc8db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:27.705978 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-ca87a659-c331-43eb-88af-791c41fc8db7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679462 Mar 03 06:16:27.834359 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-ac0ffab2-df88-41a3-953d-f50fbbaa95e0 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220202 Mar 03 06:16:27.963033 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-cfc1255d-def3-411e-9a1c-e39de2737ac4 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225019 Mar 03 06:16:28.611662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a2838-3107-46a6-be64-66b341dc2bac req-cf36cf9c-2412-48b6-a81d-2bb5aaf49970 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:28.613119 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-366a2838-3107-46a6-be64-66b341dc2bac req-cf36cf9c-2412-48b6-a81d-2bb5aaf49970 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0816736 Mar 03 06:16:28.656089 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-366a2838-3107-46a6-be64-66b341dc2bac req-51f57bbd-3ea2-416b-b2f6-52f0ece4c0ce tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367665 Mar 03 06:16:29.838266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbc915-1689-47b3-8b98-de6672699b47 req-2ec5957c-de78-444a-83e0-b88757a6cc6f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:29.839677 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-21fbc915-1689-47b3-8b98-de6672699b47 req-2ec5957c-de78-444a-83e0-b88757a6cc6f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0780997 Mar 03 06:16:29.884897 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-21fbc915-1689-47b3-8b98-de6672699b47 req-176d295a-e115-4613-a3e4-637223407757 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396268 Mar 03 06:16:30.544018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:31.070010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30731fcb-9f64-406b-9361-1457ad44d62c req-621aabfe-a4e8-4a61-8724-ce646be16d09 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:31.071528 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30731fcb-9f64-406b-9361-1457ad44d62c req-621aabfe-a4e8-4a61-8724-ce646be16d09 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0791957 Mar 03 06:16:31.116107 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30731fcb-9f64-406b-9361-1457ad44d62c req-15182d7f-bdf3-48de-b709-4a31be6de74d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379980 Mar 03 06:16:32.302300 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66305d14-a5f6-4ad9-9e1b-c9d8e4467037 req-a82a17c6-45d9-42f7-a4bf-a08401092499 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:32.303724 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-66305d14-a5f6-4ad9-9e1b-c9d8e4467037 req-a82a17c6-45d9-42f7-a4bf-a08401092499 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0838234 Mar 03 06:16:32.352287 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-66305d14-a5f6-4ad9-9e1b-c9d8e4467037 req-12190b59-d0d3-4874-b947-7c5045deb306 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416613 Mar 03 06:16:33.536786 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d39e-0764-4855-8344-4dbfa9145782 req-ca768050-6b9e-4a7e-8dd3-0978913513f5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:33.538216 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9752d39e-0764-4855-8344-4dbfa9145782 req-ca768050-6b9e-4a7e-8dd3-0978913513f5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0779371 Mar 03 06:16:33.581188 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9752d39e-0764-4855-8344-4dbfa9145782 req-9a4e0705-c069-4fcc-9ad5-30a6f2a6948e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368836 Mar 03 06:16:34.763686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d75819-43c3-45ea-b210-72b9f680600e req-6e122aec-5716-4f79-b081-6f0a462cae30 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:34.765170 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e0d75819-43c3-45ea-b210-72b9f680600e req-6e122aec-5716-4f79-b081-6f0a462cae30 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0812967 Mar 03 06:16:34.807722 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e0d75819-43c3-45ea-b210-72b9f680600e req-5e457ff4-fc8b-4d43-9ce1-1574b3e233cf tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370252 Mar 03 06:16:35.988607 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748d4a7-66ba-4050-82ac-9cdd7914f42e req-71fd618c-6d9f-405b-ad25-edb7ccd447f2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:35.990023 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a748d4a7-66ba-4050-82ac-9cdd7914f42e req-71fd618c-6d9f-405b-ad25-edb7ccd447f2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0806842 Mar 03 06:16:36.031985 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a748d4a7-66ba-4050-82ac-9cdd7914f42e req-3846e078-cd51-43a7-91bc-35d642591435 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358722 Mar 03 06:16:37.214682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96929d69-dda3-411c-a9aa-44413a37472d req-11bac776-4abb-4998-8e78-759559063cb9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:37.216120 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-96929d69-dda3-411c-a9aa-44413a37472d req-11bac776-4abb-4998-8e78-759559063cb9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0775673 Mar 03 06:16:37.258713 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-96929d69-dda3-411c-a9aa-44413a37472d req-0d07f40d-38ab-46a7-af6c-cd6691860d75 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371070 Mar 03 06:16:38.446470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d6b5e-4b55-4a18-a1e4-ba3aab358f75 req-3f558a73-0ea6-4e2a-891e-dc0e0e4c8dd4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:38.447965 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e35d6b5e-4b55-4a18-a1e4-ba3aab358f75 req-3f558a73-0ea6-4e2a-891e-dc0e0e4c8dd4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0835264 Mar 03 06:16:38.493939 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e35d6b5e-4b55-4a18-a1e4-ba3aab358f75 req-c9780eca-98f6-447a-90c2-73caa6df97f3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376778 Mar 03 06:16:39.672921 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091c225-8cdb-43e1-8a53-086dedde1dd9 req-33a7a2c3-395c-47bd-928c-e51790451f4f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:39.674247 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f091c225-8cdb-43e1-8a53-086dedde1dd9 req-33a7a2c3-395c-47bd-928c-e51790451f4f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0775445 Mar 03 06:16:39.719514 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f091c225-8cdb-43e1-8a53-086dedde1dd9 req-c76af357-b586-47d4-82f8-d6af49adf2e5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388243 Mar 03 06:16:40.899281 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c991f6a-2cc8-4985-9db8-ddc950f7d515 req-86d9a7d0-b272-4b6a-96e4-2b2fdb5b8d7b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:40.900735 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4c991f6a-2cc8-4985-9db8-ddc950f7d515 req-86d9a7d0-b272-4b6a-96e4-2b2fdb5b8d7b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0771215 Mar 03 06:16:40.944749 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4c991f6a-2cc8-4985-9db8-ddc950f7d515 req-75aa1f98-e070-4c57-9df7-6af9214e3d1d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384367 Mar 03 06:16:42.126253 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bdb8a-4030-456f-a9a4-b994fd565fcb req-dbfbc7f4-6c0e-44e0-b1c7-2ef391445455 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:42.127651 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d02bdb8a-4030-456f-a9a4-b994fd565fcb req-dbfbc7f4-6c0e-44e0-b1c7-2ef391445455 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0816464 Mar 03 06:16:42.172171 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d02bdb8a-4030-456f-a9a4-b994fd565fcb req-7be920c1-5ead-4014-9718-1ac2db139b09 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370765 Mar 03 06:16:43.350570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e80e22-3972-4b99-98be-84f6a1399718 req-07dad3ea-1fae-4318-b4bc-f51a583f59e3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:43.352525 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-29e80e22-3972-4b99-98be-84f6a1399718 req-07dad3ea-1fae-4318-b4bc-f51a583f59e3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0783165 Mar 03 06:16:43.393544 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:16:43.395885 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-29e80e22-3972-4b99-98be-84f6a1399718 req-02505cad-4c0c-43bd-b8b7-8e30ce2de5ed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376685 Mar 03 06:16:44.581842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e40a-5bd1-4ae8-8720-7b7ffe97bb27 req-cc453193-a1b0-4faa-8c9e-8c2804194269 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:44.583279 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0fc8e40a-5bd1-4ae8-8720-7b7ffe97bb27 req-cc453193-a1b0-4faa-8c9e-8c2804194269 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0807548 Mar 03 06:16:44.627591 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0fc8e40a-5bd1-4ae8-8720-7b7ffe97bb27 req-e164664b-751b-45ba-a435-e35d8d1979d3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370934 Mar 03 06:16:45.812233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5db24e-0a13-45e7-b533-d500f6203819 req-b2d406e4-9a14-4f1d-86d5-54e8bc745c32 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:45.813635 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7e5db24e-0a13-45e7-b533-d500f6203819 req-b2d406e4-9a14-4f1d-86d5-54e8bc745c32 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0808444 Mar 03 06:16:45.940336 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7e5db24e-0a13-45e7-b533-d500f6203819 req-fa7ffbc5-8ef1-426d-9114-0cf13c4bca89 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209660 Mar 03 06:16:47.117767 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47a5ca-9746-44ad-9148-28db9cbbcc8a req-b340f59b-8e10-45dc-a664-404349c93cd2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:47.119178 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6c47a5ca-9746-44ad-9148-28db9cbbcc8a req-b340f59b-8e10-45dc-a664-404349c93cd2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0769503 Mar 03 06:16:47.161686 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6c47a5ca-9746-44ad-9148-28db9cbbcc8a req-7c6c9b4b-97f5-42c0-9fdf-b33d76c429a5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370121 Mar 03 06:16:48.286204 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-62aee693-f5a1-4631-9230-28dde68673da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:48.346812 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43367474-8368-4a14-bbb8-42c0a1c072c0 req-71586f9d-4a7c-4fcb-8c43-62b94fe472cc tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:48.354162 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-43367474-8368-4a14-bbb8-42c0a1c072c0 req-71586f9d-4a7c-4fcb-8c43-62b94fe472cc tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0915976 Mar 03 06:16:48.392270 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-43367474-8368-4a14-bbb8-42c0a1c072c0 req-65b8388e-f7d7-4e5d-bf2b-50f76dc8d313 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372717 Mar 03 06:16:49.573865 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779ce3d-942d-4b41-b53a-15ceab600330 req-56ba9746-52d3-47af-ba56-ba656a3b2fe8 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:49.575301 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8779ce3d-942d-4b41-b53a-15ceab600330 req-56ba9746-52d3-47af-ba56-ba656a3b2fe8 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0804493 Mar 03 06:16:49.619554 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8779ce3d-942d-4b41-b53a-15ceab600330 req-779e8ebd-0acc-420f-9b6d-e02abdfb88ec tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385466 Mar 03 06:16:49.642905 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-9ac51233-0790-4940-810a-e6464cef0493 service neutron] 10.222.0.23 "GET /v2.0/ports/a4e979bc-f450-49ca-9917-b7b6321560a5/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0773287 Mar 03 06:16:49.893834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-99f0addf-81ad-4518-a5e1-b20d4ddc3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:49.895220 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-99f0addf-81ad-4518-a5e1-b20d4ddc3cba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 1098 time: 0.0705838 Mar 03 06:16:49.985868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-5c6ffa59-3d3e-4759-a042-8f63a137d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:49.987295 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-5c6ffa59-3d3e-4759-a042-8f63a137d6b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 1098 time: 0.0721056 Mar 03 06:16:50.116092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-126a80cb-f4ac-491e-b276-f26679f66ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:50.117538 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-126a80cb-f4ac-491e-b276-f26679f66ae2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1246831 Mar 03 06:16:50.215509 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-4535fa3f-6290-4edd-a6a3-1d25bcf4bfdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e979bc-f450-49ca-9917-b7b6321560a5 HTTP/1.1" status: 200 len: 1001 time: 0.0913148 Mar 03 06:16:50.279551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-95d2f867-0d50-4d27-b3e9-9b61b28d8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:50.281016 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-95d2f867-0d50-4d27-b3e9-9b61b28d8eec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0599720 Mar 03 06:16:50.356430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-1e344df8-5923-4a68-802e-7535aa4ee8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:50.357980 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-1e344df8-5923-4a68-802e-7535aa4ee8f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715880 Mar 03 06:16:50.496393 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-caef4eaf-264b-4960-a77a-54f764535076 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326439 Mar 03 06:16:50.512116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3e2d87bb-6ca4-42bf-a79a-ab40c2347e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:50.633279 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c94ddec7-4582-4fd5-93c5-2854cab0762d req-30a7d98f-13aa-44d3-838b-a04fc64c555d service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313384 Mar 03 06:16:50.804050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb43c86-beaa-4783-b190-94c505e6e486 req-d1ff0c9e-eb2a-4f3b-bd1b-5ed7b4c9b313 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:50.808287 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-deb43c86-beaa-4783-b190-94c505e6e486 req-d1ff0c9e-eb2a-4f3b-bd1b-5ed7b4c9b313 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0838623 Mar 03 06:16:50.856426 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-deb43c86-beaa-4783-b190-94c505e6e486 req-4aa240b5-2830-482d-88ab-1ab9498a9195 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442207 Mar 03 06:16:51.673021 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:51.783584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:52.046526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24e180-c8bf-4a3e-9e8a-75f2b4288337 req-5ccb83a7-0c2d-434e-8bbe-fd2d356bb66a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:52.047967 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6b24e180-c8bf-4a3e-9e8a-75f2b4288337 req-5ccb83a7-0c2d-434e-8bbe-fd2d356bb66a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0800617 Mar 03 06:16:52.091197 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6b24e180-c8bf-4a3e-9e8a-75f2b4288337 req-03d3496b-f077-46dd-9bac-bcce6a9bf2f9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376718 Mar 03 06:16:52.968484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:53.279538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f03073-ed63-4d1e-b094-02947ba0998c req-7ebf0feb-2320-4ae8-85ae-6b577a47bf4a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:53.281018 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-00f03073-ed63-4d1e-b094-02947ba0998c req-7ebf0feb-2320-4ae8-85ae-6b577a47bf4a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0789952 Mar 03 06:16:53.326840 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-00f03073-ed63-4d1e-b094-02947ba0998c req-9643ccff-6b06-467e-8845-4d8c6f462904 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401795 Mar 03 06:16:53.516442 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device a4e979bc-f450-49ca-9917-b7b6321560a5 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:16:53.519047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device a4e979bc-f450-49ca-9917-b7b6321560a5 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:16:53.628625 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7a6f0-6061-4d28-93a5-368af839ec6d req-6ba242a5-ca13-4590-97b4-9b5217d150cc tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:53.630448 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-22f7a6f0-6061-4d28-93a5-368af839ec6d req-6ba242a5-ca13-4590-97b4-9b5217d150cc tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0846500 Mar 03 06:16:53.637247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-af390117-aaa9-4792-af8e-f14ae078e4de tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:53.638057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-af390117-aaa9-4792-af8e-f14ae078e4de tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Synchronizing usage tracker for tenant:0e72958531014e23b0642cc6ce083a2f on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:16:53.654597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-af390117-aaa9-4792-af8e-f14ae078e4de tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Unset dirty status for tenant:0e72958531014e23b0642cc6ce083a2f on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:16:53.656218 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-af390117-aaa9-4792-af8e-f14ae078e4de tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c&tenant_id=0e72958531014e23b0642cc6ce083a2f&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.1056521 Mar 03 06:16:53.681790 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-22f7a6f0-6061-4d28-93a5-368af839ec6d req-3d7e04ab-4d42-4d7e-b40e-b965c5867ac7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444939 Mar 03 06:16:53.745322 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:53.762812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port a4e979bc-f450-49ca-9917-b7b6321560a5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a4e979bc-f450-49ca-9917-b7b6321560a5,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:16:53.782924 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'a4e979bc-f450-49ca-9917-b7b6321560a5', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'port_id': 'a4e979bc-f450-49ca-9917-b7b6321560a5', 'mac_address': 'fa:16:3e:17:c3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:16:53.789960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e979bc-f450-49ca-9917-b7b6321560a5'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:16:53.814626 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-e9e12537-6e94-42e2-8403-d4f124e8ed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:53.816122 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-e9e12537-6e94-42e2-8403-d4f124e8ed94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 1098 time: 0.0880363 Mar 03 06:16:53.827100 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port a4e979bc-f450-49ca-9917-b7b6321560a5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a4e979bc-f450-49ca-9917-b7b6321560a5,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:16:53.836018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:53.876250 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4e979bc-f450-49ca-9917-b7b6321560a5', 'code': 200} Mar 03 06:16:53.903198 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:53.933231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4e979bc-f450-49ca-9917-b7b6321560a5 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:16:53.941237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=a4e979bc-f450-49ca-9917-b7b6321560a5,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:53.945584 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-0c0a68a5-5037-4f6a-87db-40473edf1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:53.947034 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-0c0a68a5-5037-4f6a-87db-40473edf1795 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1258030 Mar 03 06:16:53.997133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:16:53.997749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:16:54.159750 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-0882de4e-0dc0-44d4-a727-e37ff882b90c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4e979bc-f450-49ca-9917-b7b6321560a5 HTTP/1.1" status: 200 len: 999 time: 0.2067533 Mar 03 06:16:54.218605 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-ebacd92f-e2c8-4fcf-9e07-07f50c5301f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:54.219971 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-ebacd92f-e2c8-4fcf-9e07-07f50c5301f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0552745 Mar 03 06:16:54.294291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-1bef2d96-c4f6-454d-9bf2-57ce2581ba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:54.295702 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-1bef2d96-c4f6-454d-9bf2-57ce2581ba74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704896 Mar 03 06:16:54.427072 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-ff9a696a-ecd3-4997-a630-fbd637f8def9 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253071 Mar 03 06:16:54.553252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:54.569492 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fbba0a58-c403-41e5-a2ad-5ed672b3d5b6 req-3a41146d-ad49-4b3d-985f-a3866d91c132 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359015 Mar 03 06:16:54.570254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4e979bc-f450-49ca-9917-b7b6321560a5 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:16:54.587034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port a4e979bc-f450-49ca-9917-b7b6321560a5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a4e979bc-f450-49ca-9917-b7b6321560a5,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:16:54.591003 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:54.657135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['a4e979bc-f450-49ca-9917-b7b6321560a5'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:16:54.699840 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=a4e979bc-f450-49ca-9917-b7b6321560a5,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:54.872772 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c4b09-97b5-451e-8d07-da37e061a0f6 req-08dbb782-40d2-474b-935b-ec28b95f10e7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:54.874216 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-598c4b09-97b5-451e-8d07-da37e061a0f6 req-08dbb782-40d2-474b-935b-ec28b95f10e7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 944 time: 0.0853667 Mar 03 06:16:54.920778 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-598c4b09-97b5-451e-8d07-da37e061a0f6 req-d4b79248-f794-41e8-ba77-fa7f1fd0b97c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402708 Mar 03 06:16:55.538041 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device a4e979bc-f450-49ca-9917-b7b6321560a5 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:16:55.604503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port a4e979bc-f450-49ca-9917-b7b6321560a5 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:16:55.604869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:55.715391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:55.746221 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port a4e979bc-f450-49ca-9917-b7b6321560a5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a4e979bc-f450-49ca-9917-b7b6321560a5,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:16:55.750066 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:55.820423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=a4e979bc-f450-49ca-9917-b7b6321560a5,revision_number=8']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:55.877059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e979bc-f450-49ca-9917-b7b6321560a5'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:16:55.920278 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4e979bc-f450-49ca-9917-b7b6321560a5', 'code': 200} Mar 03 06:16:56.256497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27e9b7-5853-4c8c-91ed-e4e854bf0053 req-85f69b5a-b7ce-428d-bf25-86729fff5632 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:56.257904 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ea27e9b7-5853-4c8c-91ed-e4e854bf0053 req-85f69b5a-b7ce-428d-bf25-86729fff5632 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0773847 Mar 03 06:16:56.300013 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ea27e9b7-5853-4c8c-91ed-e4e854bf0053 req-e97f5247-73d1-4505-b42f-f6982e305362 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366254 Mar 03 06:16:56.485370 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f798623-d3b2-4c4b-ab62-fce085c50ca1 req-18b0ad2d-eefc-4179-a9bb-8bec7d0e5e3a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:56.486806 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4f798623-d3b2-4c4b-ab62-fce085c50ca1 req-18b0ad2d-eefc-4179-a9bb-8bec7d0e5e3a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0815961 Mar 03 06:16:56.529175 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4f798623-d3b2-4c4b-ab62-fce085c50ca1 req-10628551-9167-4280-b448-f574ff194dd1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367122 Mar 03 06:16:56.716510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902ef09-5bef-4c6f-8727-1f4446f70e39 req-c040a5df-df1d-4c62-8861-5b208f26d845 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:56.717912 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3902ef09-5bef-4c6f-8727-1f4446f70e39 req-c040a5df-df1d-4c62-8861-5b208f26d845 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0875511 Mar 03 06:16:56.759500 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3902ef09-5bef-4c6f-8727-1f4446f70e39 req-306dbfac-9e02-4d9c-9d2d-1329f3ae97e9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360878 Mar 03 06:16:57.124198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfc11c-141a-4b52-bea9-65b2c43c3fec req-575b4f7b-7b9a-48f1-b5a5-23b56c91aea7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:57.125505 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9bcfc11c-141a-4b52-bea9-65b2c43c3fec req-575b4f7b-7b9a-48f1-b5a5-23b56c91aea7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0778754 Mar 03 06:16:57.168019 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9bcfc11c-141a-4b52-bea9-65b2c43c3fec req-ee713220-eb9d-4b37-b8fb-8c72f804c4b6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369792 Mar 03 06:16:58.351022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f117d08-b4a9-477c-9521-b8265ee1b560 req-7f0c4178-ff9c-49bf-800b-ce9088c11a16 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:58.352507 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f117d08-b4a9-477c-9521-b8265ee1b560 req-7f0c4178-ff9c-49bf-800b-ce9088c11a16 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0811801 Mar 03 06:16:58.395062 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f117d08-b4a9-477c-9521-b8265ee1b560 req-dc499fb8-5be9-4d98-9628-fd1c783ccdef tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370061 Mar 03 06:16:58.851021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55985694-3653-4743-855e-d04ca57e73fc req-20454133-01a6-4f07-b6a1-13395a04126d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:58.852501 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-55985694-3653-4743-855e-d04ca57e73fc req-20454133-01a6-4f07-b6a1-13395a04126d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0771534 Mar 03 06:16:58.919147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Deleting port a4e979bc-f450-49ca-9917-b7b6321560a5 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:16:58.919485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:59.158778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] For port a4e979bc-f450-49ca-9917-b7b6321560a5, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a4e979bc-f450-49ca-9917-b7b6321560a5,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:16:59.159048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:59.442374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:59.442741 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:59.443048 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591 disassociated. External IP: 172.26.3.206, port: a4e979bc-f450-49ca-9917-b7b6321560a5. Mar 03 06:16:59.443384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Calling delete_port for a4e979bc-f450-49ca-9917-b7b6321560a5 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:16:59.578592 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7e589-610f-4250-80e4-29951b35ae36 req-b744eeb7-ccbc-4068-900e-5f5725daf32e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:16:59.580078 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a3e7e589-610f-4250-80e4-29951b35ae36 req-b744eeb7-ccbc-4068-900e-5f5725daf32e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 945 time: 0.0807931 Mar 03 06:16:59.585928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:16:59.631513 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a3e7e589-610f-4250-80e4-29951b35ae36 req-6ee56f84-8b3a-4206-9d07-407017dbfa4a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440810 Mar 03 06:16:59.638287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event deleted for resources: {'Port': ['ID=a4e979bc-f450-49ca-9917-b7b6321560a5,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:16:59.649237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:59.649597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:59.649947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:59.650292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:59.650617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:59.650966 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:59.651296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:59.651642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:59.652007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:59.652333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:59.652657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:59.652981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:16:59.944010 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:17:00.122826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:17:00.132083 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce29e12-a0f3-427c-95c6-d867dabfc8c5 None None] Sync routers for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:17:00.142371 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce29e12-a0f3-427c-95c6-d867dabfc8c5 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:17:00.142958 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-bce29e12-a0f3-427c-95c6-d867dabfc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:16:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:17:00.197593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] No DVR routers for this DVR port a4e979bc-f450-49ca-9917-b7b6321560a5 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:17:00.200192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:00.202802 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'name': 'network-vif-deleted', 'tag': 'a4e979bc-f450-49ca-9917-b7b6321560a5'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:17:00.220987 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-55985694-3653-4743-855e-d04ca57e73fc req-f6c2ce70-d74e-4ec2-bb7d-665efccb3b11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "DELETE /v2.0/ports/a4e979bc-f450-49ca-9917-b7b6321560a5 HTTP/1.1" status: 204 len: 173 time: 1.3635783 Mar 03 06:17:00.253688 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e887d4-96d0-45e0-bdc8-1ff280f7881c', 'name': 'network-vif-deleted', 'tag': 'a4e979bc-f450-49ca-9917-b7b6321560a5', 'status': 'completed', 'code': 200} Mar 03 06:17:00.323832 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-bce29e12-a0f3-427c-95c6-d867dabfc8c5 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:17:00.558702 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:00.633592 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-bce29e12-a0f3-427c-95c6-d867dabfc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:17:00.637262 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce29e12-a0f3-427c-95c6-d867dabfc8c5 None None] Checking router: 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:17:00.645308 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce29e12-a0f3-427c-95c6-d867dabfc8c5 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:17:00.645877 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-bce29e12-a0f3-427c-95c6-d867dabfc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:16:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:17:00.802866 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-09e27d07-012d-4aab-866b-a0e5cbd7ad26 req-4d51399c-c65f-427c-a0bd-e9de6ee3b95b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2e887d4-96d0-45e0-bdc8-1ff280f7881c HTTP/1.1" status: 200 len: 210 time: 0.0427916 Mar 03 06:17:00.833473 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-bce29e12-a0f3-427c-95c6-d867dabfc8c5 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:17:01.160823 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-bce29e12-a0f3-427c-95c6-d867dabfc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:17:01.164467 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce29e12-a0f3-427c-95c6-d867dabfc8c5 None None] The sync data for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv is: [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:17:01.383644 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99745299-8c7b-4923-9f3f-4128ce5928d9 None None] New status for floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:17:02.123762 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-d9d450b6-7b64-41e6-b540-e780235bb435 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1965579668&fields=id&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 267 time: 0.0383143 Mar 03 06:17:02.268731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394d809-262a-4607-9b4a-835a703d9308 req-bba198a0-8391-4b12-aba0-c1b0287c1e46 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:02.270104 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-bba198a0-8391-4b12-aba0-c1b0287c1e46 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 811 time: 0.1393120 Mar 03 06:17:02.284682 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-24753c6e-dd86-4018-82cf-93f70518815e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/quotas/0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 375 time: 0.0086520 Mar 03 06:17:02.369943 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-0bdb0f2c-2443-4605-ada8-f3a0c5aee3c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805275 Mar 03 06:17:02.587632 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-f3692d37-d206-4c7c-89b9-be6d39381d1b service neutron] 10.222.0.20 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059174 Mar 03 06:17:02.715675 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-4c0252a9-649d-446c-ba5a-26223a496035 service neutron] 10.222.0.20 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220543 Mar 03 06:17:02.889718 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6d76bc1a-d1e4-4223-8c8d-382a3fc662d0 req-6a541973-9edc-4f8b-a666-dd69e6a84141 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 210 time: 0.0412681 Mar 03 06:17:03.575976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device a4e979bc-f450-49ca-9917-b7b6321560a5 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:17:03.609414 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: a4e979bc-f450-49ca-9917-b7b6321560a5 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:17:03.609748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device a4e979bc-f450-49ca-9917-b7b6321560a5 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:17:03.874914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394d809-262a-4607-9b4a-835a703d9308 req-45921e8e-4869-4035-a221-51a231eccdbd tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:03.876400 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-45921e8e-4869-4035-a221-51a231eccdbd tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 811 time: 0.1444125 Mar 03 06:17:03.923223 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-127f91a5-f4f3-43ed-a334-d94ad84a5a0b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 380 time: 0.0397210 Mar 03 06:17:03.931629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Request body: {'port': {'device_id': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'admin_state_up': True, 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'security_groups': ['be4d9a86-002f-4ade-84ab-da823319722f']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:17:04.037246 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e10f3430-6567-4d87-88d6-68a02bf8f480 req-6b23624e-026d-4813-a3bb-b3cbc196f5d3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 210 time: 0.0412159 Mar 03 06:17:04.069055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:17:04.073175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Usage tracker for resource:port and tenant:0e72958531014e23b0642cc6ce083a2f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:17:04.075966 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:17:04.081525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:17:04.091478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Made reservation on behalf of 0e72958531014e23b0642cc6ce083a2f for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:17:04.095006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:04.253147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Allocated IP 172.20.0.8 (d742599c-a366-4963-a1a2-db9eb1876a36/c2bb2fc2-f670-4936-854d-8fe04a026c66/82668d90-efa6-4e33-8205-0eecb9ce14fc) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:17:04.435018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:04.449987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Transition to ACTIVE for port object 82668d90-efa6-4e33-8205-0eecb9ce14fc will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:17:04.472572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:04.540092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Network d742599c-a366-4963-a1a2-db9eb1876a36 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:17:04.546848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:17:04.551011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:17:04.581931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event updated for resources: {'Port': ['ID=82668d90-efa6-4e33-8205-0eecb9ce14fc,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:17:04.617607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:04.618801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:04.644976 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-2258957f-d005-43b2-8a28-01f479468045 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7171690 Mar 03 06:17:04.656321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Request body: {'port': {'device_id': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:17:04.768661 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:04.815465 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-02c13bac-4b86-4ded-ac8f-4d35daf85d0b None None] Provisioning for port 82668d90-efa6-4e33-8205-0eecb9ce14fc completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:17:04.820210 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-02c13bac-4b86-4ded-ac8f-4d35daf85d0b None None] Provisioning complete for port 82668d90-efa6-4e33-8205-0eecb9ce14fc triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:17:04.820528 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-02c13bac-4b86-4ded-ac8f-4d35daf85d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:04.875507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-02c13bac-4b86-4ded-ac8f-4d35daf85d0b None None] Port 82668d90-efa6-4e33-8205-0eecb9ce14fc cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:17:05.096874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82668d90-efa6-4e33-8205-0eecb9ce14fc {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:17:05.104619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:05.119362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Transition to ACTIVE for port object 82668d90-efa6-4e33-8205-0eecb9ce14fc will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:17:05.123240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:05.224877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7c00d-54fa-4a5d-b9af-5ce03a36fdd3 req-e1a7e85a-cc16-4b45-ac38-6884b03433c3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:05.226435 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-59c7c00d-54fa-4a5d-b9af-5ce03a36fdd3 req-e1a7e85a-cc16-4b45-ac38-6884b03433c3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 943 time: 0.0857062 Mar 03 06:17:05.271929 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-59c7c00d-54fa-4a5d-b9af-5ce03a36fdd3 req-29d08f68-f9af-4461-a676-c4e76d4766ab tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390551 Mar 03 06:17:05.362834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Pushing event updated for resources: {'Port': ['ID=82668d90-efa6-4e33-8205-0eecb9ce14fc,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:17:05.465205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Attempting to bind port 82668d90-efa6-4e33-8205-0eecb9ce14fc on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:17:05.465538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Attempting to bind port 82668d90-efa6-4e33-8205-0eecb9ce14fc by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:17:05.465861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Attempting to bind port 82668d90-efa6-4e33-8205-0eecb9ce14fc on network d742599c-a366-4963-a1a2-db9eb1876a36 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:17:05.470363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Port 82668d90-efa6-4e33-8205-0eecb9ce14fc on network d742599c-a366-4963-a1a2-db9eb1876a36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:17:05.470675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Attempting to bind port 82668d90-efa6-4e33-8205-0eecb9ce14fc on network d742599c-a366-4963-a1a2-db9eb1876a36 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:17:05.475596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:17:05.475956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Checking segment: {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:17:05.476362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Bound using segment: {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:17:05.476776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Bound port: 82668d90-efa6-4e33-8205-0eecb9ce14fc, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:17:05.477114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:05.566127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] For port 82668d90-efa6-4e33-8205-0eecb9ce14fc, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:17:05.569106 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] For port 82668d90-efa6-4e33-8205-0eecb9ce14fc, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:17:05.572478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:05.625089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:05.625687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:05.627037 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] 10.222.0.23 "PUT /v2.0/ports/82668d90-efa6-4e33-8205-0eecb9ce14fc HTTP/1.1" status: 200 len: 1093 time: 0.9750841 Mar 03 06:17:05.627459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'tag': '82668d90-efa6-4e33-8205-0eecb9ce14fc'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:17:05.656663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d933c5d-9b74-477a-8595-ff0c71ed416f service neutron] Pushing event updated for resources: {'Port': ['ID=82668d90-efa6-4e33-8205-0eecb9ce14fc,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:17:05.702401 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'tag': '82668d90-efa6-4e33-8205-0eecb9ce14fc', 'status': 'completed', 'code': 200} Mar 03 06:17:05.743142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394d809-262a-4607-9b4a-835a703d9308 req-e05d4fbb-a040-4a9f-9e8a-493f31f50601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:05.744647 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-e05d4fbb-a040-4a9f-9e8a-493f31f50601 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 1096 time: 0.0793641 Mar 03 06:17:05.813329 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-16d623b4-e947-4682-9541-b0dbead70121 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc HTTP/1.1" status: 200 len: 217 time: 0.0623858 Mar 03 06:17:05.877153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394d809-262a-4607-9b4a-835a703d9308 req-1b6c471f-dbbf-4cca-99a9-cd79ddc13d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:05.878454 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-1b6c471f-dbbf-4cca-99a9-cd79ddc13d32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0598016 Mar 03 06:17:05.950875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394d809-262a-4607-9b4a-835a703d9308 req-c3c2a963-5a66-48c8-b998-c81332772b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:05.952223 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-c3c2a963-5a66-48c8-b998-c81332772b0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675025 Mar 03 06:17:06.080507 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-a9fbcefb-0d51-4857-94e9-2577a7596760 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219411 Mar 03 06:17:06.208642 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0394d809-262a-4607-9b4a-835a703d9308 req-aa28171f-0692-4dcb-b756-e4ce5043d092 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222758 Mar 03 06:17:06.321892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b1ae-3131-4235-b367-123ec15b227c req-e96baab8-5e6f-4ac7-9ee9-fd2340b8ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:06.323363 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7d9b1ae-3131-4235-b367-123ec15b227c req-e96baab8-5e6f-4ac7-9ee9-fd2340b8ba79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 1096 time: 0.0741036 Mar 03 06:17:06.455084 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b1ae-3131-4235-b367-123ec15b227c req-44ecad81-4613-4ee8-b89a-2fd3d78c600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:06.456553 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7d9b1ae-3131-4235-b367-123ec15b227c req-44ecad81-4613-4ee8-b89a-2fd3d78c600e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1276164 Mar 03 06:17:06.470149 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d82f4-d4b3-40c9-b110-fa0b0ce6238b req-4c052396-6c4a-463c-9b4d-6b00a8ef5ad7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:06.471527 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-499d82f4-d4b3-40c9-b110-fa0b0ce6238b req-4c052396-6c4a-463c-9b4d-6b00a8ef5ad7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 943 time: 0.0914516 Mar 03 06:17:06.518997 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-499d82f4-d4b3-40c9-b110-fa0b0ce6238b req-f8714691-a76c-438b-b519-b8bb5348052b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414510 Mar 03 06:17:06.523190 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7d9b1ae-3131-4235-b367-123ec15b227c req-6b2b1937-497e-4b11-aa61-5b9cc0b8b736 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc HTTP/1.1" status: 200 len: 217 time: 0.0595551 Mar 03 06:17:06.588133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b1ae-3131-4235-b367-123ec15b227c req-6361853c-8bcc-426a-bde9-f8463f1fd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:06.589557 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7d9b1ae-3131-4235-b367-123ec15b227c req-6361853c-8bcc-426a-bde9-f8463f1fd2d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0602028 Mar 03 06:17:06.660918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9b1ae-3131-4235-b367-123ec15b227c req-b50721f3-2536-4c70-819b-7c39fa19f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:06.662356 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7d9b1ae-3131-4235-b367-123ec15b227c req-b50721f3-2536-4c70-819b-7c39fa19f3f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674767 Mar 03 06:17:06.799407 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7d9b1ae-3131-4235-b367-123ec15b227c req-ba90f6e8-ca24-477f-9aea-84108be23f4b service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308746 Mar 03 06:17:07.030971 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e7d9b1ae-3131-4235-b367-123ec15b227c req-c0428e1d-f3b3-4d91-86d6-ad2be6e3a2a6 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252641 Mar 03 06:17:07.848826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c50954-e2a0-4f05-bcb6-4276e4b83214 req-4a6120bd-1193-4ffc-a96c-dad208eb0398 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:07.850137 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a7c50954-e2a0-4f05-bcb6-4276e4b83214 req-4a6120bd-1193-4ffc-a96c-dad208eb0398 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 943 time: 0.0778811 Mar 03 06:17:07.893039 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a7c50954-e2a0-4f05-bcb6-4276e4b83214 req-79432a57-34ff-42d8-b055-380c3f42fa47 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373290 Mar 03 06:17:09.074161 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b8145-559c-4b5a-b10c-4865ee8b46fc req-df637fe1-5c21-418d-93f7-3aeb6eb623ff tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:09.078781 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c49b8145-559c-4b5a-b10c-4865ee8b46fc req-df637fe1-5c21-418d-93f7-3aeb6eb623ff tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 943 time: 0.0844464 Mar 03 06:17:09.122440 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c49b8145-559c-4b5a-b10c-4865ee8b46fc req-f041800c-712f-4195-bfb4-8f712e453062 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380733 Mar 03 06:17:09.607447 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 82668d90-efa6-4e33-8205-0eecb9ce14fc details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:17:09.769283 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 82668d90-efa6-4e33-8205-0eecb9ce14fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:17:09.784301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '82668d90-efa6-4e33-8205-0eecb9ce14fc', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'port_id': '82668d90-efa6-4e33-8205-0eecb9ce14fc', 'mac_address': 'fa:16:3e:c9:3d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:17:09.834142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:09.850457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82668d90-efa6-4e33-8205-0eecb9ce14fc {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:17:09.865316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 82668d90-efa6-4e33-8205-0eecb9ce14fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:17:09.870403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:09.938078 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=82668d90-efa6-4e33-8205-0eecb9ce14fc,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:17:09.944946 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:17:09.945289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:17:09.945621 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:17:09.945949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:17:09.946273 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:17:09.946595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:17:09.946913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:17:09.947232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:17:09.947545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:17:09.947891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:17:09.948207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:17:09.948517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:17:10.137462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['82668d90-efa6-4e33-8205-0eecb9ce14fc'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:17:10.303761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804f375-a3e3-4e25-b176-5dff960db0d8 req-87e78849-5f26-43d5-8274-920178f9faf2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:10.305538 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1804f375-a3e3-4e25-b176-5dff960db0d8 req-87e78849-5f26-43d5-8274-920178f9faf2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 944 time: 0.0808413 Mar 03 06:17:10.351607 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1804f375-a3e3-4e25-b176-5dff960db0d8 req-56b92160-88aa-4a5b-8b36-17138dc9f5da tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401969 Mar 03 06:17:11.534388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab0a68-2f12-4c23-b2f1-de54965d5e57 req-0dd4dbbd-07fb-4fad-8b48-b7aac5151b27 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:11.535811 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f9ab0a68-2f12-4c23-b2f1-de54965d5e57 req-0dd4dbbd-07fb-4fad-8b48-b7aac5151b27 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 944 time: 0.0772521 Mar 03 06:17:11.577845 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f9ab0a68-2f12-4c23-b2f1-de54965d5e57 req-44a8ea62-0d49-42b6-af61-29df9d6c89ea tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359108 Mar 03 06:17:11.622762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 82668d90-efa6-4e33-8205-0eecb9ce14fc up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:17:11.689610 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 82668d90-efa6-4e33-8205-0eecb9ce14fc completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:17:11.694080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 82668d90-efa6-4e33-8205-0eecb9ce14fc triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:17:11.694445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:11.804487 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:11.830166 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82668d90-efa6-4e33-8205-0eecb9ce14fc'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:17:11.840532 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 82668d90-efa6-4e33-8205-0eecb9ce14fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:17:11.844548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:11.879129 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82668d90-efa6-4e33-8205-0eecb9ce14fc', 'code': 200} Mar 03 06:17:11.916827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=82668d90-efa6-4e33-8205-0eecb9ce14fc,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:17:12.096185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc296377-3801-4726-94d2-86edecbda62d req-f53c9b41-7677-4741-a21d-deeffbc085e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:12.097618 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-cc296377-3801-4726-94d2-86edecbda62d req-f53c9b41-7677-4741-a21d-deeffbc085e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 1098 time: 0.0708184 Mar 03 06:17:12.138312 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-cc296377-3801-4726-94d2-86edecbda62d req-98713a05-c8f3-4d7d-9232-4f4bffad6dfe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344748 Mar 03 06:17:12.763926 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fa9b5-7a05-4c57-be42-135c7f5b1e81 req-a50a6d8d-684a-4fc2-adcd-3195c11609c2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:12.768125 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ba3fa9b5-7a05-4c57-be42-135c7f5b1e81 req-a50a6d8d-684a-4fc2-adcd-3195c11609c2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0810397 Mar 03 06:17:12.809522 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ba3fa9b5-7a05-4c57-be42-135c7f5b1e81 req-efe9d2d8-ed8c-43d4-81d9-0825667b6ff6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385113 Mar 03 06:17:13.989484 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db31bb-f89e-4879-9589-21f72e9228a9 req-0034684b-ef5e-4f28-ab39-51231e9f2d8c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:13.990930 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-02db31bb-f89e-4879-9589-21f72e9228a9 req-0034684b-ef5e-4f28-ab39-51231e9f2d8c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0776713 Mar 03 06:17:14.033309 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-02db31bb-f89e-4879-9589-21f72e9228a9 req-c4b81bb2-bcae-49eb-8565-f81d548bba56 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367889 Mar 03 06:17:14.209348 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bc57c-6a50-4507-8656-c7a517e7009e req-8b06e14e-c1aa-4c5a-8767-efc562f3d468 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:14.210667 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-187bc57c-6a50-4507-8656-c7a517e7009e req-8b06e14e-c1aa-4c5a-8767-efc562f3d468 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0808916 Mar 03 06:17:14.219936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 39940) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:17:14.224724 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-5d1a8f14-e01b-475b-91ab-19d29e25b638 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Request body: {'floatingip': {'port_id': '82668d90-efa6-4e33-8205-0eecb9ce14fc'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:17:14.300306 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8f14-e01b-475b-91ab-19d29e25b638 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:14.975331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8f14-e01b-475b-91ab-19d29e25b638 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:14.979602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8f14-e01b-475b-91ab-19d29e25b638 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:15.146518 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-5d1a8f14-e01b-475b-91ab-19d29e25b638 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591 associated. External IP: 172.26.3.206, port: 82668d90-efa6-4e33-8205-0eecb9ce14fc. Mar 03 06:17:15.486455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1a8f14-e01b-475b-91ab-19d29e25b638 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:17:15.656880 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1a8f14-e01b-475b-91ab-19d29e25b638 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:17:15.662091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5d1a8f14-e01b-475b-91ab-19d29e25b638 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:15.666957 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef26ead-2feb-427f-9ded-f54a96687517 None None] Sync routers for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:17:15.676678 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef26ead-2feb-427f-9ded-f54a96687517 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:17:15.677273 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3ef26ead-2feb-427f-9ded-f54a96687517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:16:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:17:15.720883 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5d1a8f14-e01b-475b-91ab-19d29e25b638 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "PUT /v2.0/floatingips/dc6ee767-103d-4dd3-8e50-7a67ccc8c591 HTTP/1.1" status: 200 len: 991 time: 1.4972298 Mar 03 06:17:15.720883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'tag': '82668d90-efa6-4e33-8205-0eecb9ce14fc'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:17:15.770952 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'tag': '82668d90-efa6-4e33-8205-0eecb9ce14fc', 'status': 'completed', 'code': 200} Mar 03 06:17:15.858947 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-3ef26ead-2feb-427f-9ded-f54a96687517 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:17:15.864081 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb5011-ffc6-48d7-9547-5e93089f19df req-3ea1dab5-1738-42cb-8078-d3a724597b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:15.865783 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cb5011-ffc6-48d7-9547-5e93089f19df req-3ea1dab5-1738-42cb-8078-d3a724597b9c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 1098 time: 0.0722640 Mar 03 06:17:16.002861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb5011-ffc6-48d7-9547-5e93089f19df req-761f7259-b479-43a7-ba89-78ae4d537641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:16.004474 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cb5011-ffc6-48d7-9547-5e93089f19df req-761f7259-b479-43a7-ba89-78ae4d537641 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1330998 Mar 03 06:17:16.056781 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1211078-8746-4dc4-9657-c18057a21654 req-0bea6662-4fd6-4d97-91b6-5a306f75a789 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:16.060325 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a1211078-8746-4dc4-9657-c18057a21654 req-0bea6662-4fd6-4d97-91b6-5a306f75a789 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0930459 Mar 03 06:17:16.106035 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a1211078-8746-4dc4-9657-c18057a21654 req-68ea1dcf-3fcf-49c6-bab1-f2a243b182de tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420966 Mar 03 06:17:16.115658 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cb5011-ffc6-48d7-9547-5e93089f19df req-b9190964-e6a8-4287-acf9-bbc1f9e77d1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc HTTP/1.1" status: 200 len: 999 time: 0.1029053 Mar 03 06:17:16.180410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb5011-ffc6-48d7-9547-5e93089f19df req-52518f45-ff6a-478b-9eeb-683b4a91a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:16.182370 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cb5011-ffc6-48d7-9547-5e93089f19df req-52518f45-ff6a-478b-9eeb-683b4a91a776 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0607247 Mar 03 06:17:16.211280 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3ef26ead-2feb-427f-9ded-f54a96687517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dc6ee767-103d-4dd3-8e50-7a67ccc8c591', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'port_id': '82668d90-efa6-4e33-8205-0eecb9ce14fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'mac_address': 'fa:16:3e:c9:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:16:08Z', 'updated_at': '2022-03-03T06:17:14Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:17:16.215057 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef26ead-2feb-427f-9ded-f54a96687517 None None] Checking router: 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:17:16.223007 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef26ead-2feb-427f-9ded-f54a96687517 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:17:16.223577 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3ef26ead-2feb-427f-9ded-f54a96687517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:16:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:17:16.254597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb5011-ffc6-48d7-9547-5e93089f19df req-0d1717b4-fd7a-4203-85d5-d84b2a6b5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:16.256078 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cb5011-ffc6-48d7-9547-5e93089f19df req-0d1717b4-fd7a-4203-85d5-d84b2a6b5134 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681815 Mar 03 06:17:16.385367 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cb5011-ffc6-48d7-9547-5e93089f19df req-bf2c6d85-5104-4db2-b099-887e546dc993 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235969 Mar 03 06:17:16.400154 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-3ef26ead-2feb-427f-9ded-f54a96687517 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:17:16.514398 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-73cb5011-ffc6-48d7-9547-5e93089f19df req-159dd4c4-84a0-406e-8060-95d245e816e3 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231871 Mar 03 06:17:16.762198 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3ef26ead-2feb-427f-9ded-f54a96687517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dc6ee767-103d-4dd3-8e50-7a67ccc8c591', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'port_id': '82668d90-efa6-4e33-8205-0eecb9ce14fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'mac_address': 'fa:16:3e:c9:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:16:08Z', 'updated_at': '2022-03-03T06:17:14Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:17:16.765995 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef26ead-2feb-427f-9ded-f54a96687517 None None] The sync data for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv is: [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dc6ee767-103d-4dd3-8e50-7a67ccc8c591', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'port_id': '82668d90-efa6-4e33-8205-0eecb9ce14fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'mac_address': 'fa:16:3e:c9:3d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:16:08Z', 'updated_at': '2022-03-03T06:17:14Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:17:16.940558 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b5afe2-7a85-4a4e-bd27-324021df1866 None None] New status for floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:17:17.291137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f459093-1c64-4730-8f16-726c11ff87b3 req-79928e2a-192c-4637-8f14-2ba20b6399b7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:17.292589 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6f459093-1c64-4730-8f16-726c11ff87b3 req-79928e2a-192c-4637-8f14-2ba20b6399b7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0798111 Mar 03 06:17:17.336916 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6f459093-1c64-4730-8f16-726c11ff87b3 req-2c6d9dc5-e295-4424-a949-9e5402547bac tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386224 Mar 03 06:17:18.289110 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fe23e521-251b-4646-9370-bac7979c98c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:18.518815 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768057d-ddbb-4744-b1a6-8b1496221a97 req-842d7758-755d-410c-8f3a-051acd4aab19 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:18.520268 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b768057d-ddbb-4744-b1a6-8b1496221a97 req-842d7758-755d-410c-8f3a-051acd4aab19 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0779786 Mar 03 06:17:18.563220 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b768057d-ddbb-4744-b1a6-8b1496221a97 req-2923f8ea-5526-4a3f-bd8f-582407425ceb tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367279 Mar 03 06:17:19.848883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024764c-1b7c-41f6-b2bf-8356ab7301ec req-3d3a986d-b1d7-482b-b4eb-037cfb8f04fb tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:19.850316 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a024764c-1b7c-41f6-b2bf-8356ab7301ec req-3d3a986d-b1d7-482b-b4eb-037cfb8f04fb tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.1832998 Mar 03 06:17:19.894340 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a024764c-1b7c-41f6-b2bf-8356ab7301ec req-a5b9d2d1-b324-4eb7-a1d4-da8133d6d799 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384758 Mar 03 06:17:20.391700 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:17:20.512691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-05417799-45d1-4c21-935a-db42c50625cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:21.076922 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d9922-adfb-43ee-9a19-e5372a4d33ab req-753c71ed-8fba-41ac-b3cb-2f08c0794533 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:21.078357 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1e8d9922-adfb-43ee-9a19-e5372a4d33ab req-753c71ed-8fba-41ac-b3cb-2f08c0794533 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0815172 Mar 03 06:17:21.123876 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1e8d9922-adfb-43ee-9a19-e5372a4d33ab req-99f13c97-a4bc-4c64-b2d5-927604637f4c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394862 Mar 03 06:17:21.646806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:21.785649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:22.306361 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce121770-c8ca-4caf-9e2b-270761e7a210 req-6597ee87-5835-4ba3-a90c-91d1d0296549 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:22.307809 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ce121770-c8ca-4caf-9e2b-270761e7a210 req-6597ee87-5835-4ba3-a90c-91d1d0296549 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0785244 Mar 03 06:17:22.352215 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ce121770-c8ca-4caf-9e2b-270761e7a210 req-c59ff0d3-6b0c-4fa5-a966-65bf1c7dc2eb tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388389 Mar 03 06:17:22.969220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:23.533390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d90143-a668-4e1e-b535-7612eac8779d req-e4ef22db-c4db-4c6f-8b85-042cd372b9ac tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:23.534810 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-10d90143-a668-4e1e-b535-7612eac8779d req-e4ef22db-c4db-4c6f-8b85-042cd372b9ac tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0808938 Mar 03 06:17:23.577388 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-10d90143-a668-4e1e-b535-7612eac8779d req-c6027145-98ad-43e9-b49d-bfb9d452eafc tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364592 Mar 03 06:17:24.776766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cd3a6-ddb1-4564-b130-5a64ce00c901 req-a826ab68-a7f5-41b3-8e54-09620a9e6849 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:24.778732 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ae4cd3a6-ddb1-4564-b130-5a64ce00c901 req-a826ab68-a7f5-41b3-8e54-09620a9e6849 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0971155 Mar 03 06:17:24.826897 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ae4cd3a6-ddb1-4564-b130-5a64ce00c901 req-acfab4b4-8906-4d7f-9b81-429c01ff2718 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426543 Mar 03 06:17:26.014355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11575dd-6e47-4503-88d9-098931dd5509 req-268daab9-4236-4939-ba23-24228646ee62 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:26.015986 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f11575dd-6e47-4503-88d9-098931dd5509 req-268daab9-4236-4939-ba23-24228646ee62 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0787697 Mar 03 06:17:26.058510 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f11575dd-6e47-4503-88d9-098931dd5509 req-e9762820-a7c4-4bd9-a021-16559793c003 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370164 Mar 03 06:17:27.241084 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d505522-9041-4499-b7fd-9d6cff6baff8 req-63ed592e-770e-4e93-9e47-0b9e7b08515c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:27.242496 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8d505522-9041-4499-b7fd-9d6cff6baff8 req-63ed592e-770e-4e93-9e47-0b9e7b08515c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0806971 Mar 03 06:17:27.285357 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8d505522-9041-4499-b7fd-9d6cff6baff8 req-47ebe66c-5e31-4b5a-b625-067b38c4100e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373018 Mar 03 06:17:28.112818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f83ff5-b89d-4a3c-a749-fcfe9338d819 req-c2198edc-f105-44e9-833f-d600c827e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:28.114350 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-18f83ff5-b89d-4a3c-a749-fcfe9338d819 req-c2198edc-f105-44e9-833f-d600c827e7f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 1098 time: 0.0731418 Mar 03 06:17:28.259005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f83ff5-b89d-4a3c-a749-fcfe9338d819 req-1e9b054e-2d9b-4b43-bbc8-d6b572de7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:28.261031 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-18f83ff5-b89d-4a3c-a749-fcfe9338d819 req-1e9b054e-2d9b-4b43-bbc8-d6b572de7a4b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1255443 Mar 03 06:17:28.365860 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-18f83ff5-b89d-4a3c-a749-fcfe9338d819 req-31298b3e-93a7-4193-ade2-559796e3bc50 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc HTTP/1.1" status: 200 len: 1001 time: 0.0992713 Mar 03 06:17:28.434859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f83ff5-b89d-4a3c-a749-fcfe9338d819 req-67e0f00a-c38f-46c5-8b6d-05032d363051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:28.436313 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-18f83ff5-b89d-4a3c-a749-fcfe9338d819 req-67e0f00a-c38f-46c5-8b6d-05032d363051 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0646579 Mar 03 06:17:28.482467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40e7f6-5d5b-482d-b16a-e52d3770e58e req-bf395364-4a26-4176-9d78-14eadd807eb5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:28.484761 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6b40e7f6-5d5b-482d-b16a-e52d3770e58e req-bf395364-4a26-4176-9d78-14eadd807eb5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0863461 Mar 03 06:17:28.524606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f83ff5-b89d-4a3c-a749-fcfe9338d819 req-486634f8-8346-4186-8d09-279b28e497a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:28.526362 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-18f83ff5-b89d-4a3c-a749-fcfe9338d819 req-486634f8-8346-4186-8d09-279b28e497a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841229 Mar 03 06:17:28.537209 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [req-18f83ff5-b89d-4a3c-a749-fcfe9338d819 req-86433d06-1ba9-46b2-a552-35fb2548d6be service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 06:17:28.538940 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-18f83ff5-b89d-4a3c-a749-fcfe9338d819 req-86433d06-1ba9-46b2-a552-35fb2548d6be service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053062 Mar 03 06:17:28.544066 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6b40e7f6-5d5b-482d-b16a-e52d3770e58e req-715b30e4-0d29-4267-8416-73ca21b45589 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523248 Mar 03 06:17:28.692792 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-18f83ff5-b89d-4a3c-a749-fcfe9338d819 req-2ed16fcc-4927-4ac6-9c63-7a835f1385c5 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475024 Mar 03 06:17:28.938476 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-18f83ff5-b89d-4a3c-a749-fcfe9338d819 req-273e050c-3b10-448d-b013-94212d7e6f16 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393310 Mar 03 06:17:29.732011 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba809d-8da7-4648-abbc-6edb0406936d req-9cac5eb9-26cd-4873-9855-98a178870ec1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:29.733397 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-70ba809d-8da7-4648-abbc-6edb0406936d req-9cac5eb9-26cd-4873-9855-98a178870ec1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0784683 Mar 03 06:17:29.777793 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-70ba809d-8da7-4648-abbc-6edb0406936d req-8cda6844-5797-492f-baa7-490d5f2e29c9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387206 Mar 03 06:17:30.560895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:30.968409 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0978aa-b744-4997-af58-8d11ac93b8da req-0b165d92-7ce6-4f31-98fe-307d678075ad tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:30.969861 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-de0978aa-b744-4997-af58-8d11ac93b8da req-0b165d92-7ce6-4f31-98fe-307d678075ad tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0875819 Mar 03 06:17:31.014182 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-de0978aa-b744-4997-af58-8d11ac93b8da req-7152319a-d75d-467f-979b-2d790f20d3a5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386133 Mar 03 06:17:32.195988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb3115-a213-4786-987c-b9c0953c52b1 req-a1695270-3674-4785-8f69-1feef553d0c4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:32.197925 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-edcb3115-a213-4786-987c-b9c0953c52b1 req-a1695270-3674-4785-8f69-1feef553d0c4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0792627 Mar 03 06:17:32.242241 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-edcb3115-a213-4786-987c-b9c0953c52b1 req-8ae3445c-92a2-47f5-ba50-48bae842e3ef tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383389 Mar 03 06:17:33.439152 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796b61d-e001-48af-be35-6b2d33f3312b req-4aa7ef7a-21de-4632-8bba-971be6a28d8e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:33.440641 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4796b61d-e001-48af-be35-6b2d33f3312b req-4aa7ef7a-21de-4632-8bba-971be6a28d8e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0838239 Mar 03 06:17:33.485641 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4796b61d-e001-48af-be35-6b2d33f3312b req-03d11a30-570d-49d3-b807-1a432b9f3a46 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392866 Mar 03 06:17:34.670936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9f168-e0c7-4da7-909d-3b3cc1a781a6 req-c5e8b3cf-d8bf-484e-b132-672032f6a894 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:34.672310 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-23c9f168-e0c7-4da7-909d-3b3cc1a781a6 req-c5e8b3cf-d8bf-484e-b132-672032f6a894 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0819404 Mar 03 06:17:34.717033 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-23c9f168-e0c7-4da7-909d-3b3cc1a781a6 req-2ed0c048-c268-4f80-bc23-52cbf9e1ac74 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388298 Mar 03 06:17:35.905919 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48067d2c-66fd-461a-b2a5-984feace4044 req-fd8c1ec5-aaad-4dd2-80b4-a98496202762 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:35.907371 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-48067d2c-66fd-461a-b2a5-984feace4044 req-fd8c1ec5-aaad-4dd2-80b4-a98496202762 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0794992 Mar 03 06:17:35.950472 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-48067d2c-66fd-461a-b2a5-984feace4044 req-f1f9100e-2bff-4007-89f6-c0631c72b59b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374267 Mar 03 06:17:37.145629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1ad8f-d23f-47c0-a451-5ba68c3da6f3 req-9b1c2512-22a7-4e8a-aefc-085747325a11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:37.147081 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ecd1ad8f-d23f-47c0-a451-5ba68c3da6f3 req-9b1c2512-22a7-4e8a-aefc-085747325a11 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0869141 Mar 03 06:17:37.191616 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ecd1ad8f-d23f-47c0-a451-5ba68c3da6f3 req-5e2cb440-c543-4e0c-aa5c-65cb8ca001e0 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377038 Mar 03 06:17:38.372711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2148452-9c3a-4a08-b988-467ed2e9fc0a req-6f6f367c-69f0-465c-908c-4e2e78ece087 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:38.374883 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b2148452-9c3a-4a08-b988-467ed2e9fc0a req-6f6f367c-69f0-465c-908c-4e2e78ece087 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0798805 Mar 03 06:17:38.421157 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b2148452-9c3a-4a08-b988-467ed2e9fc0a req-94051d93-ebec-47e5-a2d4-780df02b1d83 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403924 Mar 03 06:17:39.602017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc161614-ec82-40cd-91bf-e07cceb6df21 req-2ff4bea6-f1c5-40d8-9e80-408e8815e8a1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:39.603455 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bc161614-ec82-40cd-91bf-e07cceb6df21 req-2ff4bea6-f1c5-40d8-9e80-408e8815e8a1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0799797 Mar 03 06:17:39.646890 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bc161614-ec82-40cd-91bf-e07cceb6df21 req-5c3cfe39-3800-4c44-aa44-cb02db153d68 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370500 Mar 03 06:17:40.834137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f4367-48a3-4162-8944-83953ff57762 req-aa18759d-14c6-4871-87f2-7e10f90a6e3b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:40.835555 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-716f4367-48a3-4162-8944-83953ff57762 req-aa18759d-14c6-4871-87f2-7e10f90a6e3b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0811813 Mar 03 06:17:40.880294 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-716f4367-48a3-4162-8944-83953ff57762 req-89e83999-9005-4f2e-95d4-1e0856245cee tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384665 Mar 03 06:17:42.064266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6b1caa-aef7-44a5-9521-9205e3183794 req-fef98383-3161-4f11-ac31-26a92f7a2037 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:42.065712 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4d6b1caa-aef7-44a5-9521-9205e3183794 req-fef98383-3161-4f11-ac31-26a92f7a2037 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0780742 Mar 03 06:17:42.109493 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4d6b1caa-aef7-44a5-9521-9205e3183794 req-176c6b75-4994-49a9-9605-c75ddd0214ab tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380592 Mar 03 06:17:42.493679 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-331f0f6d-5241-4312-8983-d8cdf542b267 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741200 Mar 03 06:17:42.618417 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf1c0f7-7150-4d55-ad1a-7433a502e501 req-bce3a024-ebfd-4063-8055-4d8ac0009d37 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:42.619864 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9bf1c0f7-7150-4d55-ad1a-7433a502e501 req-bce3a024-ebfd-4063-8055-4d8ac0009d37 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.1793039 Mar 03 06:17:42.670228 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9bf1c0f7-7150-4d55-ad1a-7433a502e501 req-8bec0ada-73c0-4cdc-8973-56d85d06016d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443246 Mar 03 06:17:43.595275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-e6825eb3-5541-4c35-b5e6-f96d0a571943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:43.596753 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-e6825eb3-5541-4c35-b5e6-f96d0a571943 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 1098 time: 0.0696504 Mar 03 06:17:43.728068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-1e7eea2b-6e8d-4ec6-97c7-7d2bbd85ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:43.729504 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-1e7eea2b-6e8d-4ec6-97c7-7d2bbd85ba3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1271226 Mar 03 06:17:43.832926 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-ae103244-7c62-4e14-9a6a-5a585ca45925 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc HTTP/1.1" status: 200 len: 1001 time: 0.0975463 Mar 03 06:17:43.864057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc49569-26d1-4ecb-bf17-5b2b4590d0d2 req-288cde31-7e6d-47fc-91e8-da932e1ee22d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:43.867168 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-efc49569-26d1-4ecb-bf17-5b2b4590d0d2 req-288cde31-7e6d-47fc-91e8-da932e1ee22d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0864012 Mar 03 06:17:43.898226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-daeb850e-65b3-4c37-a967-ff00095228a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:43.899800 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-daeb850e-65b3-4c37-a967-ff00095228a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0615165 Mar 03 06:17:43.912072 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-efc49569-26d1-4ecb-bf17-5b2b4590d0d2 req-4a955dc6-7082-4efc-994c-2908f9088781 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401914 Mar 03 06:17:43.976560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-51d2d872-405c-4be8-aa1f-f3de47df5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:43.978583 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-51d2d872-405c-4be8-aa1f-f3de47df5d45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734534 Mar 03 06:17:44.107908 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-e7c939ca-de70-41f8-a09a-1e01cfefd130 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234856 Mar 03 06:17:44.237561 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-287fa56e-854d-4f7e-9050-07e8930407c0 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237564 Mar 03 06:17:45.097537 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce7f91-912d-4133-ae43-353e288cdf34 req-a8ad89eb-c344-45c2-83ab-d639abe9cdef tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:45.098987 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-65ce7f91-912d-4133-ae43-353e288cdf34 req-a8ad89eb-c344-45c2-83ab-d639abe9cdef tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0794683 Mar 03 06:17:45.142499 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-65ce7f91-912d-4133-ae43-353e288cdf34 req-de01e841-ec7a-49f2-9095-3a6f6360315d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370150 Mar 03 06:17:45.951503 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-e5650bd0-3a12-47dd-bd96-f7753f186334 service neutron] 10.222.0.23 "GET /v2.0/ports/82668d90-efa6-4e33-8205-0eecb9ce14fc/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0733626 Mar 03 06:17:46.221013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-e6b40b42-ea10-495b-84f9-1d8867a1ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:46.222557 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-e6b40b42-ea10-495b-84f9-1d8867a1ed08 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 1098 time: 0.0770049 Mar 03 06:17:46.332030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-b5799d51-1e7e-4dbf-9754-dcf4ef00c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:46.333477 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-b5799d51-1e7e-4dbf-9754-dcf4ef00c6a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 1098 time: 0.0702219 Mar 03 06:17:46.334609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822bc7c-13ab-47ed-aac0-5193cfa32003 req-6d7f314c-a44e-4478-a551-a5b522db6c08 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:46.336285 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8822bc7c-13ab-47ed-aac0-5193cfa32003 req-6d7f314c-a44e-4478-a551-a5b522db6c08 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0865843 Mar 03 06:17:46.389430 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8822bc7c-13ab-47ed-aac0-5193cfa32003 req-fef4a9d5-c015-41c9-9acd-ea1181a43a6f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458918 Mar 03 06:17:46.472569 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-99793aef-1ac8-459f-9d28-aaec9d831a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:46.473992 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-99793aef-1ac8-459f-9d28-aaec9d831a2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1338630 Mar 03 06:17:46.574579 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-7923f678-1906-42b9-89dc-ffec8852cbe4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc HTTP/1.1" status: 200 len: 1001 time: 0.0946977 Mar 03 06:17:46.636624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-ee65862c-130c-4999-822b-6b2a73f14362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:46.638047 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-ee65862c-130c-4999-822b-6b2a73f14362 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0574822 Mar 03 06:17:46.714086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-0221d36b-1c7c-4299-90c2-ea67a4ce4db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:46.715522 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-0221d36b-1c7c-4299-90c2-ea67a4ce4db6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720887 Mar 03 06:17:46.968484 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-5354aaed-7181-4fa9-b908-8f4a591d61f6 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469027 Mar 03 06:17:47.096558 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9b3eaa6b-24a6-4b74-bb11-2f4da3022818 req-4486a8c4-62e5-4b47-9d27-e33a618003c9 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223257 Mar 03 06:17:47.577410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c097d44-2bb5-4040-8941-f52f51eac4e1 req-f41445f6-c7ee-4e4c-a28c-4d72f2e5432e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:47.578838 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2c097d44-2bb5-4040-8941-f52f51eac4e1 req-f41445f6-c7ee-4e4c-a28c-4d72f2e5432e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0827732 Mar 03 06:17:47.622885 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2c097d44-2bb5-4040-8941-f52f51eac4e1 req-6f5446d4-38f3-4ee7-b672-796d778087bf tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382111 Mar 03 06:17:48.291781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4dad8515-0163-4f5d-ad9d-4f9e8277a41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:48.810772 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0c493-cef6-4e88-b0b2-4cea6924c76f req-c69a464c-7edc-40aa-9fbe-a4a2e9f7c33f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:48.812303 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fae0c493-cef6-4e88-b0b2-4cea6924c76f req-c69a464c-7edc-40aa-9fbe-a4a2e9f7c33f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0859017 Mar 03 06:17:48.856688 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fae0c493-cef6-4e88-b0b2-4cea6924c76f req-6fb2fca9-2c14-467f-8362-faa3658b9dca tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385702 Mar 03 06:17:49.731241 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 82668d90-efa6-4e33-8205-0eecb9ce14fc details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:17:49.734482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 82668d90-efa6-4e33-8205-0eecb9ce14fc no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:17:49.956644 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:49.974373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 82668d90-efa6-4e33-8205-0eecb9ce14fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:17:49.997720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '82668d90-efa6-4e33-8205-0eecb9ce14fc', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'port_id': '82668d90-efa6-4e33-8205-0eecb9ce14fc', 'mac_address': 'fa:16:3e:c9:3d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:17:50.006604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82668d90-efa6-4e33-8205-0eecb9ce14fc'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:17:50.048710 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c992b5-2d87-43c9-9cda-3bd1c233a7a6 req-5bff8efe-14f9-430e-8d4d-4068b02ff076 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:50.049702 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b6c992b5-2d87-43c9-9cda-3bd1c233a7a6 req-5bff8efe-14f9-430e-8d4d-4068b02ff076 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0872860 Mar 03 06:17:50.056587 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 82668d90-efa6-4e33-8205-0eecb9ce14fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:17:50.072366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:50.098530 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b6c992b5-2d87-43c9-9cda-3bd1c233a7a6 req-8e23b646-1ec6-40a4-8753-7b1cf7e0dbd1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417166 Mar 03 06:17:50.124758 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:50.134215 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82668d90-efa6-4e33-8205-0eecb9ce14fc', 'code': 200} Mar 03 06:17:50.155183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82668d90-efa6-4e33-8205-0eecb9ce14fc {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:17:50.202335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=82668d90-efa6-4e33-8205-0eecb9ce14fc,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:17:50.224234 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:17:50.224484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:17:50.424395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d5b82-af16-4697-ac34-53a64504f630 req-482df891-02a1-40c6-9c68-2282812affa6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:50.425757 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-793d5b82-af16-4697-ac34-53a64504f630 req-482df891-02a1-40c6-9c68-2282812affa6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 943 time: 0.0857899 Mar 03 06:17:50.437194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-18579ccd-448a-4732-8529-8d96617e82c8 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:50.437881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-18579ccd-448a-4732-8529-8d96617e82c8 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Synchronizing usage tracker for tenant:0e72958531014e23b0642cc6ce083a2f on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:17:50.454191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-18579ccd-448a-4732-8529-8d96617e82c8 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Unset dirty status for tenant:0e72958531014e23b0642cc6ce083a2f on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:17:50.455310 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-18579ccd-448a-4732-8529-8d96617e82c8 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d&tenant_id=0e72958531014e23b0642cc6ce083a2f&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 943 time: 0.1067278 Mar 03 06:17:50.475944 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-793d5b82-af16-4697-ac34-53a64504f630 req-556cad77-7cbf-412e-bae8-3fb82906ceaa tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434363 Mar 03 06:17:50.518108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d6805a89-9ce1-4dbb-bdd7-291bb1aedabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:50.611284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-389df0fa-c7a5-4619-bf19-7ec373748ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:50.612767 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-389df0fa-c7a5-4619-bf19-7ec373748ec7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 1096 time: 0.0742447 Mar 03 06:17:50.742765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-17d72992-a6b1-426e-a575-6fb0f8d8ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:50.744245 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-17d72992-a6b1-426e-a575-6fb0f8d8ee0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1249967 Mar 03 06:17:50.780628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:50.796975 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82668d90-efa6-4e33-8205-0eecb9ce14fc {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:17:50.813116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 82668d90-efa6-4e33-8205-0eecb9ce14fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:17:50.818194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:50.853343 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-7efebc08-253c-41f4-b4d4-073ada82ddf9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc HTTP/1.1" status: 200 len: 999 time: 0.1032166 Mar 03 06:17:50.891886 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['82668d90-efa6-4e33-8205-0eecb9ce14fc'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:17:50.917412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-6dd6cbca-4306-489f-8043-6b720f74efad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:50.918839 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-6dd6cbca-4306-489f-8043-6b720f74efad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0601754 Mar 03 06:17:50.921491 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=82668d90-efa6-4e33-8205-0eecb9ce14fc,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:17:51.009998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-71a13d3b-c1b8-4654-b7d8-9a869aed756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:51.011463 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-71a13d3b-c1b8-4654-b7d8-9a869aed756d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868771 Mar 03 06:17:51.164333 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-0d1bf6de-4bee-46c4-920f-36dd1d6d9143 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467488 Mar 03 06:17:51.300638 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9a6e2a5a-ee0e-4feb-bd99-2cfc1a12d998 req-8a56d022-17fd-4182-ae4b-b0fee852bd63 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306098 Mar 03 06:17:51.667344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbbfa3-8095-4119-865c-0015632cdf25 req-e3141220-033d-404d-9d07-4134cb4d5617 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:51.668023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:51.669478 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dffbbfa3-8095-4119-865c-0015632cdf25 req-e3141220-033d-404d-9d07-4134cb4d5617 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 944 time: 0.0828805 Mar 03 06:17:51.717403 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dffbbfa3-8095-4119-865c-0015632cdf25 req-afc1bfa4-7066-4aab-947a-039c5f2aa8b7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413833 Mar 03 06:17:51.745847 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 82668d90-efa6-4e33-8205-0eecb9ce14fc up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:17:51.806616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:51.826420 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 82668d90-efa6-4e33-8205-0eecb9ce14fc triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:17:51.826796 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:51.946701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:51.979055 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 82668d90-efa6-4e33-8205-0eecb9ce14fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:17:51.984093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:52.053971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=82668d90-efa6-4e33-8205-0eecb9ce14fc,revision_number=8']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:17:52.135595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82668d90-efa6-4e33-8205-0eecb9ce14fc'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:17:52.179511 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82668d90-efa6-4e33-8205-0eecb9ce14fc', 'code': 200} Mar 03 06:17:52.912596 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaffc4-0331-42d3-a8fd-edb8bf3b7a4a req-dfbcde60-acdb-45a7-a8bf-12cd62d64520 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:52.914267 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5efaffc4-0331-42d3-a8fd-edb8bf3b7a4a req-dfbcde60-acdb-45a7-a8bf-12cd62d64520 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0822923 Mar 03 06:17:52.959837 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5efaffc4-0331-42d3-a8fd-edb8bf3b7a4a req-c8ec1e19-5ac7-4f19-b4e2-35c62938bdeb tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394249 Mar 03 06:17:52.978885 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:53.146048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f9c72-3557-46e7-bda6-33a4a813beaf req-1bfe3179-738f-49d9-a5ba-fb3634a1a7fb tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:53.147409 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-935f9c72-3557-46e7-bda6-33a4a813beaf req-1bfe3179-738f-49d9-a5ba-fb3634a1a7fb tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0814135 Mar 03 06:17:53.191785 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-935f9c72-3557-46e7-bda6-33a4a813beaf req-dcd07350-d6f0-4594-9fac-7c03a1779968 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384920 Mar 03 06:17:53.537931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b29b4-a17d-4d80-862a-ab9af1216ae4 req-53510b09-8c48-4bb1-8611-43324ef0378a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:53.540590 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a59b29b4-a17d-4d80-862a-ab9af1216ae4 req-53510b09-8c48-4bb1-8611-43324ef0378a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0845919 Mar 03 06:17:53.583400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be08d5-24ee-4aa9-9b0f-f0a106ebccd8 req-efbf9730-72b6-47b1-a09c-d585fc80cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:53.584886 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e9be08d5-24ee-4aa9-9b0f-f0a106ebccd8 req-efbf9730-72b6-47b1-a09c-d585fc80cf3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 1098 time: 0.0772116 Mar 03 06:17:53.585300 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a59b29b4-a17d-4d80-862a-ab9af1216ae4 req-56580680-240c-45f1-87ef-f5d501ca4ef4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385194 Mar 03 06:17:53.725029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be08d5-24ee-4aa9-9b0f-f0a106ebccd8 req-b48cbcaa-2cc0-4493-8179-78b769a709ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:53.726612 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e9be08d5-24ee-4aa9-9b0f-f0a106ebccd8 req-b48cbcaa-2cc0-4493-8179-78b769a709ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1356108 Mar 03 06:17:53.830917 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e9be08d5-24ee-4aa9-9b0f-f0a106ebccd8 req-42da0297-f468-4582-8a80-65707eeb895d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc HTTP/1.1" status: 200 len: 1001 time: 0.0982804 Mar 03 06:17:53.892051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be08d5-24ee-4aa9-9b0f-f0a106ebccd8 req-e01558f4-0f16-418d-8278-874ff9f35063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:53.893461 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e9be08d5-24ee-4aa9-9b0f-f0a106ebccd8 req-e01558f4-0f16-418d-8278-874ff9f35063 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0567474 Mar 03 06:17:53.967587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be08d5-24ee-4aa9-9b0f-f0a106ebccd8 req-3abc2441-9caa-46a2-a3e8-83a0005e8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:53.969081 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e9be08d5-24ee-4aa9-9b0f-f0a106ebccd8 req-3abc2441-9caa-46a2-a3e8-83a0005e8ae3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702581 Mar 03 06:17:54.098596 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e9be08d5-24ee-4aa9-9b0f-f0a106ebccd8 req-9471c2e8-671f-4f21-b0d7-fb1ba378df52 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234632 Mar 03 06:17:54.329472 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e9be08d5-24ee-4aa9-9b0f-f0a106ebccd8 req-3c46ac4d-2563-484d-9c42-414ff58f573c service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240832 Mar 03 06:17:54.781175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18c1a9-d405-4d3a-a2a6-ab5db50fd312 req-5441f169-f4ca-4e57-a3ce-70c26c1c60ae tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:54.782681 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8d18c1a9-d405-4d3a-a2a6-ab5db50fd312 req-5441f169-f4ca-4e57-a3ce-70c26c1c60ae tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0831921 Mar 03 06:17:54.827841 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8d18c1a9-d405-4d3a-a2a6-ab5db50fd312 req-6fdeba9b-09c3-4911-9f8d-631ef6fb0c60 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391755 Mar 03 06:17:56.014140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda74fc-227d-48c7-bf72-e9d2668c6adf req-b66df724-1b89-48e7-aae5-29406948a6e1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:56.015570 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dfda74fc-227d-48c7-bf72-e9d2668c6adf req-b66df724-1b89-48e7-aae5-29406948a6e1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0775592 Mar 03 06:17:56.061630 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dfda74fc-227d-48c7-bf72-e9d2668c6adf req-277a4c64-54ad-45ee-b948-c42c03a6ca7b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401537 Mar 03 06:17:56.442856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c00a04-131b-4ceb-80bd-b71fc4f6239c req-9f3a34ea-2adc-4db6-b418-cdcc8c27cca3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:56.444199 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-16c00a04-131b-4ceb-80bd-b71fc4f6239c req-9f3a34ea-2adc-4db6-b418-cdcc8c27cca3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0844102 Mar 03 06:17:56.493080 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-16c00a04-131b-4ceb-80bd-b71fc4f6239c req-e12ff32f-18c6-4892-bd23-85264b46c0a9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 Mar 03 06:17:57.390501 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:17:57.681635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede65f-7fc6-49c8-b24c-ba42ba7b721f req-395efb82-a2ab-4e8d-afe9-a5c2ca4310b7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:57.682979 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6cede65f-7fc6-49c8-b24c-ba42ba7b721f req-395efb82-a2ab-4e8d-afe9-a5c2ca4310b7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0800827 Mar 03 06:17:57.726861 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6cede65f-7fc6-49c8-b24c-ba42ba7b721f req-56b49346-9b8f-4a69-96d4-7185ccf7cc05 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382304 Mar 03 06:17:58.103625 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-e1a3b690-5d94-4450-95d3-b9e02bbe9e42 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:17:58.105074 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-e1a3b690-5d94-4450-95d3-b9e02bbe9e42 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 945 time: 0.0820487 Mar 03 06:17:58.172178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Deleting port 82668d90-efa6-4e33-8205-0eecb9ce14fc {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:17:58.172514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:58.418990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] For port 82668d90-efa6-4e33-8205-0eecb9ce14fc, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=82668d90-efa6-4e33-8205-0eecb9ce14fc,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:17:58.419348 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:58.717014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:58.717290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:58.717693 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591 disassociated. External IP: 172.26.3.206, port: 82668d90-efa6-4e33-8205-0eecb9ce14fc. Mar 03 06:17:58.718031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Calling delete_port for 82668d90-efa6-4e33-8205-0eecb9ce14fc owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:17:58.872535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:58.885118 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-293d0ea6-1a6e-49dd-ba49-f3767f30ca18 req-d9041aff-6502-4335-b193-ab0294ec1627 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 210 time: 0.0486319 Mar 03 06:17:58.930833 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event deleted for resources: {'Port': ['ID=82668d90-efa6-4e33-8205-0eecb9ce14fc,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:17:59.122296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:17:59.300626 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:17:59.310858 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a580b584-6c2e-42b2-8b21-fbd84b57991e None None] Sync routers for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:17:59.320713 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580b584-6c2e-42b2-8b21-fbd84b57991e None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:17:59.321744 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a580b584-6c2e-42b2-8b21-fbd84b57991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:17:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:17:59.485947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] No DVR routers for this DVR port 82668d90-efa6-4e33-8205-0eecb9ce14fc on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:17:59.488485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:17:59.492395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'name': 'network-vif-deleted', 'tag': '82668d90-efa6-4e33-8205-0eecb9ce14fc'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:17:59.506529 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ece6d525-fa21-4065-b554-c5fc8d0d8178 req-16c56d7b-8015-44bf-82d9-09c9fd5fc8c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "DELETE /v2.0/ports/82668d90-efa6-4e33-8205-0eecb9ce14fc HTTP/1.1" status: 204 len: 173 time: 1.3961568 Mar 03 06:17:59.516943 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-a580b584-6c2e-42b2-8b21-fbd84b57991e None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:17:59.547516 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be58eebd-1694-48e2-b1d4-3783f5cba71d', 'name': 'network-vif-deleted', 'tag': '82668d90-efa6-4e33-8205-0eecb9ce14fc', 'status': 'completed', 'code': 200} Mar 03 06:17:59.846052 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a580b584-6c2e-42b2-8b21-fbd84b57991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:17:59.849785 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a580b584-6c2e-42b2-8b21-fbd84b57991e None None] Checking router: 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:17:59.857963 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a580b584-6c2e-42b2-8b21-fbd84b57991e None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:17:59.859247 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a580b584-6c2e-42b2-8b21-fbd84b57991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:17:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:18:00.058371 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-a580b584-6c2e-42b2-8b21-fbd84b57991e None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:18:00.074839 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-aa189ce3-5a36-4216-a1a3-c1fc2b38af7c req-615d0b8b-9353-4334-a3e8-ec92281ae168 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=be58eebd-1694-48e2-b1d4-3783f5cba71d HTTP/1.1" status: 200 len: 210 time: 0.0535150 Mar 03 06:18:00.378778 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a580b584-6c2e-42b2-8b21-fbd84b57991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:18:00.382656 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a580b584-6c2e-42b2-8b21-fbd84b57991e None None] The sync data for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv is: [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:18:00.558827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:00.608832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561bc922-3f88-4709-8599-b99edb7229dd None None] New status for floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:18:01.402240 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-b27ac54c-a598-4695-9def-14c037d116cb tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1965579668&fields=id&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 267 time: 0.0424154 Mar 03 06:18:01.636899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-1b620679-5c6d-41c0-9a32-a65d4f72ba52 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:01.638223 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-1b620679-5c6d-41c0-9a32-a65d4f72ba52 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 811 time: 0.2294843 Mar 03 06:18:01.653390 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-84a1483a-2e35-46f6-8e9b-cbc0c290e66a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/quotas/0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 375 time: 0.0095830 Mar 03 06:18:01.738296 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-df93d280-efba-441d-aa7a-8d5f3262f8a2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798032 Mar 03 06:18:01.840877 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 82668d90-efa6-4e33-8205-0eecb9ce14fc no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:18:01.875028 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 82668d90-efa6-4e33-8205-0eecb9ce14fc {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:18:01.875372 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 82668d90-efa6-4e33-8205-0eecb9ce14fc not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:18:01.879629 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-c4bfc107-638d-4abe-810b-87b3bd89641e service neutron] 10.222.0.20 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297941 Mar 03 06:18:02.015188 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-8c35a70b-fafe-41e5-bc1d-84b36d55102d service neutron] 10.222.0.20 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289563 Mar 03 06:18:02.201190 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8b6f3a95-6dbd-4da0-92d6-61af13d43fb3 req-2b8ccf82-e919-489f-a338-881782699d06 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 210 time: 0.0506480 Mar 03 06:18:03.197265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-60af4f67-52f8-4001-a3e9-f3b19409fc90 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:03.198750 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-60af4f67-52f8-4001-a3e9-f3b19409fc90 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 811 time: 0.1478419 Mar 03 06:18:03.259648 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-f2cec1cc-1d3e-4735-b408-cd666132e975 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 380 time: 0.0526283 Mar 03 06:18:03.270816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Request body: {'port': {'device_id': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'admin_state_up': True, 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'security_groups': ['be4d9a86-002f-4ade-84ab-da823319722f']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:18:03.373151 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1ce79d3b-2ba7-48a9-aefa-3a932983a599 req-ac743c49-d811-412d-bf3d-db58061f5d0c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 210 time: 0.0570409 Mar 03 06:18:03.419286 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:18:03.423279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Usage tracker for resource:port and tenant:0e72958531014e23b0642cc6ce083a2f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:18:03.426104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:18:03.432487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:18:03.442145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Made reservation on behalf of 0e72958531014e23b0642cc6ce083a2f for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:18:03.445625 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:03.605805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Allocated IP 172.20.0.11 (d742599c-a366-4963-a1a2-db9eb1876a36/c2bb2fc2-f670-4936-854d-8fe04a026c66/6cdb5c24-3989-4b96-b82d-e7428d7a740d) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:18:03.790429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:03.805782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Transition to ACTIVE for port object 6cdb5c24-3989-4b96-b82d-e7428d7a740d will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:18:03.827997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:03.895804 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Network d742599c-a366-4963-a1a2-db9eb1876a36 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:18:03.903568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:18:03.907806 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:18:03.938326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event updated for resources: {'Port': ['ID=6cdb5c24-3989-4b96-b82d-e7428d7a740d,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:18:03.957872 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:03.958224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:03.958564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:03.958898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:03.959228 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:03.959558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:03.959908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:03.960243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:03.960562 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:03.960880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:03.961202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:03.961520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:03.986518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:03.987135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:04.016809 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-97756e58-8b97-4af4-ac07-60bcd034afc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7500038 Mar 03 06:18:04.028593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Request body: {'port': {'device_id': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:18:04.142989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:04.164542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-61542b73-b2fb-4b09-bde1-9a1c147b309a None None] Provisioning for port 6cdb5c24-3989-4b96-b82d-e7428d7a740d completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:18:04.169900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-61542b73-b2fb-4b09-bde1-9a1c147b309a None None] Provisioning complete for port 6cdb5c24-3989-4b96-b82d-e7428d7a740d triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:18:04.170265 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-61542b73-b2fb-4b09-bde1-9a1c147b309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:04.225712 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-61542b73-b2fb-4b09-bde1-9a1c147b309a None None] Port 6cdb5c24-3989-4b96-b82d-e7428d7a740d cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:18:04.491019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cdb5c24-3989-4b96-b82d-e7428d7a740d {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:18:04.498788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:04.517190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Transition to ACTIVE for port object 6cdb5c24-3989-4b96-b82d-e7428d7a740d will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:18:04.522579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:04.556003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc984d-31fd-49a7-88fa-2ff270b96f14 req-8acd00f9-80d3-4f90-8e44-310685c7e491 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:04.557573 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d0bc984d-31fd-49a7-88fa-2ff270b96f14 req-8acd00f9-80d3-4f90-8e44-310685c7e491 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 932 time: 0.0844600 Mar 03 06:18:04.608531 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d0bc984d-31fd-49a7-88fa-2ff270b96f14 req-74a15567-6f13-4995-bdbf-e6c851af1def tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445564 Mar 03 06:18:04.687122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdb5c24-3989-4b96-b82d-e7428d7a740d,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:18:04.761219 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Attempting to bind port 6cdb5c24-3989-4b96-b82d-e7428d7a740d on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:18:04.761695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Attempting to bind port 6cdb5c24-3989-4b96-b82d-e7428d7a740d by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:18:04.762137 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Attempting to bind port 6cdb5c24-3989-4b96-b82d-e7428d7a740d on network d742599c-a366-4963-a1a2-db9eb1876a36 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:18:04.767047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Port 6cdb5c24-3989-4b96-b82d-e7428d7a740d on network d742599c-a366-4963-a1a2-db9eb1876a36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:18:04.767473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Attempting to bind port 6cdb5c24-3989-4b96-b82d-e7428d7a740d on network d742599c-a366-4963-a1a2-db9eb1876a36 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:18:04.772782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:18:04.773230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Checking segment: {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:18:04.773718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Bound using segment: {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:18:04.774420 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Bound port: 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:18:04.774556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:04.963587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:18:04.966754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:18:04.972130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:05.029479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:05.030115 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:05.031479 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] 10.222.0.23 "PUT /v2.0/ports/6cdb5c24-3989-4b96-b82d-e7428d7a740d HTTP/1.1" status: 200 len: 1094 time: 1.0077131 Mar 03 06:18:05.032032 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:18:05.066342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d54b62-4dd6-4700-9b90-4cf96922b1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6cdb5c24-3989-4b96-b82d-e7428d7a740d,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:18:05.084487 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'status': 'completed', 'code': 200} Mar 03 06:18:05.165423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-09389760-7704-4945-ab3e-9590b156af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:05.167254 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-09389760-7704-4945-ab3e-9590b156af5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 1097 time: 0.0743728 Mar 03 06:18:05.239327 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-965dbc6c-f7cc-4ace-b119-f3cc832092e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d HTTP/1.1" status: 200 len: 217 time: 0.0658009 Mar 03 06:18:05.300025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-4d6bf7c1-fd0c-4aaf-a340-5df74140a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:05.301378 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-4d6bf7c1-fd0c-4aaf-a340-5df74140a630 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0562077 Mar 03 06:18:05.381798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-35c55797-c04c-47af-9219-57c856f4ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:05.383175 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-35c55797-c04c-47af-9219-57c856f4ace8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746832 Mar 03 06:18:05.512926 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-66fa64c7-2400-468c-803c-df83210e136b service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234548 Mar 03 06:18:05.644230 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-30e5164a-6d51-4734-a8ea-5f437c84e2ad req-31b2d2e1-24f4-47a3-8100-5895ad24b054 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257932 Mar 03 06:18:05.766775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc210f7-f600-48ee-af10-93cdbdbc35da req-56e037b3-73fd-4d16-9dfe-baff14115732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:05.768917 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6dc210f7-f600-48ee-af10-93cdbdbc35da req-56e037b3-73fd-4d16-9dfe-baff14115732 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 1097 time: 0.0768027 Mar 03 06:18:05.796251 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699af95-3a3e-4145-9d9a-73d610f763f9 req-a5e20544-1160-4758-9992-0728c16b8c57 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:05.797874 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1699af95-3a3e-4145-9d9a-73d610f763f9 req-a5e20544-1160-4758-9992-0728c16b8c57 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 944 time: 0.0831113 Mar 03 06:18:05.845783 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1699af95-3a3e-4145-9d9a-73d610f763f9 req-23b72512-7d04-4014-9b84-1613eb732133 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417161 Mar 03 06:18:05.908836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc210f7-f600-48ee-af10-93cdbdbc35da req-d81fa9f9-0428-4005-950b-af7961f51fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:05.910212 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6dc210f7-f600-48ee-af10-93cdbdbc35da req-d81fa9f9-0428-4005-950b-af7961f51fc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1361284 Mar 03 06:18:05.980609 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6dc210f7-f600-48ee-af10-93cdbdbc35da req-673888e3-4ff5-44c0-8248-5ed3d6f948bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d HTTP/1.1" status: 200 len: 217 time: 0.0641010 Mar 03 06:18:06.041148 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc210f7-f600-48ee-af10-93cdbdbc35da req-49be7eb1-b469-4253-b8f1-7d9ea05c48cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:06.042589 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6dc210f7-f600-48ee-af10-93cdbdbc35da req-49be7eb1-b469-4253-b8f1-7d9ea05c48cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0562890 Mar 03 06:18:06.113912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc210f7-f600-48ee-af10-93cdbdbc35da req-2bec5813-aecf-4182-9857-6e1c13a9e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:06.115356 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6dc210f7-f600-48ee-af10-93cdbdbc35da req-2bec5813-aecf-4182-9857-6e1c13a9e92a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674601 Mar 03 06:18:06.245439 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6dc210f7-f600-48ee-af10-93cdbdbc35da req-68eea3ec-04d0-4824-a29e-f536df2da099 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237407 Mar 03 06:18:06.376181 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6dc210f7-f600-48ee-af10-93cdbdbc35da req-8ca289a8-5994-49ba-bed0-8bac1afccb19 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249461 Mar 03 06:18:07.051422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6756b-3361-4010-b6ee-5e4761ddb7ae req-8fb8dc93-1dca-4272-bc7a-9e9d77865b45 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:07.053380 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8de6756b-3361-4010-b6ee-5e4761ddb7ae req-8fb8dc93-1dca-4272-bc7a-9e9d77865b45 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 944 time: 0.0934086 Mar 03 06:18:07.108687 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8de6756b-3361-4010-b6ee-5e4761ddb7ae req-c3eadf9b-29c4-47ba-b500-a333e53bce1a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493708 Mar 03 06:18:07.856229 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6cdb5c24-3989-4b96-b82d-e7428d7a740d details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:18:08.006300 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:18:08.021519 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'port_id': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'mac_address': 'fa:16:3e:96:7a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:18:08.081514 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:08.099914 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cdb5c24-3989-4b96-b82d-e7428d7a740d {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:18:08.115660 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:18:08.119893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:08.194961 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=6cdb5c24-3989-4b96-b82d-e7428d7a740d,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:18:08.302570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68d86b-855c-450d-b63d-081bc1f2b84d req-b5e58e78-89da-4a24-8fd3-98ccc3c96347 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:08.304049 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8a68d86b-855c-450d-b63d-081bc1f2b84d req-b5e58e78-89da-4a24-8fd3-98ccc3c96347 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 945 time: 0.0849774 Mar 03 06:18:08.348829 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8a68d86b-855c-450d-b63d-081bc1f2b84d req-f8aad51f-1a7c-4f81-8464-47a18931d40d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382724 Mar 03 06:18:08.427778 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['6cdb5c24-3989-4b96-b82d-e7428d7a740d'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:18:09.548620 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cb2cb-24c9-443e-b671-093dc46d39f3 req-e38f07ff-6204-48be-a689-cb4d4f85129e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:09.550115 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ca4cb2cb-24c9-443e-b671-093dc46d39f3 req-e38f07ff-6204-48be-a689-cb4d4f85129e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 945 time: 0.0903404 Mar 03 06:18:09.599490 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ca4cb2cb-24c9-443e-b671-093dc46d39f3 req-b665add9-5acd-45da-9982-89b3368e941f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429766 Mar 03 06:18:09.870298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6cdb5c24-3989-4b96-b82d-e7428d7a740d up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:18:09.937154 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 6cdb5c24-3989-4b96-b82d-e7428d7a740d completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:18:09.942005 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 6cdb5c24-3989-4b96-b82d-e7428d7a740d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:18:09.942476 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:10.093926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:10.120127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:18:10.129722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:18:10.134457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:10.169041 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'code': 200} Mar 03 06:18:10.207484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=6cdb5c24-3989-4b96-b82d-e7428d7a740d,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:18:10.215114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:10.215462 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:10.215817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:10.216153 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:10.216488 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:10.216814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:10.217135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:10.217453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:10.217779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:10.218092 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:10.218405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:10.218718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:18:10.406549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952891-813d-4f9c-840d-824aa0021de4 req-b6340bb2-05c7-4af3-97c4-421a96b91851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:10.408008 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69952891-813d-4f9c-840d-824aa0021de4 req-b6340bb2-05c7-4af3-97c4-421a96b91851 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 1099 time: 0.0785458 Mar 03 06:18:10.447601 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-69952891-813d-4f9c-840d-824aa0021de4 req-87d89f91-9911-4ad5-871f-a872251b7d41 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337226 Mar 03 06:18:10.796883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8b03b-43aa-4062-8d8a-5739d9560bf5 req-f9d52c37-fb65-48e3-b00f-2872f46a3c93 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:10.798705 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-37d8b03b-43aa-4062-8d8a-5739d9560bf5 req-f9d52c37-fb65-48e3-b00f-2872f46a3c93 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0848393 Mar 03 06:18:10.842474 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-37d8b03b-43aa-4062-8d8a-5739d9560bf5 req-f7118ef2-263d-4e96-9054-68f751392746 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373368 Mar 03 06:18:12.045664 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71077d6-3971-47d7-9c40-db4b4bc0e026 req-a435a415-2d21-4cbf-8691-74a0e4fa9051 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:12.047294 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d71077d6-3971-47d7-9c40-db4b4bc0e026 req-a435a415-2d21-4cbf-8691-74a0e4fa9051 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0868008 Mar 03 06:18:12.094636 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d71077d6-3971-47d7-9c40-db4b4bc0e026 req-53d80cf0-3111-4b94-add4-1be0e34b08ae tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Mar 03 06:18:12.284621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda0d5e-b141-48fc-9fd4-faaba6eb5575 req-c1111354-d54c-4396-8692-12af958f7db5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:12.286055 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1eda0d5e-b141-48fc-9fd4-faaba6eb5575 req-c1111354-d54c-4396-8692-12af958f7db5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0816157 Mar 03 06:18:12.295326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40122) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:18:12.300192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-68f8afac-cf63-456f-ab9a-f72e61294b70 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Request body: {'floatingip': {'port_id': '6cdb5c24-3989-4b96-b82d-e7428d7a740d'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:18:12.374112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68f8afac-cf63-456f-ab9a-f72e61294b70 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:13.067903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68f8afac-cf63-456f-ab9a-f72e61294b70 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:13.071637 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68f8afac-cf63-456f-ab9a-f72e61294b70 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:13.256822 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-68f8afac-cf63-456f-ab9a-f72e61294b70 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591 associated. External IP: 172.26.3.206, port: 6cdb5c24-3989-4b96-b82d-e7428d7a740d. Mar 03 06:18:13.604847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f8afac-cf63-456f-ab9a-f72e61294b70 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:18:13.778030 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f8afac-cf63-456f-ab9a-f72e61294b70 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:18:13.782282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68f8afac-cf63-456f-ab9a-f72e61294b70 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:13.788509 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccc704-16f4-455c-a9d6-8d60d883a258 None None] Sync routers for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:18:13.798992 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ccc704-16f4-455c-a9d6-8d60d883a258 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:18:13.799644 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-82ccc704-16f4-455c-a9d6-8d60d883a258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:17:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:18:13.835358 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-68f8afac-cf63-456f-ab9a-f72e61294b70 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "PUT /v2.0/floatingips/dc6ee767-103d-4dd3-8e50-7a67ccc8c591 HTTP/1.1" status: 200 len: 992 time: 1.5389733 Mar 03 06:18:13.835970 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:18:13.881360 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'status': 'completed', 'code': 200} Mar 03 06:18:13.983892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a297ef8-4ba2-425c-b3db-95e1f5da86da req-985b996a-466b-4307-9387-176957b7124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:13.986212 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3a297ef8-4ba2-425c-b3db-95e1f5da86da req-985b996a-466b-4307-9387-176957b7124b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 1099 time: 0.0845299 Mar 03 06:18:14.005081 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-82ccc704-16f4-455c-a9d6-8d60d883a258 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:18:14.256287 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6865f-f6ec-4fc4-bb02-b14d49e43260 req-1cff7f85-bd9f-4a01-a400-8423ab39aa6a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:14.258150 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-19e6865f-f6ec-4fc4-bb02-b14d49e43260 req-1cff7f85-bd9f-4a01-a400-8423ab39aa6a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0895967 Mar 03 06:18:14.292199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a297ef8-4ba2-425c-b3db-95e1f5da86da req-bf21a0da-96a9-4ba6-8ba2-8ae956b54927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:14.293698 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3a297ef8-4ba2-425c-b3db-95e1f5da86da req-bf21a0da-96a9-4ba6-8ba2-8ae956b54927 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.3015115 Mar 03 06:18:14.307012 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-19e6865f-f6ec-4fc4-bb02-b14d49e43260 req-0a11756d-1c51-4958-9f31-361bdd8ece18 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415416 Mar 03 06:18:14.402026 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-82ccc704-16f4-455c-a9d6-8d60d883a258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dc6ee767-103d-4dd3-8e50-7a67ccc8c591', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'port_id': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'mac_address': 'fa:16:3e:96:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:16:08Z', 'updated_at': '2022-03-03T06:18:12Z', 'revision_number': 9, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:18:14.405859 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccc704-16f4-455c-a9d6-8d60d883a258 None None] Checking router: 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:18:14.413874 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ccc704-16f4-455c-a9d6-8d60d883a258 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:18:14.414233 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3a297ef8-4ba2-425c-b3db-95e1f5da86da req-a20fd7e2-d77b-45a8-8cba-82f76699f68b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d HTTP/1.1" status: 200 len: 1000 time: 0.1136529 Mar 03 06:18:14.414457 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-82ccc704-16f4-455c-a9d6-8d60d883a258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:17:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:18:14.417870 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-f2f30f7d-797d-4585-83e8-f43bce2989a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2850800 Mar 03 06:18:14.481686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a297ef8-4ba2-425c-b3db-95e1f5da86da req-40cfa47b-cbcc-4bbc-b3e4-a69a265d9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:14.483289 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3a297ef8-4ba2-425c-b3db-95e1f5da86da req-40cfa47b-cbcc-4bbc-b3e4-a69a265d9b84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0622392 Mar 03 06:18:14.563102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a297ef8-4ba2-425c-b3db-95e1f5da86da req-20d86f02-e03c-4fb3-a3cb-b5399553b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:14.564603 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3a297ef8-4ba2-425c-b3db-95e1f5da86da req-20d86f02-e03c-4fb3-a3cb-b5399553b052 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759254 Mar 03 06:18:14.603699 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-82ccc704-16f4-455c-a9d6-8d60d883a258 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:18:14.724978 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3a297ef8-4ba2-425c-b3db-95e1f5da86da req-90033f7b-71cf-4ee3-ae78-63361db39dd3 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543126 Mar 03 06:18:14.880192 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3a297ef8-4ba2-425c-b3db-95e1f5da86da req-8b604488-0fd6-4eb1-8043-25d98cd43a85 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487319 Mar 03 06:18:14.954933 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-82ccc704-16f4-455c-a9d6-8d60d883a258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dc6ee767-103d-4dd3-8e50-7a67ccc8c591', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'port_id': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'mac_address': 'fa:16:3e:96:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:16:08Z', 'updated_at': '2022-03-03T06:18:12Z', 'revision_number': 9, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:18:14.959501 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ccc704-16f4-455c-a9d6-8d60d883a258 None None] The sync data for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv is: [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dc6ee767-103d-4dd3-8e50-7a67ccc8c591', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'port_id': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'mac_address': 'fa:16:3e:96:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:16:08Z', 'updated_at': '2022-03-03T06:18:12Z', 'revision_number': 9, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:18:15.163554 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bdc64b-4246-4e47-86ad-8bc23ce9deed None None] New status for floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:18:15.512656 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b46604-aff9-4073-aaf5-4a5d8413515e req-5b3eceff-0645-406a-a382-50dbc7adc0dc tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:15.514356 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f7b46604-aff9-4073-aaf5-4a5d8413515e req-5b3eceff-0645-406a-a382-50dbc7adc0dc tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0850725 Mar 03 06:18:15.601304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-e44b7ad2-5804-4dc5-a000-011883f02c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:15.602892 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-e44b7ad2-5804-4dc5-a000-011883f02c31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 1099 time: 0.0768657 Mar 03 06:18:15.671269 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f7b46604-aff9-4073-aaf5-4a5d8413515e req-e723ac4e-ae73-40e7-a039-c1f775fc7bc6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500742 Mar 03 06:18:15.736717 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-c090cfd4-0981-48c5-bef1-56df4a85dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:15.738132 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-c090cfd4-0981-48c5-bef1-56df4a85dd0b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1297114 Mar 03 06:18:15.839168 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-08ac6957-b95b-4f35-a058-2a11bc9de1f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d HTTP/1.1" status: 200 len: 1003 time: 0.0953195 Mar 03 06:18:15.914004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-46bc7769-0c70-493f-a71b-167300918738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:15.915553 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-46bc7769-0c70-493f-a71b-167300918738 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0708673 Mar 03 06:18:15.996080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-a7a83af9-082d-407c-9fcd-a08d51fa9641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:15.997621 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-a7a83af9-082d-407c-9fcd-a08d51fa9641 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764048 Mar 03 06:18:16.137991 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-cfbd7444-0d10-4011-a5f2-ec0242bdee4b service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347442 Mar 03 06:18:16.280315 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-f7e53faf-69cc-46e4-9974-a024ab11e6a4 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367176 Mar 03 06:18:16.852058 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a7c1c7-9d84-45a0-97af-16a44c268980 req-75514241-f72f-47ec-8987-384d02aa063e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:16.853505 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-20a7c1c7-9d84-45a0-97af-16a44c268980 req-75514241-f72f-47ec-8987-384d02aa063e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0790458 Mar 03 06:18:16.896842 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-20a7c1c7-9d84-45a0-97af-16a44c268980 req-e43615e8-aa34-492a-8104-5cddfe14c6c1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373402 Mar 03 06:18:18.088307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a1497-53ec-4536-a07b-8fdcefdf8221 req-20e27a80-b7d3-45b3-9e53-22620a76c815 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:18.089768 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-742a1497-53ec-4536-a07b-8fdcefdf8221 req-20e27a80-b7d3-45b3-9e53-22620a76c815 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0798628 Mar 03 06:18:18.133266 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-742a1497-53ec-4536-a07b-8fdcefdf8221 req-827fd86b-a68d-48e8-aa7c-6bb5cd19fbdb tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373955 Mar 03 06:18:18.292773 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-447e82a0-b800-40e0-9c27-e114c74f0a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:19.320851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d485d4-0e1f-4604-b68f-ddc3c8af1ec7 req-3966bbda-3c22-4cb8-a734-9a575eb33316 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:19.322327 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-79d485d4-0e1f-4604-b68f-ddc3c8af1ec7 req-3966bbda-3c22-4cb8-a734-9a575eb33316 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0828347 Mar 03 06:18:19.370334 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-79d485d4-0e1f-4604-b68f-ddc3c8af1ec7 req-fc81309e-e40f-4c0f-be04-c6b5a364140d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411580 Mar 03 06:18:20.510518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f227de71-da19-46d7-87f9-cdecb9d1b3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:20.571010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9c7aa-2b65-4c58-bf32-cfefdcb433be req-07c5744a-9062-45cc-8af7-4bae496e5184 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:20.572403 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-82a9c7aa-2b65-4c58-bf32-cfefdcb433be req-07c5744a-9062-45cc-8af7-4bae496e5184 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0823677 Mar 03 06:18:20.617237 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-82a9c7aa-2b65-4c58-bf32-cfefdcb433be req-2fe61c03-1119-4632-9335-82ef807f7e6d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382018 Mar 03 06:18:21.654573 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:21.790998 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:21.806616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da47a4-7c16-4c65-bcc7-86062983055e req-7e9d8faf-994c-4495-a28e-363560076d02 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:21.808078 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-15da47a4-7c16-4c65-bcc7-86062983055e req-7e9d8faf-994c-4495-a28e-363560076d02 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0835371 Mar 03 06:18:21.850798 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-15da47a4-7c16-4c65-bcc7-86062983055e req-1da0d20b-ac05-4919-a287-dec44b85950a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370922 Mar 03 06:18:22.975181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:23.059971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313444c8-4f9f-4442-9470-8170da8c2400 req-dd660236-9b89-47a3-b4a5-8b75a88c3f9a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:23.061377 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-313444c8-4f9f-4442-9470-8170da8c2400 req-dd660236-9b89-47a3-b4a5-8b75a88c3f9a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0844038 Mar 03 06:18:23.105576 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-313444c8-4f9f-4442-9470-8170da8c2400 req-4a8de86e-c6d9-4edf-8846-df8b9a1c1dde tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385084 Mar 03 06:18:24.290645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225fcde-c341-4cd9-aa8e-f17cc12b2850 req-495407c3-41cd-45ea-89e6-dd9ea1acc9f4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:24.292010 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2225fcde-c341-4cd9-aa8e-f17cc12b2850 req-495407c3-41cd-45ea-89e6-dd9ea1acc9f4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0811839 Mar 03 06:18:24.336563 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2225fcde-c341-4cd9-aa8e-f17cc12b2850 req-f3efd0ed-bc7e-4631-9c64-3e92a074afdf tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388322 Mar 03 06:18:25.519527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da445a25-3e87-457b-8119-f2e4c2b7b8c8 req-55c954a4-806d-4619-8539-4c8fb7ec7337 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:25.521979 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-da445a25-3e87-457b-8119-f2e4c2b7b8c8 req-55c954a4-806d-4619-8539-4c8fb7ec7337 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0800123 Mar 03 06:18:25.572525 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-da445a25-3e87-457b-8119-f2e4c2b7b8c8 req-09a38b5c-e31c-4e0d-ac46-824e1d232e2f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449140 Mar 03 06:18:26.766171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d833b3-e8a7-4707-a706-299794cbe7b9 req-f0f92e70-53ca-4552-a340-84a547e6f4f3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:26.767700 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c1d833b3-e8a7-4707-a706-299794cbe7b9 req-f0f92e70-53ca-4552-a340-84a547e6f4f3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0812247 Mar 03 06:18:26.813167 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c1d833b3-e8a7-4707-a706-299794cbe7b9 req-9e657387-8923-4cb5-84ab-5b2be82af117 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396481 Mar 03 06:18:28.023028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef03852-accc-415a-bcfc-442414171dee req-9ee3d0f7-a3cb-41d9-be65-2603fbe73ed1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:28.025305 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bef03852-accc-415a-bcfc-442414171dee req-9ee3d0f7-a3cb-41d9-be65-2603fbe73ed1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.1082866 Mar 03 06:18:28.069783 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bef03852-accc-415a-bcfc-442414171dee req-e40d2f48-fd2a-406a-a386-86f6e8d8de1c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388992 Mar 03 06:18:29.069412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7173e9-d906-4197-bea0-27904138213d req-11cd432b-9488-497b-b608-17648a4fd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:29.070874 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0d7173e9-d906-4197-bea0-27904138213d req-11cd432b-9488-497b-b608-17648a4fd060 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 1099 time: 0.0698044 Mar 03 06:18:29.217244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7173e9-d906-4197-bea0-27904138213d req-b9ca4200-a6c5-42b7-9ad1-c81ee9cbc1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:29.218686 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0d7173e9-d906-4197-bea0-27904138213d req-b9ca4200-a6c5-42b7-9ad1-c81ee9cbc1ed service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1299169 Mar 03 06:18:29.252635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cafc17-7f32-4624-bf8b-88bcd970cf6c req-3b343f96-1ebc-49f6-8100-933c7472ce97 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:29.254175 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b3cafc17-7f32-4624-bf8b-88bcd970cf6c req-3b343f96-1ebc-49f6-8100-933c7472ce97 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0804219 Mar 03 06:18:29.307746 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b3cafc17-7f32-4624-bf8b-88bcd970cf6c req-fd0ca5c4-94f4-42f1-aac1-0bae0536120f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466683 Mar 03 06:18:29.430290 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0d7173e9-d906-4197-bea0-27904138213d req-63405fdf-e5b0-4f84-9594-c32ac489eb89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d HTTP/1.1" status: 200 len: 1003 time: 0.2051408 Mar 03 06:18:29.493588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7173e9-d906-4197-bea0-27904138213d req-9e4c2dbd-ee09-417a-8b40-29a1632cab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:29.495024 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0d7173e9-d906-4197-bea0-27904138213d req-9e4c2dbd-ee09-417a-8b40-29a1632cab2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0585577 Mar 03 06:18:29.568118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7173e9-d906-4197-bea0-27904138213d req-58e0d481-13be-4e8f-b4a5-0397a54b52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:29.569590 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0d7173e9-d906-4197-bea0-27904138213d req-58e0d481-13be-4e8f-b4a5-0397a54b52fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691633 Mar 03 06:18:29.700376 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0d7173e9-d906-4197-bea0-27904138213d req-2af15eac-b552-44ad-8121-4e66ba0759ba service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236382 Mar 03 06:18:29.835052 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0d7173e9-d906-4197-bea0-27904138213d req-f64b1180-8648-4aa8-99cf-17c799ee39ee service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274958 Mar 03 06:18:30.495474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cab024-dcfb-4b67-bcb4-0f36e948c856 req-5a5ff991-14c8-4387-a06d-b18a25206dd5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:30.496936 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c4cab024-dcfb-4b67-bcb4-0f36e948c856 req-5a5ff991-14c8-4387-a06d-b18a25206dd5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0797856 Mar 03 06:18:30.542522 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c4cab024-dcfb-4b67-bcb4-0f36e948c856 req-82ccf61f-69c3-4742-9c34-31f96aad6994 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381405 Mar 03 06:18:30.569498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:31.729107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5643c-cba3-4e2c-9de5-8ff1c68e232b req-5989f544-8292-41fa-b8e7-1b792e58ba6b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:31.730538 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-52c5643c-cba3-4e2c-9de5-8ff1c68e232b req-5989f544-8292-41fa-b8e7-1b792e58ba6b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0814502 Mar 03 06:18:31.774634 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-52c5643c-cba3-4e2c-9de5-8ff1c68e232b req-3062a77e-4968-4d22-b52b-48cf5e1b57be tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379291 Mar 03 06:18:32.957502 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d363507-e6f9-4f2e-a80a-28702ed986e0 req-b53d7477-1358-417c-ab8e-aa4218cb23b7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:32.958959 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9d363507-e6f9-4f2e-a80a-28702ed986e0 req-b53d7477-1358-417c-ab8e-aa4218cb23b7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0795777 Mar 03 06:18:33.002474 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9d363507-e6f9-4f2e-a80a-28702ed986e0 req-3222e1ff-d66c-4707-98a3-ddbd2abaf21c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378432 Mar 03 06:18:34.193754 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278e598-f27d-4b7f-a5b8-a07f4eee5441 req-fdc15422-140f-47c5-b03c-ca12ba9f102b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:34.195243 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5278e598-f27d-4b7f-a5b8-a07f4eee5441 req-fdc15422-140f-47c5-b03c-ca12ba9f102b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0829856 Mar 03 06:18:34.240215 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5278e598-f27d-4b7f-a5b8-a07f4eee5441 req-10b13487-c378-4e4b-8dff-a1c6ec53fcc2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385301 Mar 03 06:18:34.389666 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:18:35.422280 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196dad21-19a2-4cdd-b386-b803ad26a14d req-f1216294-8f17-4084-94d5-d0e3c087ef5e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:35.423728 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-196dad21-19a2-4cdd-b386-b803ad26a14d req-f1216294-8f17-4084-94d5-d0e3c087ef5e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0790162 Mar 03 06:18:35.471437 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-196dad21-19a2-4cdd-b386-b803ad26a14d req-31f7e361-f421-43a4-a3e9-0c892c51a2d3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416958 Mar 03 06:18:36.656829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9f572-c738-4f26-a926-b935b2d1e3be req-89d8a140-8f65-4aeb-b642-726c13c4041b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:36.658173 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-95a9f572-c738-4f26-a926-b935b2d1e3be req-89d8a140-8f65-4aeb-b642-726c13c4041b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0789530 Mar 03 06:18:36.702584 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-95a9f572-c738-4f26-a926-b935b2d1e3be req-abc64e9f-5c70-42a1-8963-aa5ef7e0d873 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385067 Mar 03 06:18:37.891606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3202014-20ed-4866-8666-62d634bc6470 req-a4bc731f-1d66-46d3-b997-b4b51623fcc5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:37.893106 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c3202014-20ed-4866-8666-62d634bc6470 req-a4bc731f-1d66-46d3-b997-b4b51623fcc5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0817797 Mar 03 06:18:37.936833 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c3202014-20ed-4866-8666-62d634bc6470 req-904bfac2-8730-406d-8f9e-e937929e3798 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381594 Mar 03 06:18:39.119709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f0ae5-03ca-4a6e-adff-86e5383fad1b req-b27efc61-b3ad-4fcc-9378-f7e6bc084992 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:39.121157 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-632f0ae5-03ca-4a6e-adff-86e5383fad1b req-b27efc61-b3ad-4fcc-9378-f7e6bc084992 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0801854 Mar 03 06:18:39.164076 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-632f0ae5-03ca-4a6e-adff-86e5383fad1b req-739becbc-a884-41b6-bd0c-ce3a673f95c3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371046 Mar 03 06:18:40.371503 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842a08c-5edf-4bd0-8960-9330a5fd5195 req-fd4434ff-dcf8-4a3e-8bfd-5d07eafcbf80 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:40.375804 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1842a08c-5edf-4bd0-8960-9330a5fd5195 req-fd4434ff-dcf8-4a3e-8bfd-5d07eafcbf80 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0836785 Mar 03 06:18:40.417318 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1842a08c-5edf-4bd0-8960-9330a5fd5195 req-840ef981-e4e2-4151-a7bb-0218f8de03f3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384655 Mar 03 06:18:41.613323 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8141c8-99b6-40c4-a06d-540a83ba8e09 req-ac176d08-4a75-4868-b894-379dd7837862 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:41.614940 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1d8141c8-99b6-40c4-a06d-540a83ba8e09 req-ac176d08-4a75-4868-b894-379dd7837862 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0898147 Mar 03 06:18:41.754482 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1d8141c8-99b6-40c4-a06d-540a83ba8e09 req-51d1faf1-1ea6-4aea-92c9-e1a03066c169 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336741 Mar 03 06:18:42.942859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e774f-0301-4db2-aad9-6ca3d07c05d0 req-d64852db-225e-40be-98c7-a05bbaa45e67 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:42.944346 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e93e774f-0301-4db2-aad9-6ca3d07c05d0 req-d64852db-225e-40be-98c7-a05bbaa45e67 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0807452 Mar 03 06:18:42.987533 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-77d31fa0-d34e-4d67-90f7-f288421d20eb service neutron] 10.222.0.23 "GET /v2.0/ports/6cdb5c24-3989-4b96-b82d-e7428d7a740d/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0862727 Mar 03 06:18:42.991523 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e93e774f-0301-4db2-aad9-6ca3d07c05d0 req-e8c60c0a-edbb-4966-a1e2-fc781fd680ba tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414212 Mar 03 06:18:43.256642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-ab6b0b60-7458-45bd-909b-80edbe41c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:43.258334 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-ab6b0b60-7458-45bd-909b-80edbe41c733 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 1099 time: 0.0748792 Mar 03 06:18:43.362323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-3eb61369-dc9b-43e6-826c-d533bb8a2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:43.363795 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-3eb61369-dc9b-43e6-826c-d533bb8a2f5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 1099 time: 0.0854225 Mar 03 06:18:43.496982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-e7a2654c-1a5a-4993-8f23-d4b5d98c20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:43.498427 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-e7a2654c-1a5a-4993-8f23-d4b5d98c20d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1290379 Mar 03 06:18:43.598193 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-0df15457-19c9-47df-8c33-1d37e0714eed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d HTTP/1.1" status: 200 len: 1003 time: 0.0941939 Mar 03 06:18:43.668517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-8f38acc6-d60d-4c22-8933-f755595e0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:43.669944 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-8f38acc6-d60d-4c22-8933-f755595e0921 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0666277 Mar 03 06:18:43.744577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-954b5e3a-97cd-41ed-a45b-ddbba016de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:43.746061 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-954b5e3a-97cd-41ed-a45b-ddbba016de1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703201 Mar 03 06:18:43.879403 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-e90c4fca-e2dd-4a82-ab26-a6ac9973dc64 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272163 Mar 03 06:18:44.012351 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2105b32-8dd8-4bfa-b873-b529a9b530a7 req-070b7abf-0886-452a-b1c3-b50cfb8cfd81 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270924 Mar 03 06:18:44.206823 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85832e5e-b270-42e9-974f-930f2a9e2ef4 req-1bde92bd-8c10-4482-8a28-e6f51efaef12 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:44.206823 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-85832e5e-b270-42e9-974f-930f2a9e2ef4 req-1bde92bd-8c10-4482-8a28-e6f51efaef12 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0872025 Mar 03 06:18:44.243458 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-85832e5e-b270-42e9-974f-930f2a9e2ef4 req-de1a9dc7-a5ff-4a78-8642-2fb7e079eff4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405967 Mar 03 06:18:45.440736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dade8-89dd-43ad-be7d-61b78fda15b0 req-e701826b-684d-4f48-9a8c-92c10bff59f9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:45.442229 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c9dade8-89dd-43ad-be7d-61b78fda15b0 req-e701826b-684d-4f48-9a8c-92c10bff59f9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0862339 Mar 03 06:18:45.486931 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c9dade8-89dd-43ad-be7d-61b78fda15b0 req-b320f23b-5ad2-4da3-b459-d41e01fb39fb tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390568 Mar 03 06:18:46.041989 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6cdb5c24-3989-4b96-b82d-e7428d7a740d details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:18:46.055319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6cdb5c24-3989-4b96-b82d-e7428d7a740d no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:18:46.278612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:46.292920 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:18:46.313639 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'port_id': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'mac_address': 'fa:16:3e:96:7a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:18:46.348820 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:18:46.369533 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:18:46.383822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:46.427415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:46.444875 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'code': 200} Mar 03 06:18:46.452205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cdb5c24-3989-4b96-b82d-e7428d7a740d {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:18:46.519850 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=6cdb5c24-3989-4b96-b82d-e7428d7a740d,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:18:46.532835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:18:46.533194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:18:46.736276 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad0942-c394-4ffa-93ac-0311b4c91610 req-0ada465c-e9c4-40e1-a3b2-eaccb0d3a0c1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:46.737791 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d9ad0942-c394-4ffa-93ac-0311b4c91610 req-0ada465c-e9c4-40e1-a3b2-eaccb0d3a0c1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 944 time: 0.0902922 Mar 03 06:18:46.784987 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d9ad0942-c394-4ffa-93ac-0311b4c91610 req-ec3754ce-83d8-498d-a49c-227f844c7b2b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409551 Mar 03 06:18:47.096395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:47.113498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cdb5c24-3989-4b96-b82d-e7428d7a740d {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:18:47.129194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:18:47.133161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:47.193884 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['6cdb5c24-3989-4b96-b82d-e7428d7a740d'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:18:47.244644 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=6cdb5c24-3989-4b96-b82d-e7428d7a740d,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:18:47.984004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a319a-010d-47e2-917d-8dd3a5765054 req-7cc83a05-9360-49b2-bfc6-ad4a74b4cbc5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:47.985470 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e48a319a-010d-47e2-917d-8dd3a5765054 req-7cc83a05-9360-49b2-bfc6-ad4a74b4cbc5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 945 time: 0.0881870 Mar 03 06:18:48.029245 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e48a319a-010d-47e2-917d-8dd3a5765054 req-564d2cd8-112e-4b1c-a8d9-a5812e88faf7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381217 Mar 03 06:18:48.061940 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6cdb5c24-3989-4b96-b82d-e7428d7a740d up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:18:48.133747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 6cdb5c24-3989-4b96-b82d-e7428d7a740d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:18:48.134449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:48.265727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:48.312975 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d43eb8b8-05b4-438b-a846-1b36c43ed44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:48.315623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:18:48.322280 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:48.430320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=6cdb5c24-3989-4b96-b82d-e7428d7a740d,revision_number=8']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:18:48.445967 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:18:48.495584 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-f1aa2429-5884-4f13-9806-c8a03e0ddd8d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:48.496438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-f1aa2429-5884-4f13-9806-c8a03e0ddd8d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Synchronizing usage tracker for tenant:0e72958531014e23b0642cc6ce083a2f on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:18:48.505792 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'code': 200} Mar 03 06:18:48.515360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-f1aa2429-5884-4f13-9806-c8a03e0ddd8d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Unset dirty status for tenant:0e72958531014e23b0642cc6ce083a2f on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:18:48.516757 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-f1aa2429-5884-4f13-9806-c8a03e0ddd8d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b&tenant_id=0e72958531014e23b0642cc6ce083a2f&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 946 time: 0.1396096 Mar 03 06:18:48.528147 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19b298-5646-4eff-a00b-a3ef0a9a6a43 req-1805a28c-5b45-4495-b0af-2b8024b8cd50 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:48.531836 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ab19b298-5646-4eff-a00b-a3ef0a9a6a43 req-1805a28c-5b45-4495-b0af-2b8024b8cd50 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0904276 Mar 03 06:18:48.581597 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ab19b298-5646-4eff-a00b-a3ef0a9a6a43 req-1c4dfa84-f7e4-438e-bc85-e8dc0238c2a5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427146 Mar 03 06:18:48.599235 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-15243973-07b7-4872-8aae-5f52fda68789 service neutron] 10.222.0.23 "GET /v2.0/ports/6cdb5c24-3989-4b96-b82d-e7428d7a740d/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0768805 Mar 03 06:18:48.692964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-ac52b060-ce96-4ec8-8cce-1e3cc48c5c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:48.694419 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-ac52b060-ce96-4ec8-8cce-1e3cc48c5c42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 1099 time: 0.0742507 Mar 03 06:18:48.823954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-064b37d2-e094-4fae-ac11-0a765c99fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:48.825380 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-064b37d2-e094-4fae-ac11-0a765c99fce0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1253631 Mar 03 06:18:49.022754 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-6540ee3c-d9d3-4078-86ee-89f1d0a772f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d HTTP/1.1" status: 200 len: 1003 time: 0.1917286 Mar 03 06:18:49.083730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-39802ab6-4726-4e24-8728-1b479c932144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:49.085167 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-39802ab6-4726-4e24-8728-1b479c932144 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0572748 Mar 03 06:18:49.159813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-79f76a4f-fd66-4b31-aa47-82a7d8bdb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:49.161551 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-79f76a4f-fd66-4b31-aa47-82a7d8bdb1ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702662 Mar 03 06:18:49.292482 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-aaa855ed-cb51-4592-8674-91260d9efdee service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245074 Mar 03 06:18:49.424192 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-be2473d3-9d40-4379-9d6e-df9d7190c223 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256166 Mar 03 06:18:49.768004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305e6eb-6b03-4729-9903-cba563ae006f req-32505f6a-c64e-457f-8316-22429fe4675d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:49.769441 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a305e6eb-6b03-4729-9903-cba563ae006f req-32505f6a-c64e-457f-8316-22429fe4675d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0794919 Mar 03 06:18:49.813141 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a305e6eb-6b03-4729-9903-cba563ae006f req-908dbe6d-1b7f-47bb-b2a0-fd18210d92e3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380599 Mar 03 06:18:50.512853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b15902ec-5a71-44ef-a311-75758b4cb519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:51.001005 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84682690-7821-46ca-bff8-2f7ca9904d5d req-4fff218f-9bf8-463a-9756-4bfd5c5ca865 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:51.002619 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-84682690-7821-46ca-bff8-2f7ca9904d5d req-4fff218f-9bf8-463a-9756-4bfd5c5ca865 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0847523 Mar 03 06:18:51.047580 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-84682690-7821-46ca-bff8-2f7ca9904d5d req-3068435d-4f7d-4e36-87ac-1514b33e4c96 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386362 Mar 03 06:18:51.657334 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:51.796671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:52.014607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-ffcdd9ef-c001-461d-ab7a-ca05f650a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:52.015986 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-ffcdd9ef-c001-461d-ab7a-ca05f650a5b4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 1099 time: 0.0754373 Mar 03 06:18:52.108775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-0ac4dfd2-9ac2-4d35-80c6-11eaf3e1e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:52.110269 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-0ac4dfd2-9ac2-4d35-80c6-11eaf3e1e2d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 1099 time: 0.0708921 Mar 03 06:18:52.241473 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e024b07-c409-4924-bbd6-e5576ded19e2 req-a631eba6-d379-4182-97eb-e36bde285baa tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:52.243651 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9e024b07-c409-4924-bbd6-e5576ded19e2 req-a631eba6-d379-4182-97eb-e36bde285baa tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0841010 Mar 03 06:18:52.247135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-d0ac140a-8a4b-490f-893c-929df054bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:52.248719 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-d0ac140a-8a4b-490f-893c-929df054bf0a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1327155 Mar 03 06:18:52.288436 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9e024b07-c409-4924-bbd6-e5576ded19e2 req-2facbbcc-8056-4251-941f-248d1b08e99c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389519 Mar 03 06:18:52.352093 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-34a07492-d01e-4988-b180-ead9d55c484c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d HTTP/1.1" status: 200 len: 1003 time: 0.0979033 Mar 03 06:18:52.413592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-f1eee106-bde9-4386-ad21-1a3e2056d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:52.415001 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-f1eee106-bde9-4386-ad21-1a3e2056d292 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0576077 Mar 03 06:18:52.492784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-26fe2ed3-f761-41df-b0bf-0024f8d1d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:52.494200 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-26fe2ed3-f761-41df-b0bf-0024f8d1d875 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728674 Mar 03 06:18:52.624741 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-78923854-2611-4f36-8286-181b9544b3d6 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240175 Mar 03 06:18:52.756278 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f0ff8da-3b30-494b-b293-b0d8b5d4124d req-7de74f51-28c5-443f-ad25-018dc5f5e81a service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247516 Mar 03 06:18:52.975240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:53.477659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900496c8-f31b-4a4e-8e34-18d207973001 req-6d806d28-19a4-4d1b-bdfe-ce6f585c2e8f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:53.479095 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-900496c8-f31b-4a4e-8e34-18d207973001 req-6d806d28-19a4-4d1b-bdfe-ce6f585c2e8f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0806649 Mar 03 06:18:53.523293 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-900496c8-f31b-4a4e-8e34-18d207973001 req-bb028483-b53f-4b99-993c-15241609fc1e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379486 Mar 03 06:18:54.089036 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6cdb5c24-3989-4b96-b82d-e7428d7a740d details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:18:54.091331 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6cdb5c24-3989-4b96-b82d-e7428d7a740d no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:18:54.339512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:54.368899 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:18:54.391391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:18:54.395595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'port_id': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'mac_address': 'fa:16:3e:96:7a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:18:54.426641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:18:54.441348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:54.474741 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'code': 200} Mar 03 06:18:54.507304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:54.536689 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cdb5c24-3989-4b96-b82d-e7428d7a740d {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:18:54.543422 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=6cdb5c24-3989-4b96-b82d-e7428d7a740d,revision_number=9']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:18:54.567297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:18:54.575230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:54.650188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=6cdb5c24-3989-4b96-b82d-e7428d7a740d,revision_number=10']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:18:54.654555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['6cdb5c24-3989-4b96-b82d-e7428d7a740d'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:18:54.749101 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc602c58-bd4e-4d19-906d-27ac6d2d524d req-95a7247b-27ef-4b65-90d9-d59b8dc0a138 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:54.750930 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fc602c58-bd4e-4d19-906d-27ac6d2d524d req-95a7247b-27ef-4b65-90d9-d59b8dc0a138 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0916359 Mar 03 06:18:54.802769 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fc602c58-bd4e-4d19-906d-27ac6d2d524d req-48c9955a-a646-43da-8e28-465c20694b5f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453236 Mar 03 06:18:55.995053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91f5bb-1f9e-44a9-a14e-5dc06d1927df req-696cb606-175c-4980-8be7-bbf1a2f09497 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:55.996508 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0d91f5bb-1f9e-44a9-a14e-5dc06d1927df req-696cb606-175c-4980-8be7-bbf1a2f09497 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0834386 Mar 03 06:18:56.042436 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0d91f5bb-1f9e-44a9-a14e-5dc06d1927df req-828d9611-34e1-4a0d-b446-e6b97c4c47b1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395656 Mar 03 06:18:56.124463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6cdb5c24-3989-4b96-b82d-e7428d7a740d up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:18:56.196628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 6cdb5c24-3989-4b96-b82d-e7428d7a740d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:18:56.197005 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:56.239960 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334af937-8b4d-436b-9f89-fd56b381f85a req-3f418601-24ea-4336-9279-0c28fcfd66ad tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:56.241707 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-334af937-8b4d-436b-9f89-fd56b381f85a req-3f418601-24ea-4336-9279-0c28fcfd66ad tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 946 time: 0.0892951 Mar 03 06:18:56.288652 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-334af937-8b4d-436b-9f89-fd56b381f85a req-09e49f0d-0b5a-41c3-be39-d4be06103c79 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403435 Mar 03 06:18:56.324927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:56.370648 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:18:56.376068 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:56.445825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=6cdb5c24-3989-4b96-b82d-e7428d7a740d,revision_number=11']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:18:56.476205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:18:56.483575 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139eb398-ad65-43e3-a7c0-fbbbf5b6ddc2 req-12a03f7b-a435-4773-bd9d-6247aae65ca1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:56.485720 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-139eb398-ad65-43e3-a7c0-fbbbf5b6ddc2 req-12a03f7b-a435-4773-bd9d-6247aae65ca1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 947 time: 0.0839071 Mar 03 06:18:56.525877 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'code': 200} Mar 03 06:18:56.540288 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-139eb398-ad65-43e3-a7c0-fbbbf5b6ddc2 req-dcc7c8a1-5897-4b21-a67c-8ca6200c57ea tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483077 Mar 03 06:18:56.924609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba6623-e68d-47a8-88fb-6380e9ebcc31 req-dfae8dd9-60f1-44e8-b5f9-dbd72d1b99b9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:56.925966 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30ba6623-e68d-47a8-88fb-6380e9ebcc31 req-dfae8dd9-60f1-44e8-b5f9-dbd72d1b99b9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 947 time: 0.0788190 Mar 03 06:18:56.971300 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-30ba6623-e68d-47a8-88fb-6380e9ebcc31 req-115e5351-77b3-4937-b018-5eac19da894e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392070 Mar 03 06:18:58.157480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca035b-1151-4b72-b988-544f860f5b2e req-dd74df1b-6370-497e-a38c-054b0a771256 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:58.159052 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-77ca035b-1151-4b72-b988-544f860f5b2e req-dd74df1b-6370-497e-a38c-054b0a771256 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 947 time: 0.0816114 Mar 03 06:18:58.204019 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-77ca035b-1151-4b72-b988-544f860f5b2e req-f67fe8fc-7124-4a79-ac27-b7a327e0485a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390303 Mar 03 06:18:59.013386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-351f01fa-f198-4d4f-9699-3a915715db70 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:59.015316 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-351f01fa-f198-4d4f-9699-3a915715db70 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 947 time: 0.0832257 Mar 03 06:18:59.093738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Deleting port 6cdb5c24-3989-4b96-b82d-e7428d7a740d {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:18:59.094066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:59.408785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac4a91-bb94-486f-8f5e-9ba212449aa0 req-5477e4e3-6cb5-46fc-b5fc-64a96e503f68 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:18:59.410283 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c7ac4a91-bb94-486f-8f5e-9ba212449aa0 req-5477e4e3-6cb5-46fc-b5fc-64a96e503f68 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 947 time: 0.0882037 Mar 03 06:18:59.453480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] For port 6cdb5c24-3989-4b96-b82d-e7428d7a740d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=6cdb5c24-3989-4b96-b82d-e7428d7a740d,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:18:59.453989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:59.457107 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c7ac4a91-bb94-486f-8f5e-9ba212449aa0 req-ccc7774d-ffd3-442a-a4f7-bd299623b445 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404603 Mar 03 06:18:59.743085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:59.743452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:59.743754 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591 disassociated. External IP: 172.26.3.206, port: 6cdb5c24-3989-4b96-b82d-e7428d7a740d. Mar 03 06:18:59.744122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Calling delete_port for 6cdb5c24-3989-4b96-b82d-e7428d7a740d owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:18:59.890053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:18:59.938993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event deleted for resources: {'Port': ['ID=6cdb5c24-3989-4b96-b82d-e7428d7a740d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:19:00.130035 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:19:00.310556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:19:00.322520 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a598d327-9e35-4287-ba37-e06cda91739d None None] Sync routers for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:19:00.332980 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598d327-9e35-4287-ba37-e06cda91739d None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:19:00.333873 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a598d327-9e35-4287-ba37-e06cda91739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:18:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:19:00.383508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] No DVR routers for this DVR port 6cdb5c24-3989-4b96-b82d-e7428d7a740d on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:19:00.385981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:00.388561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'name': 'network-vif-deleted', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:19:00.408317 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e070a0d9-f37e-453c-b5d4-116d460931dd req-bc95b352-962d-450f-a212-911b11e0774a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "DELETE /v2.0/ports/6cdb5c24-3989-4b96-b82d-e7428d7a740d HTTP/1.1" status: 204 len: 173 time: 1.3879495 Mar 03 06:19:00.443243 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b', 'name': 'network-vif-deleted', 'tag': '6cdb5c24-3989-4b96-b82d-e7428d7a740d', 'status': 'completed', 'code': 200} Mar 03 06:19:00.544576 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-a598d327-9e35-4287-ba37-e06cda91739d None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:19:00.568787 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:00.675581 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-871c41cf-1bc8-42bb-8532-1d5029db9c38 req-9e61c25b-22e4-43bf-9837-f2568da3f429 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cde7c1a-3924-4bb0-9ff2-80483a6f8e7b HTTP/1.1" status: 200 len: 210 time: 0.0454047 Mar 03 06:19:00.891443 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a598d327-9e35-4287-ba37-e06cda91739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:19:00.895189 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a598d327-9e35-4287-ba37-e06cda91739d None None] Checking router: 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:19:00.903453 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598d327-9e35-4287-ba37-e06cda91739d None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:19:00.904065 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a598d327-9e35-4287-ba37-e06cda91739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:18:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:19:01.091902 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-a598d327-9e35-4287-ba37-e06cda91739d None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:19:01.406051 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a598d327-9e35-4287-ba37-e06cda91739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:19:01.410103 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a598d327-9e35-4287-ba37-e06cda91739d None None] The sync data for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv is: [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:19:01.618551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11754dd6-f758-4202-9385-03dd7573b0b0 None None] New status for floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:19:02.035443 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-baed306f-e98e-4e6a-a926-6d9ff752f9a5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1965579668&fields=id&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 267 time: 0.0398743 Mar 03 06:19:02.165391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6cdb5c24-3989-4b96-b82d-e7428d7a740d no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:19:02.200684 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 6cdb5c24-3989-4b96-b82d-e7428d7a740d {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:19:02.201068 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 6cdb5c24-3989-4b96-b82d-e7428d7a740d not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:19:02.277528 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-65c4bec1-ceb8-45ec-a70b-ee7ac2e17e2b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:02.278957 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-65c4bec1-ceb8-45ec-a70b-ee7ac2e17e2b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 811 time: 0.2367184 Mar 03 06:19:02.294227 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-83be9d92-03a7-4a23-a4d3-a6a61ec413cf tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/quotas/0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 375 time: 0.0090721 Mar 03 06:19:02.382117 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-ac64ee39-7b53-4835-920e-88bd22bbfb76 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819111 Mar 03 06:19:02.569494 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-b7ec91eb-cfc4-4836-b541-9fe9696d290f service neutron] 10.222.0.20 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750319 Mar 03 06:19:02.700238 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-1264ac84-1444-41a3-9f25-f51d6d5689f6 service neutron] 10.222.0.20 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249325 Mar 03 06:19:02.878624 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bdb9ca0b-7f7b-4880-822a-0ae3dc45a066 req-5e9848ea-00fc-4754-a267-55c2030e3d0c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 210 time: 0.0451536 Mar 03 06:19:03.900144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-3566e2e8-1abc-4d3b-9851-3846a7a1823b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:03.902682 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-3566e2e8-1abc-4d3b-9851-3846a7a1823b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 811 time: 0.1580369 Mar 03 06:19:03.958767 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-af0331a5-ad23-48e6-b2c5-a5464d5dd8a7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 380 time: 0.0486887 Mar 03 06:19:03.967814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Request body: {'port': {'device_id': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'admin_state_up': True, 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'security_groups': ['be4d9a86-002f-4ade-84ab-da823319722f']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:19:04.058964 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6e34d004-0979-4bdf-bf3e-66b08c3d9987 req-0270fdd7-156f-4e95-b397-7e1c0c4db7de tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 210 time: 0.0484722 Mar 03 06:19:04.219205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:19:04.223376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Usage tracker for resource:port and tenant:0e72958531014e23b0642cc6ce083a2f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:19:04.226214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:19:04.231834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:19:04.241716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Made reservation on behalf of 0e72958531014e23b0642cc6ce083a2f for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:19:04.245501 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:04.409862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Allocated IP 172.20.0.9 (d742599c-a366-4963-a1a2-db9eb1876a36/c2bb2fc2-f670-4936-854d-8fe04a026c66/0b098973-e43a-416a-b234-7d1c7abd0367) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:19:04.597420 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:04.613446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Transition to ACTIVE for port object 0b098973-e43a-416a-b234-7d1c7abd0367 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:19:04.637354 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:04.699455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Network d742599c-a366-4963-a1a2-db9eb1876a36 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:19:04.702955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:19:04.711557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:19:04.759268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event updated for resources: {'Port': ['ID=0b098973-e43a-416a-b234-7d1c7abd0367,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:19:04.773241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:04.773582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:04.773923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:04.774239 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:04.774560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:04.774884 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:04.775203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:04.775519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:04.775852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:04.776167 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:04.776480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:04.776788 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:04.795516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:04.796196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:04.821949 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-bb2a5cc1-f007-4f90-af81-9d72366b767b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8582263 Mar 03 06:19:04.832773 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Request body: {'port': {'device_id': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:19:04.948912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:04.977595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cabdc952-f659-435d-96f9-d1b55c4c48ef None None] Provisioning for port 0b098973-e43a-416a-b234-7d1c7abd0367 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:19:04.984093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cabdc952-f659-435d-96f9-d1b55c4c48ef None None] Provisioning complete for port 0b098973-e43a-416a-b234-7d1c7abd0367 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:19:04.984884 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cabdc952-f659-435d-96f9-d1b55c4c48ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:05.040647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-cabdc952-f659-435d-96f9-d1b55c4c48ef None None] Port 0b098973-e43a-416a-b234-7d1c7abd0367 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:19:05.254873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c3716-96ca-4552-8717-b475f85eb74f req-0738b6fe-a538-41f8-9c85-8c680db9300a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:05.256359 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fc7c3716-96ca-4552-8717-b475f85eb74f req-0738b6fe-a538-41f8-9c85-8c680db9300a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 931 time: 0.0863752 Mar 03 06:19:05.301215 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fc7c3716-96ca-4552-8717-b475f85eb74f req-c5dca6c0-69ed-4d9b-9e8c-5563da454c65 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386984 Mar 03 06:19:05.305246 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b098973-e43a-416a-b234-7d1c7abd0367 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:19:05.313665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:05.330265 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Transition to ACTIVE for port object 0b098973-e43a-416a-b234-7d1c7abd0367 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:19:05.335516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:05.492855 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Pushing event updated for resources: {'Port': ['ID=0b098973-e43a-416a-b234-7d1c7abd0367,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:19:05.578305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Attempting to bind port 0b098973-e43a-416a-b234-7d1c7abd0367 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:19:05.578553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Attempting to bind port 0b098973-e43a-416a-b234-7d1c7abd0367 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:19:05.578976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Attempting to bind port 0b098973-e43a-416a-b234-7d1c7abd0367 on network d742599c-a366-4963-a1a2-db9eb1876a36 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:19:05.584004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Port 0b098973-e43a-416a-b234-7d1c7abd0367 on network d742599c-a366-4963-a1a2-db9eb1876a36 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:19:05.584325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Attempting to bind port 0b098973-e43a-416a-b234-7d1c7abd0367 on network d742599c-a366-4963-a1a2-db9eb1876a36 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:19:05.589434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:19:05.589768 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Checking segment: {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:19:05.590147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Bound using segment: {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:19:05.590597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Bound port: 0b098973-e43a-416a-b234-7d1c7abd0367, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69cb23f-1ad5-406a-8792-95febab6ddf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:19:05.590947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:05.684582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:19:05.687453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0b098973-e43a-416a-b234-7d1c7abd0367,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:19:05.692136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:05.747417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:05.748068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:05.749438 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] 10.222.0.23 "PUT /v2.0/ports/0b098973-e43a-416a-b234-7d1c7abd0367 HTTP/1.1" status: 200 len: 1093 time: 0.9209259 Mar 03 06:19:05.749862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:19:05.777232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76eab9-fa84-422e-8505-1f27ee4621ef service neutron] Pushing event updated for resources: {'Port': ['ID=0b098973-e43a-416a-b234-7d1c7abd0367,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:19:05.831820 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367', 'status': 'completed', 'code': 200} Mar 03 06:19:05.868697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-d59a6ac9-f738-4576-a182-3bdc2a09c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:05.870269 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-d59a6ac9-f738-4576-a182-3bdc2a09c61a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 1096 time: 0.0806732 Mar 03 06:19:05.944941 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-6bdfc830-d837-466f-b5a6-4f4966551bf3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b098973-e43a-416a-b234-7d1c7abd0367 HTTP/1.1" status: 200 len: 217 time: 0.0675309 Mar 03 06:19:06.008912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-8541d307-1dbc-48de-ac04-55ab7f997cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:06.010330 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-8541d307-1dbc-48de-ac04-55ab7f997cd6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0605109 Mar 03 06:19:06.199456 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-afe22b38-a3a4-4ccb-b1e1-20b17b6590cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:06.200900 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-afe22b38-a3a4-4ccb-b1e1-20b17b6590cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1840868 Mar 03 06:19:06.336649 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-65865141-b6d6-4045-9625-85ba3e3f495b service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294804 Mar 03 06:19:06.475669 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7adc13bb-31b8-4afc-b6b7-0e25100503f3 req-30175877-dbf4-454a-b5b0-a4942af9feb8 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331449 Mar 03 06:19:06.530382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d9594-5918-47d7-9388-d452b231cc1a req-8283f314-691a-4cc7-b3f3-5ca96ba46ee2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:06.532640 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-830d9594-5918-47d7-9388-d452b231cc1a req-8283f314-691a-4cc7-b3f3-5ca96ba46ee2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 943 time: 0.1039889 Mar 03 06:19:06.588474 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-830d9594-5918-47d7-9388-d452b231cc1a req-e5490a71-0902-433c-9e34-5988811b6e31 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497646 Mar 03 06:19:06.600923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1b5c3-bd22-4f44-ba1e-2883e067ec16 req-4efd3436-ebe2-4891-a649-acbef4382713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:06.602941 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-01c1b5c3-bd22-4f44-ba1e-2883e067ec16 req-4efd3436-ebe2-4891-a649-acbef4382713 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 1096 time: 0.0743802 Mar 03 06:19:06.738978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1b5c3-bd22-4f44-ba1e-2883e067ec16 req-87a4628a-bf1b-47fb-bf4b-803ca11db1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:06.740667 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-01c1b5c3-bd22-4f44-ba1e-2883e067ec16 req-87a4628a-bf1b-47fb-bf4b-803ca11db1d1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1317797 Mar 03 06:19:06.816885 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-01c1b5c3-bd22-4f44-ba1e-2883e067ec16 req-58a5552d-b267-4a90-a948-90e4cdd2fd15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b098973-e43a-416a-b234-7d1c7abd0367 HTTP/1.1" status: 200 len: 217 time: 0.0700951 Mar 03 06:19:06.883042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1b5c3-bd22-4f44-ba1e-2883e067ec16 req-25067860-926c-4e57-8d39-e8eff8cfebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:06.884677 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-01c1b5c3-bd22-4f44-ba1e-2883e067ec16 req-25067860-926c-4e57-8d39-e8eff8cfebc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0622933 Mar 03 06:19:06.964272 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1b5c3-bd22-4f44-ba1e-2883e067ec16 req-a90cec7f-111d-41cb-be76-1b746ab460e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:06.965665 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-01c1b5c3-bd22-4f44-ba1e-2883e067ec16 req-a90cec7f-111d-41cb-be76-1b746ab460e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754611 Mar 03 06:19:07.098832 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-01c1b5c3-bd22-4f44-ba1e-2883e067ec16 req-6e0118ec-5191-4bf3-b7df-7ec9d3853726 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264572 Mar 03 06:19:07.234045 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-01c1b5c3-bd22-4f44-ba1e-2883e067ec16 req-bb5ee77e-84cc-4dd9-8b82-8d60c566bf83 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284108 Mar 03 06:19:07.791144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa50cb-5e42-4431-9246-7fa2c5a9a31a req-94e656f2-4f94-4673-b03f-99a0558d666d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:07.792620 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-49aa50cb-5e42-4431-9246-7fa2c5a9a31a req-94e656f2-4f94-4673-b03f-99a0558d666d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 943 time: 0.0818336 Mar 03 06:19:07.838491 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-49aa50cb-5e42-4431-9246-7fa2c5a9a31a req-62a694c9-07f2-4598-accd-f08849c99000 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398438 Mar 03 06:19:08.213268 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0b098973-e43a-416a-b234-7d1c7abd0367 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:19:08.366674 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0b098973-e43a-416a-b234-7d1c7abd0367,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:19:08.380831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '0b098973-e43a-416a-b234-7d1c7abd0367', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'port_id': '0b098973-e43a-416a-b234-7d1c7abd0367', 'mac_address': 'fa:16:3e:69:d9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:19:08.436393 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:08.455849 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b098973-e43a-416a-b234-7d1c7abd0367 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:19:08.471469 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0b098973-e43a-416a-b234-7d1c7abd0367,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:19:08.475608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:08.540659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=0b098973-e43a-416a-b234-7d1c7abd0367,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:19:08.815898 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['0b098973-e43a-416a-b234-7d1c7abd0367'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:19:09.027732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b437e4b-aa7a-46a9-b60a-3c2654f02f50 req-e00bbd95-2abd-40c3-b5d4-38985db7d60f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:09.029850 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7b437e4b-aa7a-46a9-b60a-3c2654f02f50 req-e00bbd95-2abd-40c3-b5d4-38985db7d60f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 944 time: 0.0847452 Mar 03 06:19:09.080019 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7b437e4b-aa7a-46a9-b60a-3c2654f02f50 req-3f2d2f37-b108-4d92-a4fc-b3835a945684 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444465 Mar 03 06:19:10.211908 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0b098973-e43a-416a-b234-7d1c7abd0367 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:19:10.267045 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597695a-98bf-4271-aae2-5a4f7992b724 req-649f54e6-1496-42bf-a906-ca0f9011d046 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:10.269326 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6597695a-98bf-4271-aae2-5a4f7992b724 req-649f54e6-1496-42bf-a906-ca0f9011d046 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 944 time: 0.0820844 Mar 03 06:19:10.281030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 0b098973-e43a-416a-b234-7d1c7abd0367 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:19:10.286106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 0b098973-e43a-416a-b234-7d1c7abd0367 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:19:10.286505 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:10.316949 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6597695a-98bf-4271-aae2-5a4f7992b724 req-3b9ff886-1ef6-4b9c-8140-36d2cfe0e0fd tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418959 Mar 03 06:19:10.410444 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:10.436737 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:19:10.446180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0b098973-e43a-416a-b234-7d1c7abd0367,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:19:10.451063 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:10.488187 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367', 'code': 200} Mar 03 06:19:10.523614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=0b098973-e43a-416a-b234-7d1c7abd0367,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:19:10.531246 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:10.531521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:10.531893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:10.532226 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:10.532559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:10.532890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:10.533222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:10.533548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:10.533873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:10.534190 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:10.534509 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:10.534829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:19:10.714609 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740691f7-8afb-4bf2-8a8e-1dee95126d70 req-a47ae983-77c6-4d9f-94ee-43ea679f62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:10.716132 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-740691f7-8afb-4bf2-8a8e-1dee95126d70 req-a47ae983-77c6-4d9f-94ee-43ea679f62ee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 1098 time: 0.0691957 Mar 03 06:19:10.755965 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-740691f7-8afb-4bf2-8a8e-1dee95126d70 req-7d4ad908-c47c-471e-bd56-667aef34b75b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343776 Mar 03 06:19:11.389708 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:19:11.511144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f749d-0853-428b-b396-e3804516a2fd req-07b9a253-3276-422a-8896-d8eb6b306db2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:11.512655 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-332f749d-0853-428b-b396-e3804516a2fd req-07b9a253-3276-422a-8896-d8eb6b306db2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0837870 Mar 03 06:19:11.556930 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-332f749d-0853-428b-b396-e3804516a2fd req-83567a69-f074-4f25-b5b5-edbb00aa0736 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384777 Mar 03 06:19:12.757332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ea6ac-6986-4470-be01-f80f83222c4e req-487a050e-2118-4782-af4a-689e0b25ea52 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:12.758790 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cb4ea6ac-6986-4470-be01-f80f83222c4e req-487a050e-2118-4782-af4a-689e0b25ea52 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0821826 Mar 03 06:19:12.802487 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cb4ea6ac-6986-4470-be01-f80f83222c4e req-dfc0dbbc-c34c-472c-939f-da53671a2246 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371714 Mar 03 06:19:12.985711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b48e3-4dbd-4efc-9b3d-da85ccd52b50 req-f3f93370-189e-48fe-9e21-85a951b06323 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:12.987152 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-014b48e3-4dbd-4efc-9b3d-da85ccd52b50 req-f3f93370-189e-48fe-9e21-85a951b06323 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0854206 Mar 03 06:19:12.995718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40312) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:19:13.001348 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-3b9180c2-275d-428f-bca2-0b8ad879f152 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Request body: {'floatingip': {'port_id': '0b098973-e43a-416a-b234-7d1c7abd0367'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:19:13.078703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3b9180c2-275d-428f-bca2-0b8ad879f152 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:13.774187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3b9180c2-275d-428f-bca2-0b8ad879f152 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:13.778355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3b9180c2-275d-428f-bca2-0b8ad879f152 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:13.950184 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-3b9180c2-275d-428f-bca2-0b8ad879f152 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591 associated. External IP: 172.26.3.206, port: 0b098973-e43a-416a-b234-7d1c7abd0367. Mar 03 06:19:14.294446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9180c2-275d-428f-bca2-0b8ad879f152 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:19:14.477013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9180c2-275d-428f-bca2-0b8ad879f152 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:19:14.481878 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3b9180c2-275d-428f-bca2-0b8ad879f152 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:14.487080 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a11214c-06cf-4809-8d84-1ebfed7459a7 None None] Sync routers for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:19:14.496366 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a11214c-06cf-4809-8d84-1ebfed7459a7 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:19:14.497054 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4a11214c-06cf-4809-8d84-1ebfed7459a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:18:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:19:14.538054 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3b9180c2-275d-428f-bca2-0b8ad879f152 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "PUT /v2.0/floatingips/dc6ee767-103d-4dd3-8e50-7a67ccc8c591 HTTP/1.1" status: 200 len: 992 time: 1.5382421 Mar 03 06:19:14.538054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:19:14.582105 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367', 'status': 'completed', 'code': 200} Mar 03 06:19:14.682805 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4a11214c-06cf-4809-8d84-1ebfed7459a7 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:19:14.701458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e829f-038f-48c3-9432-99a2df83fb4d req-05173c75-d41e-4951-8f28-5046fbffe35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:14.703868 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2a2e829f-038f-48c3-9432-99a2df83fb4d req-05173c75-d41e-4951-8f28-5046fbffe35d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 1098 time: 0.1005819 Mar 03 06:19:14.858005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e829f-038f-48c3-9432-99a2df83fb4d req-eff31dcd-d8cd-4171-b69c-11c2699c1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:14.859464 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2a2e829f-038f-48c3-9432-99a2df83fb4d req-eff31dcd-d8cd-4171-b69c-11c2699c1dab service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1507981 Mar 03 06:19:15.019719 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2a2e829f-038f-48c3-9432-99a2df83fb4d req-a47684d3-fcf9-457e-95d0-e276381fcb66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b098973-e43a-416a-b234-7d1c7abd0367 HTTP/1.1" status: 200 len: 1000 time: 0.1544621 Mar 03 06:19:15.096911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e829f-038f-48c3-9432-99a2df83fb4d req-29c2e1d6-5f9f-4795-855c-5c71afac0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:15.098444 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2a2e829f-038f-48c3-9432-99a2df83fb4d req-29c2e1d6-5f9f-4795-855c-5c71afac0439 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0715389 Mar 03 06:19:15.203191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e829f-038f-48c3-9432-99a2df83fb4d req-fafabd87-51d9-4dd2-a9f3-51f9ca290c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:15.204998 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2a2e829f-038f-48c3-9432-99a2df83fb4d req-fafabd87-51d9-4dd2-a9f3-51f9ca290c4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003528 Mar 03 06:19:15.257060 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4a11214c-06cf-4809-8d84-1ebfed7459a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dc6ee767-103d-4dd3-8e50-7a67ccc8c591', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'port_id': '0b098973-e43a-416a-b234-7d1c7abd0367', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'mac_address': 'fa:16:3e:69:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:16:08Z', 'updated_at': '2022-03-03T06:19:13Z', 'revision_number': 13, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:19:15.268532 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a11214c-06cf-4809-8d84-1ebfed7459a7 None None] Checking router: 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:19:15.286752 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a11214c-06cf-4809-8d84-1ebfed7459a7 None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:19:15.287987 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4a11214c-06cf-4809-8d84-1ebfed7459a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:18:50Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:19:15.466665 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2a2e829f-038f-48c3-9432-99a2df83fb4d req-d5fe4081-d4a2-4f0f-a72f-fc5dd1f96544 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545061 Mar 03 06:19:15.604759 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4a11214c-06cf-4809-8d84-1ebfed7459a7 None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:19:15.626627 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2a2e829f-038f-48c3-9432-99a2df83fb4d req-6ee86bbd-229a-4adb-87d0-4e16983946f8 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540399 Mar 03 06:19:16.000377 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4a11214c-06cf-4809-8d84-1ebfed7459a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dc6ee767-103d-4dd3-8e50-7a67ccc8c591', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'port_id': '0b098973-e43a-416a-b234-7d1c7abd0367', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'mac_address': 'fa:16:3e:69:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:16:08Z', 'updated_at': '2022-03-03T06:19:13Z', 'revision_number': 13, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:19:16.004478 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a11214c-06cf-4809-8d84-1ebfed7459a7 None None] The sync data for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv is: [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'dc6ee767-103d-4dd3-8e50-7a67ccc8c591', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'floating_ip_address': '172.26.3.206', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'port_id': '0b098973-e43a-416a-b234-7d1c7abd0367', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'mac_address': 'fa:16:3e:69:d9:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:16:08Z', 'updated_at': '2022-03-03T06:19:13Z', 'revision_number': 13, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:19:16.203655 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8283cb-df52-4ca4-bdee-5321236bfdcf None None] New status for floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:19:16.462752 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03258bf-6b8d-4bbd-b0c1-1e0954308bdc req-ca7f449e-640b-4970-b365-949854c3e8c1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:16.468371 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f03258bf-6b8d-4bbd-b0c1-1e0954308bdc req-ca7f449e-640b-4970-b365-949854c3e8c1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.2071474 Mar 03 06:19:16.515009 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f03258bf-6b8d-4bbd-b0c1-1e0954308bdc req-5b8bdc35-4cc2-498a-b64b-7a25c3a1cb56 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437281 Mar 03 06:19:18.297848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-62a307a8-d02a-4a5b-878c-6a8c01c2c60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:20.516879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6a5540ed-5813-4caf-b6b0-d938a23c8d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:21.657818 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:21.791343 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:22.976450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:26.166452 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-17de8105-d3b1-484c-9a80-c0ffb0d9c145 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1194623 Mar 03 06:19:26.172828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661a90d-35ff-4bb2-a544-2310da0f6f17 req-5b2ece53-cf21-474b-8519-525054643bfb tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:26.174296 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3661a90d-35ff-4bb2-a544-2310da0f6f17 req-5b2ece53-cf21-474b-8519-525054643bfb tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0855455 Mar 03 06:19:26.221604 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3661a90d-35ff-4bb2-a544-2310da0f6f17 req-cbd0fedb-3e16-4667-a3bf-1aa831df9b93 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407157 Mar 03 06:19:27.424497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-e57e76ed-5077-4ca1-8b3b-b9880d233304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:27.426080 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-e57e76ed-5077-4ca1-8b3b-b9880d233304 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 1098 time: 0.1275785 Mar 03 06:19:27.469551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619dfdf-4b2d-47ff-9226-43444eb9c8f0 req-febd862d-a311-4c51-b774-4691ee4d30e2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:27.471061 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5619dfdf-4b2d-47ff-9226-43444eb9c8f0 req-febd862d-a311-4c51-b774-4691ee4d30e2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0828097 Mar 03 06:19:27.515562 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5619dfdf-4b2d-47ff-9226-43444eb9c8f0 req-c0ec91a4-45a1-4ae4-bb92-c30b9fe54f65 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386634 Mar 03 06:19:27.579163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-c30847ac-53f2-498f-a32a-b77d16fc9147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:27.580634 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-c30847ac-53f2-498f-a32a-b77d16fc9147 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1484451 Mar 03 06:19:27.689707 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-02616676-7411-48a6-902b-4c1a057f32ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b098973-e43a-416a-b234-7d1c7abd0367 HTTP/1.1" status: 200 len: 1002 time: 0.0967572 Mar 03 06:19:27.753770 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-a8f98cea-6ea6-41f1-a478-b2dc41f5cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:27.755174 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-a8f98cea-6ea6-41f1-a478-b2dc41f5cb8e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0588312 Mar 03 06:19:27.838131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-aaad8348-9465-4ba6-ba67-4f0959675d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:27.838131 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-aaad8348-9465-4ba6-ba67-4f0959675d61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741343 Mar 03 06:19:27.972550 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-93b9171f-34d4-470d-bcf5-b1f2251f2067 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302989 Mar 03 06:19:28.129564 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-5877a5db-f203-4203-8217-b4c31cd267c4 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500809 Mar 03 06:19:28.719443 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454dbd21-87f6-40d9-aa17-df5471db6d1e req-33188698-99dd-4274-8f80-936db2e46780 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:28.724181 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-454dbd21-87f6-40d9-aa17-df5471db6d1e req-33188698-99dd-4274-8f80-936db2e46780 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0850794 Mar 03 06:19:28.766750 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-454dbd21-87f6-40d9-aa17-df5471db6d1e req-df4e54ea-781f-42f0-9a0e-b36836046d00 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399101 Mar 03 06:19:29.951583 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80359073-b492-491f-9f3f-3754047d0b32 req-6ddf6ddb-80d9-4026-9cd1-d2aefe792a17 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:29.954315 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-80359073-b492-491f-9f3f-3754047d0b32 req-6ddf6ddb-80d9-4026-9cd1-d2aefe792a17 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0820367 Mar 03 06:19:29.999988 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-80359073-b492-491f-9f3f-3754047d0b32 req-74e667d2-bcbb-4a9d-a5d0-c24fde070b77 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395172 Mar 03 06:19:30.832650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:31.064221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12718440-65b4-41d7-97cd-cb2fad525e38 req-ed42c093-3679-408a-a2e6-12d887447c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:31.065706 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12718440-65b4-41d7-97cd-cb2fad525e38 req-ed42c093-3679-408a-a2e6-12d887447c4b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 1098 time: 0.0755126 Mar 03 06:19:31.196633 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7c9ef-e955-46e2-a0ee-bd00bccda8d8 req-44ab5945-da0d-4a48-97aa-d386235e1efd tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:31.199370 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fdc7c9ef-e955-46e2-a0ee-bd00bccda8d8 req-44ab5945-da0d-4a48-97aa-d386235e1efd tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0902765 Mar 03 06:19:31.219089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12718440-65b4-41d7-97cd-cb2fad525e38 req-fe9dddef-e1e7-441b-8829-d6583b9e872b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:31.220650 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12718440-65b4-41d7-97cd-cb2fad525e38 req-fe9dddef-e1e7-441b-8829-d6583b9e872b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1352372 Mar 03 06:19:31.248375 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fdc7c9ef-e955-46e2-a0ee-bd00bccda8d8 req-5e5e0632-8d9c-4aaa-a8f9-413d54e45e0e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401237 Mar 03 06:19:31.326038 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12718440-65b4-41d7-97cd-cb2fad525e38 req-975a6a25-31db-465e-94e7-2402d48a5cc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b098973-e43a-416a-b234-7d1c7abd0367 HTTP/1.1" status: 200 len: 1002 time: 0.0995748 Mar 03 06:19:31.389371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12718440-65b4-41d7-97cd-cb2fad525e38 req-d18f4c6a-6e18-475b-81c3-f411c665c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:31.390922 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12718440-65b4-41d7-97cd-cb2fad525e38 req-d18f4c6a-6e18-475b-81c3-f411c665c741 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0588133 Mar 03 06:19:31.464049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12718440-65b4-41d7-97cd-cb2fad525e38 req-14279d6d-f2b3-4d0a-be55-a9f6af6a52da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:31.465471 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12718440-65b4-41d7-97cd-cb2fad525e38 req-14279d6d-f2b3-4d0a-be55-a9f6af6a52da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688121 Mar 03 06:19:31.703264 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12718440-65b4-41d7-97cd-cb2fad525e38 req-59ec7d04-4157-4f71-90d8-6a624a0e4332 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319093 Mar 03 06:19:31.836005 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12718440-65b4-41d7-97cd-cb2fad525e38 req-b4bdaf05-3bf0-4094-b7a2-46c32fcdd601 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271098 Mar 03 06:19:32.440734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac327f3e-a923-4b26-9776-b5e70a911b9f req-cd640998-0d64-4b33-b8bb-c0f8c87347f7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:32.442198 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ac327f3e-a923-4b26-9776-b5e70a911b9f req-cd640998-0d64-4b33-b8bb-c0f8c87347f7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0850821 Mar 03 06:19:32.489441 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ac327f3e-a923-4b26-9776-b5e70a911b9f req-da530036-9604-4990-9a17-0afcf614592d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 Mar 03 06:19:33.678331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57423dbc-38fd-4628-af60-6c1d6cc435a5 req-65dc4a2b-0bff-4096-ac8b-40b097cc7592 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:33.679686 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-57423dbc-38fd-4628-af60-6c1d6cc435a5 req-65dc4a2b-0bff-4096-ac8b-40b097cc7592 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0802126 Mar 03 06:19:33.724849 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-57423dbc-38fd-4628-af60-6c1d6cc435a5 req-fa738ebb-5043-45bf-baa2-930f3c0e0a89 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382705 Mar 03 06:19:34.914410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ff3aa-9edc-4056-9e0b-c72cec54d7ee req-66252755-a390-4ee1-8721-d610dd9d8170 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:34.915868 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f65ff3aa-9edc-4056-9e0b-c72cec54d7ee req-66252755-a390-4ee1-8721-d610dd9d8170 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0820773 Mar 03 06:19:34.960218 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f65ff3aa-9edc-4056-9e0b-c72cec54d7ee req-06b64c13-6449-447e-b9ac-0674310f36a4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384300 Mar 03 06:19:35.661298 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-8cc901d6-c24f-4df2-9b17-9a2bd848f54f service neutron] 10.222.0.23 "GET /v2.0/ports/0b098973-e43a-416a-b234-7d1c7abd0367/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0743508 Mar 03 06:19:35.921474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-182004db-decb-4176-a2fb-0b012df43b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:35.922859 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-182004db-decb-4176-a2fb-0b012df43b21 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 1098 time: 0.0708294 Mar 03 06:19:36.018107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-36f5e480-d413-4bd3-83b2-7a53b6cf8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:36.019725 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-36f5e480-d413-4bd3-83b2-7a53b6cf8a80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 1098 time: 0.0749815 Mar 03 06:19:36.155591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-336b1c7d-4af6-46f9-8918-2ebae65dfd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:36.155897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bac2a6-f9ea-4ed8-9175-35bf229eb748 req-18fff54e-6109-4e8b-947a-36a4eb574d5d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:36.157074 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-336b1c7d-4af6-46f9-8918-2ebae65dfd05 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1314540 Mar 03 06:19:36.157257 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e0bac2a6-f9ea-4ed8-9175-35bf229eb748 req-18fff54e-6109-4e8b-947a-36a4eb574d5d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0869470 Mar 03 06:19:36.203180 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e0bac2a6-f9ea-4ed8-9175-35bf229eb748 req-977f4e1d-338d-49e4-94cd-73b5baee5676 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397763 Mar 03 06:19:36.261580 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-d0776315-b527-4ea1-bea9-84d3498ee54f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b098973-e43a-416a-b234-7d1c7abd0367 HTTP/1.1" status: 200 len: 1002 time: 0.0979028 Mar 03 06:19:36.322417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-8a382bf1-10c2-4c89-9243-0067cf22c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:36.323870 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-8a382bf1-10c2-4c89-9243-0067cf22c73e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0566370 Mar 03 06:19:36.401757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-31983616-d3f6-464e-a9e8-959f5a6d686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:36.403221 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-31983616-d3f6-464e-a9e8-959f5a6d686b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736663 Mar 03 06:19:36.537437 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-a99336f4-df42-4eea-b479-25b9cf5fef2f service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279039 Mar 03 06:19:36.670618 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-5ea8730e-a0d3-4dc1-a0cc-784a0f1cea54 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274641 Mar 03 06:19:37.409122 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c2094-ebf3-44e8-9b06-21b300c6f68a req-b728584a-d02e-4073-8242-0be43a0c1957 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:37.410574 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9d3c2094-ebf3-44e8-9b06-21b300c6f68a req-b728584a-d02e-4073-8242-0be43a0c1957 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0979171 Mar 03 06:19:37.457337 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9d3c2094-ebf3-44e8-9b06-21b300c6f68a req-36fd8042-f1d9-4c1b-99c3-6141c626c80f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407522 Mar 03 06:19:38.320094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0b098973-e43a-416a-b234-7d1c7abd0367 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:19:38.454848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:38.481280 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:19:38.491490 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0b098973-e43a-416a-b234-7d1c7abd0367,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:19:38.498898 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:38.544867 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367', 'code': 200} Mar 03 06:19:38.578455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=0b098973-e43a-416a-b234-7d1c7abd0367,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:19:38.664396 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90414e2-3343-4c8a-8b80-2f462dd7de59 req-79d366e5-3314-488d-9550-f764cae599e6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:38.665828 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a90414e2-3343-4c8a-8b80-2f462dd7de59 req-79d366e5-3314-488d-9550-f764cae599e6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 943 time: 0.0831461 Mar 03 06:19:38.715874 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a90414e2-3343-4c8a-8b80-2f462dd7de59 req-d356fd03-0caf-4c0e-a5b8-0520d8db07c6 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382497 Mar 03 06:19:39.902317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d644775-f249-45d7-9a34-cec7f02ee20b req-f6b8e725-08d2-46c9-bd97-765cd820824a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:39.903365 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9d644775-f249-45d7-9a34-cec7f02ee20b req-f6b8e725-08d2-46c9-bd97-765cd820824a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 943 time: 0.0821412 Mar 03 06:19:39.950208 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9d644775-f249-45d7-9a34-cec7f02ee20b req-ff993e8a-f0ee-4ffc-9082-4aa828ce0ac7 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396087 Mar 03 06:19:40.335528 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0b098973-e43a-416a-b234-7d1c7abd0367 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:19:40.473038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0b098973-e43a-416a-b234-7d1c7abd0367,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:19:40.486363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '0b098973-e43a-416a-b234-7d1c7abd0367', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'port_id': '0b098973-e43a-416a-b234-7d1c7abd0367', 'mac_address': 'fa:16:3e:69:d9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:19:40.541455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:40.559071 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b098973-e43a-416a-b234-7d1c7abd0367 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:19:40.582330 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0b098973-e43a-416a-b234-7d1c7abd0367,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:19:40.586860 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:40.654732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['0b098973-e43a-416a-b234-7d1c7abd0367'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:19:40.696668 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=0b098973-e43a-416a-b234-7d1c7abd0367,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:19:41.148407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8162ac1-dd8a-4e7f-affd-6f1ce516401c req-442b250d-8cc6-4fe4-906b-2b1582a634af tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:41.149891 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e8162ac1-dd8a-4e7f-affd-6f1ce516401c req-442b250d-8cc6-4fe4-906b-2b1582a634af tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 944 time: 0.0850956 Mar 03 06:19:41.196426 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e8162ac1-dd8a-4e7f-affd-6f1ce516401c req-46e4f0d6-2115-4874-bf87-dd7ec528d2dc tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402911 Mar 03 06:19:42.336141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0b098973-e43a-416a-b234-7d1c7abd0367 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:19:42.392165 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed17a3-3bcb-4de4-bf68-73612977ad19 req-dcba19bb-52a7-4325-b51f-f1a68ca09b25 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:42.393746 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d4ed17a3-3bcb-4de4-bf68-73612977ad19 req-dcba19bb-52a7-4325-b51f-f1a68ca09b25 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 944 time: 0.0850449 Mar 03 06:19:42.423647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 0b098973-e43a-416a-b234-7d1c7abd0367 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:19:42.424076 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:42.446085 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d4ed17a3-3bcb-4de4-bf68-73612977ad19 req-ea410820-8ece-44a1-a31b-f402fd650429 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463064 Mar 03 06:19:42.551591 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:42.578440 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:19:42.589205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0b098973-e43a-416a-b234-7d1c7abd0367,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:19:42.594916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:42.638897 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367', 'code': 200} Mar 03 06:19:42.663569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=0b098973-e43a-416a-b234-7d1c7abd0367,revision_number=8']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:19:43.630850 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e1e78-1af3-4738-8622-faccb7258c56 req-3009201e-c907-41eb-af3d-0a7a17c3f0c2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:43.632345 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e16e1e78-1af3-4738-8622-faccb7258c56 req-3009201e-c907-41eb-af3d-0a7a17c3f0c2 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0812545 Mar 03 06:19:43.676951 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e16e1e78-1af3-4738-8622-faccb7258c56 req-5f404a46-fe1c-4ad1-9fff-872f9c32f129 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387623 Mar 03 06:19:44.865883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8885d-0a82-4c22-af22-28352a2ee881 req-239d4467-3412-4734-9f9f-71108ffbfeb3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:44.867363 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-35a8885d-0a82-4c22-af22-28352a2ee881 req-239d4467-3412-4734-9f9f-71108ffbfeb3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0824523 Mar 03 06:19:44.911251 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-35a8885d-0a82-4c22-af22-28352a2ee881 req-fdbe871d-75fa-4b7e-b073-c5ffca47e0fa tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377619 Mar 03 06:19:46.094518 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d0077-3d92-4862-9bd2-ca5e5b5fad84 req-6e1cbc8d-14a7-4846-91c2-097aa434d7ce tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:46.095982 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-169d0077-3d92-4862-9bd2-ca5e5b5fad84 req-6e1cbc8d-14a7-4846-91c2-097aa434d7ce tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0804889 Mar 03 06:19:46.139570 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-169d0077-3d92-4862-9bd2-ca5e5b5fad84 req-181b1be0-f5ac-4dcf-a561-fa288cc6e625 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377734 Mar 03 06:19:46.532367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-a6cd2ce5-19ab-41ef-8c91-e1b259a2d938 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:46.533359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-a6cd2ce5-19ab-41ef-8c91-e1b259a2d938 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Synchronizing usage tracker for tenant:0e72958531014e23b0642cc6ce083a2f on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:19:46.550571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-a6cd2ce5-19ab-41ef-8c91-e1b259a2d938 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Unset dirty status for tenant:0e72958531014e23b0642cc6ce083a2f on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:19:46.551719 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-a6cd2ce5-19ab-41ef-8c91-e1b259a2d938 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df&tenant_id=0e72958531014e23b0642cc6ce083a2f&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.1011634 Mar 03 06:19:46.598674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dce7a6-6f89-4ff1-b4fc-c5944b160560 req-a563b64f-8bb8-4804-a86a-d4c6f3964752 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:46.600503 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b6dce7a6-6f89-4ff1-b4fc-c5944b160560 req-a563b64f-8bb8-4804-a86a-d4c6f3964752 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0900555 Mar 03 06:19:46.638518 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-e79c55ba-f640-4176-9e3e-da35373ccf2a service neutron] 10.222.0.23 "GET /v2.0/ports/0b098973-e43a-416a-b234-7d1c7abd0367/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0809083 Mar 03 06:19:46.655747 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b6dce7a6-6f89-4ff1-b4fc-c5944b160560 req-4573f078-7aa4-4aa9-bb20-36c3de97284d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452132 Mar 03 06:19:46.727611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-8f5668bc-68fd-4080-a7fe-83a4fe12b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:46.729126 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-8f5668bc-68fd-4080-a7fe-83a4fe12b23f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 1098 time: 0.0707114 Mar 03 06:19:46.858617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-70c713ea-395d-4807-917b-5c40fbd67804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:46.860040 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-70c713ea-395d-4807-917b-5c40fbd67804 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1255226 Mar 03 06:19:47.076952 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-e1350269-48ce-4827-89bc-51996525404a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b098973-e43a-416a-b234-7d1c7abd0367 HTTP/1.1" status: 200 len: 1002 time: 0.2113159 Mar 03 06:19:47.143919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-d3c5bfcf-3818-4ba2-9bf4-db487fdc618e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:47.145306 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-d3c5bfcf-3818-4ba2-9bf4-db487fdc618e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0615230 Mar 03 06:19:47.227995 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-0c16f9ed-6ccf-4dd4-a46c-e4827e33fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:47.229657 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-0c16f9ed-6ccf-4dd4-a46c-e4827e33fbf1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778711 Mar 03 06:19:47.365180 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-6b947363-5583-4fe9-b82e-c026b60c60de service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293936 Mar 03 06:19:47.499880 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-f557346a-376d-4347-9f8a-7f43d1fa219e service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287823 Mar 03 06:19:47.846431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5894d-c15c-4b2b-8809-e18307478829 req-55f6ec91-3b4b-4775-9184-56a76e47c85c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:47.847800 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7aa5894d-c15c-4b2b-8809-e18307478829 req-55f6ec91-3b4b-4775-9184-56a76e47c85c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0825236 Mar 03 06:19:47.979878 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7aa5894d-c15c-4b2b-8809-e18307478829 req-621e6986-184f-4300-add8-eb660349ff4c tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264153 Mar 03 06:19:48.299371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4ddc755f-44e2-43cc-8074-78eb569da37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:48.389421 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:19:49.170617 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899bb56-557c-41d4-80f6-9b6e5252a0e7 req-a928e9a7-3ae4-4fb1-a51e-a17ebe6624d8 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:49.172141 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3899bb56-557c-41d4-80f6-9b6e5252a0e7 req-a928e9a7-3ae4-4fb1-a51e-a17ebe6624d8 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0780635 Mar 03 06:19:49.216718 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3899bb56-557c-41d4-80f6-9b6e5252a0e7 req-4350c425-969f-4f98-a263-2833ad5d969d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389962 Mar 03 06:19:50.433525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddf4a2-f356-4b59-b3e9-3d13755609fb req-17314e31-137f-4b65-b63d-cb67b645f66b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:50.435267 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9dddf4a2-f356-4b59-b3e9-3d13755609fb req-17314e31-137f-4b65-b63d-cb67b645f66b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.1009753 Mar 03 06:19:50.481548 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9dddf4a2-f356-4b59-b3e9-3d13755609fb req-3f5fea78-3acf-49b4-9251-53c5f4139754 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402880 Mar 03 06:19:50.522768 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-90400e5c-8b36-40c4-a05f-bb52cccc6873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:50.749005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-1a168ebf-8750-45c8-9f98-8f32d3590d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:50.750465 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-1a168ebf-8750-45c8-9f98-8f32d3590d72 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df&tenant_id=0e72958531014e23b0642cc6ce083a2f HTTP/1.1" status: 200 len: 1098 time: 0.0706949 Mar 03 06:19:50.848891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-d0c4a23f-86fe-44fb-a58f-57e4bc5cd78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:50.850255 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-d0c4a23f-86fe-44fb-a58f-57e4bc5cd78e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e72958531014e23b0642cc6ce083a2f&device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 1098 time: 0.0754902 Mar 03 06:19:50.981691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-cd862bbb-713f-4d02-9813-12e525dcc472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:50.983264 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-cd862bbb-713f-4d02-9813-12e525dcc472 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 200 len: 912 time: 0.1273181 Mar 03 06:19:51.083834 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-92d71fad-b247-460c-b51f-2025a7b369d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b098973-e43a-416a-b234-7d1c7abd0367 HTTP/1.1" status: 200 len: 1002 time: 0.0941832 Mar 03 06:19:51.147866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-04f46bf2-743e-497e-a768-e60758168e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:51.149198 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-04f46bf2-743e-497e-a768-e60758168e3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 200 len: 850 time: 0.0602899 Mar 03 06:19:51.226381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-3b32477a-a872-4cff-a76b-f6a09736e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:51.227857 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-3b32477a-a872-4cff-a76b-f6a09736e850 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d742599c-a366-4963-a1a2-db9eb1876a36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728350 Mar 03 06:19:51.362976 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-8db3e9ed-0cfa-4ab1-aa6c-4921f6fc5819 service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292245 Mar 03 06:19:51.494142 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-780c1a27-edb9-4a38-82d7-45b9d311bcb6 req-08cf7ac7-52d3-47fe-b81e-fd8821d7dbae service neutron] 10.222.0.23 "GET /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254544 Mar 03 06:19:51.671938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:51.693438 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3da93d-3352-4f27-b59e-4cbe75898b90 req-49e46166-c47a-409a-85c9-cfbd27f71ac1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:51.701697 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8c3da93d-3352-4f27-b59e-4cbe75898b90 req-49e46166-c47a-409a-85c9-cfbd27f71ac1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.1115990 Mar 03 06:19:51.745086 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8c3da93d-3352-4f27-b59e-4cbe75898b90 req-d25068ae-0adf-42a9-ae56-32bd2ad2a968 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421567 Mar 03 06:19:51.815432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:52.367141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0b098973-e43a-416a-b234-7d1c7abd0367 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:19:52.521270 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:52.549474 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:19:52.560880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0b098973-e43a-416a-b234-7d1c7abd0367,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:19:52.567859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:52.617347 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367', 'code': 200} Mar 03 06:19:52.642302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=0b098973-e43a-416a-b234-7d1c7abd0367,revision_number=9']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:19:52.953137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87156ccb-1959-49f7-8b56-1e523539245e req-b1c61d87-5526-4be7-9aff-5a898ffc09ed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:52.954649 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-87156ccb-1959-49f7-8b56-1e523539245e req-b1c61d87-5526-4be7-9aff-5a898ffc09ed tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 943 time: 0.0889697 Mar 03 06:19:52.985967 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:53.003137 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-87156ccb-1959-49f7-8b56-1e523539245e req-c349fbd2-359d-46eb-9d81-96ecb1aa1154 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427799 Mar 03 06:19:54.195032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a44a67-cf0b-4669-8792-9a6606c459ce req-42aaa1e5-552d-4ff6-a9ce-9bb45aeb12b3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:54.196506 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b3a44a67-cf0b-4669-8792-9a6606c459ce req-42aaa1e5-552d-4ff6-a9ce-9bb45aeb12b3 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 943 time: 0.0816607 Mar 03 06:19:54.241291 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b3a44a67-cf0b-4669-8792-9a6606c459ce req-66b82053-d83e-49d5-a90a-ebab296efdab tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381651 Mar 03 06:19:54.382306 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0b098973-e43a-416a-b234-7d1c7abd0367 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:19:54.523725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0b098973-e43a-416a-b234-7d1c7abd0367,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:19:54.537277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '0b098973-e43a-416a-b234-7d1c7abd0367', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'port_id': '0b098973-e43a-416a-b234-7d1c7abd0367', 'mac_address': 'fa:16:3e:69:d9:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:19:54.591865 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:54.608606 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b098973-e43a-416a-b234-7d1c7abd0367 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:19:54.624424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0b098973-e43a-416a-b234-7d1c7abd0367,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:19:54.628355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:54.697111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['0b098973-e43a-416a-b234-7d1c7abd0367'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:19:54.738622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=0b098973-e43a-416a-b234-7d1c7abd0367,revision_number=10']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:19:55.428009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474dd84-d77c-4c68-9533-067e362c8da4 req-7b9331bc-9d1b-40a5-ade8-d0787759201b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:55.429458 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3474dd84-d77c-4c68-9533-067e362c8da4 req-7b9331bc-9d1b-40a5-ade8-d0787759201b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0805478 Mar 03 06:19:55.476606 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3474dd84-d77c-4c68-9533-067e362c8da4 req-6c9a512c-31ac-4361-9c5c-31f0a2b0a708 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411780 Mar 03 06:19:56.397482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0b098973-e43a-416a-b234-7d1c7abd0367 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:19:56.467739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 0b098973-e43a-416a-b234-7d1c7abd0367 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:19:56.468140 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:56.592958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:56.621762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:19:56.631562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0b098973-e43a-416a-b234-7d1c7abd0367,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:19:56.638250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:19:56.675496 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fee0c7-cec3-4517-b5b7-64683f186f07 req-bfc2eabe-5ab4-4149-a925-8b520b71837a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:56.677221 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-18fee0c7-cec3-4517-b5b7-64683f186f07 req-bfc2eabe-5ab4-4149-a925-8b520b71837a tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 945 time: 0.0865881 Mar 03 06:19:56.694227 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367', 'code': 200} Mar 03 06:19:56.720942 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=0b098973-e43a-416a-b234-7d1c7abd0367,revision_number=11']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:19:56.726733 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-18fee0c7-cec3-4517-b5b7-64683f186f07 req-9352861e-b64d-44a1-ada1-991b6178f1b9 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431859 Mar 03 06:19:57.913579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ca2de-9558-4b7d-8c6d-d1b0e6c36986 req-f36fac51-17fe-44d4-ad84-966604ac7008 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:57.915014 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-303ca2de-9558-4b7d-8c6d-d1b0e6c36986 req-f36fac51-17fe-44d4-ad84-966604ac7008 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 946 time: 0.0810490 Mar 03 06:19:57.959451 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-303ca2de-9558-4b7d-8c6d-d1b0e6c36986 req-7c34fc8c-fe4d-41e3-af61-d09c5e39beb4 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380099 Mar 03 06:19:59.142176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988c8b6-e4d3-460f-9a9f-d7946783f665 req-00034fb4-10a9-4f1a-b0b4-89a11990e498 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:19:59.143653 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9988c8b6-e4d3-460f-9a9f-d7946783f665 req-00034fb4-10a9-4f1a-b0b4-89a11990e498 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 946 time: 0.0787702 Mar 03 06:19:59.190518 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9988c8b6-e4d3-460f-9a9f-d7946783f665 req-e73f2166-7e1d-4b9c-94a2-08875fdf7fbf tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Mar 03 06:20:00.416069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd567a8-9018-4d81-bcc6-f90ef82cf7dc req-220cf338-c226-4373-b8ea-d506e2cc28c5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:00.417714 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8cd567a8-9018-4d81-bcc6-f90ef82cf7dc req-220cf338-c226-4373-b8ea-d506e2cc28c5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 946 time: 0.1019065 Mar 03 06:20:00.465304 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8cd567a8-9018-4d81-bcc6-f90ef82cf7dc req-1d6ce8ba-e711-445b-abdc-2aacbec65bcf tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409729 Mar 03 06:20:00.854639 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:01.658028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf792f-9f0d-491c-b1cc-35b4e830acc4 req-675d0930-32b4-428b-a7d9-12a1cfa8c34e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:01.659408 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c8cf792f-9f0d-491c-b1cc-35b4e830acc4 req-675d0930-32b4-428b-a7d9-12a1cfa8c34e tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 946 time: 0.0853615 Mar 03 06:20:01.704394 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c8cf792f-9f0d-491c-b1cc-35b4e830acc4 req-6b3219f4-771b-42f9-b60d-b3a389ceb784 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393984 Mar 03 06:20:01.889665 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2724b2e4-ebc8-4043-95c6-554264aa8947 req-7cb4acb0-7019-4bff-97d9-ce70bcdc0bc1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:01.891132 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2724b2e4-ebc8-4043-95c6-554264aa8947 req-7cb4acb0-7019-4bff-97d9-ce70bcdc0bc1 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 946 time: 0.0815480 Mar 03 06:20:01.934354 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2724b2e4-ebc8-4043-95c6-554264aa8947 req-fac35f29-c329-4a9c-8ec5-c9a317312085 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374777 Mar 03 06:20:02.118118 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bd236-06fa-4f8e-8395-06d8e2f0aad1 req-b840592b-7853-4304-b407-a6ac829902ab tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:02.119594 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e97bd236-06fa-4f8e-8395-06d8e2f0aad1 req-b840592b-7853-4304-b407-a6ac829902ab tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 946 time: 0.0813498 Mar 03 06:20:02.167055 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e97bd236-06fa-4f8e-8395-06d8e2f0aad1 req-fbb8eb39-49c8-44f9-9b50-9e62f98d47ac tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411718 Mar 03 06:20:02.557673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a271b-aff2-4ec7-8391-85a184609f2e req-0f56d262-2ee9-403d-af40-f411142cda4d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:02.559123 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-157a271b-aff2-4ec7-8391-85a184609f2e req-0f56d262-2ee9-403d-af40-f411142cda4d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 946 time: 0.0792646 Mar 03 06:20:02.606781 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-157a271b-aff2-4ec7-8391-85a184609f2e req-2a047682-9253-4ea4-ab4a-5b08f5822044 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418711 Mar 03 06:20:03.791144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48fdbe-3fb3-41f6-914f-47a7d6a67c1f req-da8099e7-5cc1-469c-a70a-c0017d77da4d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:03.792698 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4a48fdbe-3fb3-41f6-914f-47a7d6a67c1f req-da8099e7-5cc1-469c-a70a-c0017d77da4d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 946 time: 0.0786872 Mar 03 06:20:03.846524 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4a48fdbe-3fb3-41f6-914f-47a7d6a67c1f req-64a4598e-7c3b-4794-8187-bcf7b3f6a852 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474715 Mar 03 06:20:05.106956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-fe741adc-d133-4c16-9431-a2cb8999b687 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:05.108521 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-fe741adc-d133-4c16-9431-a2cb8999b687 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 946 time: 0.0889275 Mar 03 06:20:05.177822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Deleting port 0b098973-e43a-416a-b234-7d1c7abd0367 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:20:05.178055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:05.186456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c6a51-8749-4851-b296-06fee74e7e43 req-60b952f3-bc2a-4b1a-9705-f61f8fc9483f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:05.188194 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a98c6a51-8749-4851-b296-06fee74e7e43 req-60b952f3-bc2a-4b1a-9705-f61f8fc9483f tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 946 time: 0.0869942 Mar 03 06:20:05.232769 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a98c6a51-8749-4851-b296-06fee74e7e43 req-488a586b-f3a2-47c4-bad1-4c25aafbc1b5 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups?id=be4d9a86-002f-4ade-84ab-da823319722f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390346 Mar 03 06:20:05.537379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] For port 0b098973-e43a-416a-b234-7d1c7abd0367, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0b098973-e43a-416a-b234-7d1c7abd0367,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:20:05.537730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:05.821615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:05.821905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:05.822217 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591 disassociated. External IP: 172.26.3.206, port: 0b098973-e43a-416a-b234-7d1c7abd0367. Mar 03 06:20:05.822566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Calling delete_port for 0b098973-e43a-416a-b234-7d1c7abd0367 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:20:05.967557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:06.020249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event deleted for resources: {'Port': ['ID=0b098973-e43a-416a-b234-7d1c7abd0367,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:06.030893 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:06.031231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:06.031728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:06.031952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:06.032240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:06.032564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:06.032887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:06.033210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:06.033532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:06.033853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:06.034169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:06.034484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:06.224341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:20:06.410895 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-64c0840b-fd18-44d0-9229-312b2a10ddb7 req-e298b4de-6014-4729-a617-bd77291a7e63 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 210 time: 0.0466595 Mar 03 06:20:06.419167 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:20:06.436821 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18d44bb-0b8a-45c1-8354-58d382e5dafd None None] Sync routers for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:20:06.446334 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d44bb-0b8a-45c1-8354-58d382e5dafd None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:20:06.447120 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b18d44bb-0b8a-45c1-8354-58d382e5dafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:19:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:06.496453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] No DVR routers for this DVR port 0b098973-e43a-416a-b234-7d1c7abd0367 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:20:06.499539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:06.504476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'name': 'network-vif-deleted', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:20:06.524545 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d5d9cc19-2a72-442c-aca1-161f1f48125b req-7ba63ce7-4023-4bed-9835-1685f54ce048 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.23 "DELETE /v2.0/ports/0b098973-e43a-416a-b234-7d1c7abd0367 HTTP/1.1" status: 204 len: 173 time: 1.4108393 Mar 03 06:20:06.560767 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8972b6ff-b1f9-48fc-8fc3-823cf5f269df', 'name': 'network-vif-deleted', 'tag': '0b098973-e43a-416a-b234-7d1c7abd0367', 'status': 'completed', 'code': 200} Mar 03 06:20:06.642998 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b18d44bb-0b8a-45c1-8354-58d382e5dafd None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:20:06.995839 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b18d44bb-0b8a-45c1-8354-58d382e5dafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:07.000204 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18d44bb-0b8a-45c1-8354-58d382e5dafd None None] Checking router: 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:20:07.008846 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18d44bb-0b8a-45c1-8354-58d382e5dafd None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:20:07.009753 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b18d44bb-0b8a-45c1-8354-58d382e5dafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:19:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:07.200385 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b18d44bb-0b8a-45c1-8354-58d382e5dafd None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:20:07.624301 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b18d44bb-0b8a-45c1-8354-58d382e5dafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:07.639833 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18d44bb-0b8a-45c1-8354-58d382e5dafd None None] The sync data for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv is: [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:16:05Z', 'revision_number': 4, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '36ce9ea8-70c4-454f-8596-ee60e48d4ac4', 'name': '', 'network_id': 'd742599c-a366-4963-a1a2-db9eb1876a36', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'mac_address': 'fa:16:3e:3d:12:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:04Z', 'updated_at': '2022-03-03T06:16:10Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'subnets': [{'id': 'c2bb2fc2-f670-4936-854d-8fe04a026c66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:20:07.644172 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-02f9b08a-6a4a-4047-a140-0a67dee8d584 req-1bf3d210-1cdd-40b2-9c37-d29a2f1c4d44 tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/ports?device_id=8972b6ff-b1f9-48fc-8fc3-823cf5f269df HTTP/1.1" status: 200 len: 210 time: 0.0571582 Mar 03 06:20:07.884484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71796eda-83dc-463a-a928-f4e32148813b None None] New status for floating IP dc6ee767-103d-4dd3-8e50-7a67ccc8c591: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:20:08.475160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0b098973-e43a-416a-b234-7d1c7abd0367 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:20:08.511179 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 0b098973-e43a-416a-b234-7d1c7abd0367 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:20:08.511519 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0b098973-e43a-416a-b234-7d1c7abd0367 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:20:11.894642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40520) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:11.964455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e071ba3-cfdc-4401-a58a-5d2dcb0d495b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:11.995141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e071ba3-cfdc-4401-a58a-5d2dcb0d495b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:12.053924 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e071ba3-cfdc-4401-a58a-5d2dcb0d495b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:12.074749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e071ba3-cfdc-4401-a58a-5d2dcb0d495b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4d9a86-002f-4ade-84ab-da823319722f,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:12.089933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7e071ba3-cfdc-4401-a58a-5d2dcb0d495b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:12.091107 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7e071ba3-cfdc-4401-a58a-5d2dcb0d495b tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "DELETE /v2.0/security-groups/be4d9a86-002f-4ade-84ab-da823319722f HTTP/1.1" status: 204 len: 168 time: 0.1949060 Mar 03 06:20:12.093692 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40524) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:12.110987 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.api.v2.resource [None req-f68686c0-4cfc-43a9-b782-f51e903295bf tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] show failed (client error): The resource could not be found. Mar 03 06:20:12.112051 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f68686c0-4cfc-43a9-b782-f51e903295bf tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "GET /v2.0/security-groups/be4d9a86-002f-4ade-84ab-da823319722f HTTP/1.1" status: 404 len: 347 time: 0.0174158 Mar 03 06:20:12.114689 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40528) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:12.275146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b1e7c-1101-496c-b394-d3c5ab774f6d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Deleting port 8efcab3f-f3bc-4450-8c7d-50bc09eb0c32 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:20:12.275483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1e7c-1101-496c-b394-d3c5ab774f6d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:12.555144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1e7c-1101-496c-b394-d3c5ab774f6d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:12.555374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1e7c-1101-496c-b394-d3c5ab774f6d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:12.683429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b1e7c-1101-496c-b394-d3c5ab774f6d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Calling delete_port for 8efcab3f-f3bc-4450-8c7d-50bc09eb0c32 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:20:12.826743 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1e7c-1101-496c-b394-d3c5ab774f6d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:12.877753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b1e7c-1101-496c-b394-d3c5ab774f6d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Pushing event deleted for resources: {'Port': ['ID=8efcab3f-f3bc-4450-8c7d-50bc09eb0c32,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:12.969575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1e7c-1101-496c-b394-d3c5ab774f6d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:12.983057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1e1b1e7c-1101-496c-b394-d3c5ab774f6d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:12.984215 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1e1b1e7c-1101-496c-b394-d3c5ab774f6d tempest-ServerActionsTestJSON-560366237 tempest-ServerActionsTestJSON-560366237-project] 10.222.0.20 "DELETE /v2.0/floatingips/dc6ee767-103d-4dd3-8e50-7a67ccc8c591 HTTP/1.1" status: 204 len: 168 time: 0.8686523 Mar 03 06:20:12.987273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40532) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:13.534689 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-82efd164-e1ad-4504-9a56-5d7c0ff77e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:13.991743 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-82efd164-e1ad-4504-9a56-5d7c0ff77e66 admin admin] Deleting port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:20:13.992427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-82efd164-e1ad-4504-9a56-5d7c0ff77e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:14.159254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-82efd164-e1ad-4504-9a56-5d7c0ff77e66 admin admin] For port 36ce9ea8-70c4-454f-8596-ee60e48d4ac4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=36ce9ea8-70c4-454f-8596-ee60e48d4ac4,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:20:14.159601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-82efd164-e1ad-4504-9a56-5d7c0ff77e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:14.289825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-82efd164-e1ad-4504-9a56-5d7c0ff77e66 admin admin] Calling delete_port for 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:20:14.474243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-82efd164-e1ad-4504-9a56-5d7c0ff77e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:14.527023 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efd164-e1ad-4504-9a56-5d7c0ff77e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ce9ea8-70c4-454f-8596-ee60e48d4ac4,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:14.798130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-82efd164-e1ad-4504-9a56-5d7c0ff77e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:15.164436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82efd164-e1ad-4504-9a56-5d7c0ff77e66 admin admin] Router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:20:15.454079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82efd164-e1ad-4504-9a56-5d7c0ff77e66 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:20:15.463002 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe436b60-eccf-42ce-a1ac-555fb807353a None None] Sync routers for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:20:15.468270 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-82efd164-e1ad-4504-9a56-5d7c0ff77e66 admin admin] 10.222.0.20 "PUT /v2.0/routers/8e8d6ea8-c4b6-4125-bae1-5d4439671a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4799206 Mar 03 06:20:15.470692 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40536) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:15.476667 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe436b60-eccf-42ce-a1ac-555fb807353a None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:20:15.477721 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-fe436b60-eccf-42ce-a1ac-555fb807353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:19:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:15.648049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:15.660219 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-fe436b60-eccf-42ce-a1ac-555fb807353a None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:20:15.836532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:15.847120 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Deleting port 4b95430f-73a8-4500-b8b7-0716299c2bae {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:20:15.847466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:15.944346 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-fe436b60-eccf-42ce-a1ac-555fb807353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:20:14Z', 'revision_number': 5, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port': {'id': '4b95430f-73a8-4500-b8b7-0716299c2bae', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:16:02Z', 'updated_at': '2022-03-03T06:16:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:15.948299 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe436b60-eccf-42ce-a1ac-555fb807353a None None] Checking router: 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:20:15.957013 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe436b60-eccf-42ce-a1ac-555fb807353a None None] Routers {'8e8d6ea8-c4b6-4125-bae1-5d4439671a73'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:20:15.957706 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-fe436b60-eccf-42ce-a1ac-555fb807353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:19:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:16.030310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] For port 4b95430f-73a8-4500-b8b7-0716299c2bae, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4b95430f-73a8-4500-b8b7-0716299c2bae,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:20:16.030674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:16.112748 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-fe436b60-eccf-42ce-a1ac-555fb807353a None None] Set router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:20:16.155637 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Calling delete_port for 4b95430f-73a8-4500-b8b7-0716299c2bae owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:20:16.220776 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-fe436b60-eccf-42ce-a1ac-555fb807353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:20:15Z', 'revision_number': 6, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:16.225895 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe436b60-eccf-42ce-a1ac-555fb807353a None None] The sync data for ids ['8e8d6ea8-c4b6-4125-bae1-5d4439671a73'] in dv-neutron-831582-1-hyperv is: [{'id': '8e8d6ea8-c4b6-4125-bae1-5d4439671a73', 'name': 'tempest-ServerActionsTestJSON-500700518-router', 'tenant_id': '0e72958531014e23b0642cc6ce083a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:16:01Z', 'updated_at': '2022-03-03T06:20:15Z', 'revision_number': 6, 'project_id': '0e72958531014e23b0642cc6ce083a2f', 'gw_port_host': None}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:20:16.331862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:16.384328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b95430f-73a8-4500-b8b7-0716299c2bae,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:16.470350 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:16.644162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:16.646447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:16.676241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:16.676740 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e8d6ea8-c4b6-4125-bae1-5d4439671a73 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:20:16.689476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:16.690577 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4daae453-85c5-49e5-a166-ac992a82dc08 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8e8d6ea8-c4b6-4125-bae1-5d4439671a73 HTTP/1.1" status: 204 len: 168 time: 1.2188199 Mar 03 06:20:16.693118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40540) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:16.860933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4926f56-f59b-4fa2-bcb1-b4c377e1a65f admin admin] Deleting subnet c2bb2fc2-f670-4936-854d-8fe04a026c66 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:20:16.863932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f4926f56-f59b-4fa2-bcb1-b4c377e1a65f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:16.912159 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f4926f56-f59b-4fa2-bcb1-b4c377e1a65f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:16.988114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f4926f56-f59b-4fa2-bcb1-b4c377e1a65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:17.062293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f4926f56-f59b-4fa2-bcb1-b4c377e1a65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:17.101835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4926f56-f59b-4fa2-bcb1-b4c377e1a65f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2bb2fc2-f670-4936-854d-8fe04a026c66,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:17.111029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f4926f56-f59b-4fa2-bcb1-b4c377e1a65f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:17.115983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c9880f-9419-40f3-a667-e68b272951f8 None None] Network d742599c-a366-4963-a1a2-db9eb1876a36 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:20:17.122819 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f4926f56-f59b-4fa2-bcb1-b4c377e1a65f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c2bb2fc2-f670-4936-854d-8fe04a026c66 HTTP/1.1" status: 204 len: 168 time: 0.4244506 Mar 03 06:20:17.122819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40544) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:17.229478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:17.241203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Deleting port 52bce040-c416-4c2b-afbd-31b54bfc7a94 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:20:17.241615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:17.476850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] For port 52bce040-c416-4c2b-afbd-31b54bfc7a94, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=52bce040-c416-4c2b-afbd-31b54bfc7a94,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:20:17.477483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:17.491466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecf7fd2-a887-4b34-886d-5c5f5c654608 None None] DHCP port deletion for d742599c-a366-4963-a1a2-db9eb1876a36 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:20:17.496425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf7fd2-a887-4b34-886d-5c5f5c654608 None None] Deleting port 52bce040-c416-4c2b-afbd-31b54bfc7a94 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:20:17.496883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7fd2-a887-4b34-886d-5c5f5c654608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:17.605104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Calling delete_port for 52bce040-c416-4c2b-afbd-31b54bfc7a94 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:20:17.683194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:17.707676 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3ecf7fd2-a887-4b34-886d-5c5f5c654608 None None] For port 52bce040-c416-4c2b-afbd-31b54bfc7a94, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=52bce040-c416-4c2b-afbd-31b54bfc7a94,segment=NetworkSegment(f69cb23f-1ad5-406a-8792-95febab6ddf8),segment_id=f69cb23f-1ad5-406a-8792-95febab6ddf8)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:20:17.708103 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7fd2-a887-4b34-886d-5c5f5c654608 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:17.732273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Pushing event deleted for resources: {'Port': ['ID=52bce040-c416-4c2b-afbd-31b54bfc7a94,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:17.737446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] No DVR routers for this DVR port 52bce040-c416-4c2b-afbd-31b54bfc7a94 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:20:17.827825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf7fd2-a887-4b34-886d-5c5f5c654608 None None] Calling delete_port for 52bce040-c416-4c2b-afbd-31b54bfc7a94 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:20:17.853425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:17.878893 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d742599c-a366-4963-a1a2-db9eb1876a36']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:17.891270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69cb23f-1ad5-406a-8792-95febab6ddf8') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:17.891629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69cb23f-1ad5-406a-8792-95febab6ddf8') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:17.900852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-3ecf7fd2-a887-4b34-886d-5c5f5c654608 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:20:17.901203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-3ecf7fd2-a887-4b34-886d-5c5f5c654608 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:20:17.903661 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:17.919604 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:17.925449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:20:17.925814 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:20:17.938896 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:20:18.014708 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:18.030870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:18.041972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] Pushing event deleted for resources: {'Network': ['ID=d742599c-a366-4963-a1a2-db9eb1876a36,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:18.054265 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6e9e45f1-6377-42f3-ba48-744a1b19376c admin admin] 10.222.0.20 "DELETE /v2.0/networks/d742599c-a366-4963-a1a2-db9eb1876a36 HTTP/1.1" status: 204 len: 168 time: 0.9315882 Mar 03 06:20:18.116801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:20:18.157056 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:20:18.157419 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 36ce9ea8-70c4-454f-8596-ee60e48d4ac4 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:20:18.157815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 4b95430f-73a8-4500-b8b7-0716299c2bae no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:20:18.191405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 4b95430f-73a8-4500-b8b7-0716299c2bae {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:20:18.191879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 4b95430f-73a8-4500-b8b7-0716299c2bae not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:20:18.192434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 52bce040-c416-4c2b-afbd-31b54bfc7a94 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:20:18.205242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40550) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:18.228459 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 52bce040-c416-4c2b-afbd-31b54bfc7a94 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:20:18.228795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 52bce040-c416-4c2b-afbd-31b54bfc7a94 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:20:18.259557 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-df87b5ab-22ab-45e7-a562-29aeec1e24f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0e72958531014e23b0642cc6ce083a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529153 Mar 03 06:20:18.261997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40554) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:18.304964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-42f9f955-21ce-446a-85dd-144aef42f76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:18.325529 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a49cbbf-3096-4d0f-ae61-87824186a25d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:18.352092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a49cbbf-3096-4d0f-ae61-87824186a25d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:18.405136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf7fd2-a887-4b34-886d-5c5f5c654608 None None] Deleting port 52bce040-c416-4c2b-afbd-31b54bfc7a94 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:20:18.405841 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3ecf7fd2-a887-4b34-886d-5c5f5c654608 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:18.409454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a49cbbf-3096-4d0f-ae61-87824186a25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:18.426491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49cbbf-3096-4d0f-ae61-87824186a25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3258dd6-8df7-43b9-84fe-8fc19d98ded9,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:18.434977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3a49cbbf-3096-4d0f-ae61-87824186a25d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:18.436129 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3a49cbbf-3096-4d0f-ae61-87824186a25d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3258dd6-8df7-43b9-84fe-8fc19d98ded9 HTTP/1.1" status: 204 len: 168 time: 0.1727116 Mar 03 06:20:18.484494 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3ecf7fd2-a887-4b34-886d-5c5f5c654608 None None] The port '52bce040-c416-4c2b-afbd-31b54bfc7a94' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 06:20:19.170139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40578) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:19.273501 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1032566796-network', 'tenant_id': '1cd219e4daa1442cbf9279fb410bf461'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:20:19.278934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:20:19.282812 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Usage tracker for resource:network and tenant:1cd219e4daa1442cbf9279fb410bf461 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:20:19.285847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:20:19.291895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:20:19.302017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Made reservation on behalf of 1cd219e4daa1442cbf9279fb410bf461 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:20:19.304394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:19.317125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:19.331531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:20:19.335280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Usage tracker for resource:security_group_rule and tenant:1cd219e4daa1442cbf9279fb410bf461 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:20:19.338055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:20:19.343839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:20:19.432447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:19.437332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:19.470621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:20:19.475756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54edb8f6-0831-493f-8318-e3a496e506a1,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:19.485191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:19.485538 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Added segment ff27c867-db32-471b-8653-2f70eb6a3925 of type vlan for network 5cd74c06-0216-4806-beb8-41e02e34a4b1 Mar 03 06:20:19.515906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:19.544739 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:19.545793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:19.546406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:19.651846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd74c06-0216-4806-beb8-41e02e34a4b1,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:19.656274 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9bbae7cc-6c3b-4955-a0a2-7690c8770b12 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4850340 Mar 03 06:20:19.659276 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40584) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:19.661582 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 5cd74c06-0216-4806-beb8-41e02e34a4b1 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:20:19.664750 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Request body: {'subnet': {'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1032566796-subnet', 'tenant_id': '1cd219e4daa1442cbf9279fb410bf461', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:20:19.669807 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:20:19.674037 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Usage tracker for resource:subnet and tenant:1cd219e4daa1442cbf9279fb410bf461 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:20:19.676996 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:20:19.687691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:20:19.700696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Made reservation on behalf of 1cd219e4daa1442cbf9279fb410bf461 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:20:19.703311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:19.911705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:19.983448 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1c06da-3d8a-4841-9d53-d5ae3d8aba18,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:19.992909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:19.993234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:19.993564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:19.993890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:19.994213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:19.994534 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:19.994852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:19.995167 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:19.995482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:19.995810 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:19.996127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:19.996467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:20.002715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Checking segment: {'id': 'ff27c867-db32-471b-8653-2f70eb6a3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:20:20.003070 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Network hostable DHCP agents. Network: 5cd74c06-0216-4806-beb8-41e02e34a4b1, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:20:20.022605 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Network 5cd74c06-0216-4806-beb8-41e02e34a4b1 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:20:20.032139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 5cd74c06-0216-4806-beb8-41e02e34a4b1) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:20:20.036551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:20.037131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:20.043654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1eda7e-db85-4148-b955-9974a13b6d16 None None] Network 5cd74c06-0216-4806-beb8-41e02e34a4b1 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:20:20.057839 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c0ba728d-52fa-4c06-8733-c62ca24959f0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3974545 Mar 03 06:20:20.272752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cbb035-41d8-4ed1-83ba-b99a2d669cb5 None None] Network 5cd74c06-0216-4806-beb8-41e02e34a4b1 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:20:20.515898 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b1496e12-09c6-465a-a84d-e2c0d8324adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:20.593346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-ff47613d-75b8-46e5-9a53-2b8df6c0fa51 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:20.594874 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-ff47613d-75b8-46e5-9a53-2b8df6c0fa51 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/networks?id=5cd74c06-0216-4806-beb8-41e02e34a4b1 HTTP/1.1" status: 200 len: 814 time: 0.1519551 Mar 03 06:20:20.610649 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-928558ec-cc18-4e87-8ac8-5cc1ca811351 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/quotas/1cd219e4daa1442cbf9279fb410bf461 HTTP/1.1" status: 200 len: 375 time: 0.0101042 Mar 03 06:20:20.657699 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-7a12b6be-8b03-44ce-b7f9-bdb952f83a3b tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1cd219e4daa1442cbf9279fb410bf461&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415635 Mar 03 06:20:20.880294 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-ded7ea1b-c47e-40ab-b244-d3e7b419427d service neutron] 10.222.0.20 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158470 Mar 03 06:20:21.011058 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-e8a96259-dd19-405d-8026-c49c4f865bb3 service neutron] 10.222.0.20 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240580 Mar 03 06:20:21.193097 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b73174c6-0a07-4c4d-9954-200e5a86823f req-4f9be801-bb06-4243-b338-a10ad22cc797 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 210 time: 0.0451934 Mar 03 06:20:21.664531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:21.800451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:22.275302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-158d4ea8-5ee9-475a-bd69-0b9d36d809f6 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:22.276641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-158d4ea8-5ee9-475a-bd69-0b9d36d809f6 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Synchronizing usage tracker for tenant:1cd219e4daa1442cbf9279fb410bf461 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:20:22.300282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-158d4ea8-5ee9-475a-bd69-0b9d36d809f6 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Unset dirty status for tenant:1cd219e4daa1442cbf9279fb410bf461 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:20:22.301686 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-158d4ea8-5ee9-475a-bd69-0b9d36d809f6 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.23 "GET /v2.0/networks?id=5cd74c06-0216-4806-beb8-41e02e34a4b1 HTTP/1.1" status: 200 len: 814 time: 0.2227325 Mar 03 06:20:22.314354 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Request body: {'port': {'device_id': '9762f5f1-56c6-453d-abad-7a7959e2c6b8', 'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1', 'admin_state_up': True, 'tenant_id': '1cd219e4daa1442cbf9279fb410bf461'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:20:22.406721 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-52cf7169-f95b-4ddd-b99d-c939eaaf65d9 req-276e0146-0cf8-4b61-87b6-52e281c76f51 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 210 time: 0.0637639 Mar 03 06:20:22.459482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:20:22.463853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Usage tracker for resource:port and tenant:1cd219e4daa1442cbf9279fb410bf461 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:20:22.467568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:20:22.473345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:20:22.484971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Made reservation on behalf of 1cd219e4daa1442cbf9279fb410bf461 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:20:22.488605 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:22.661095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Allocated IP 172.20.0.2 (5cd74c06-0216-4806-beb8-41e02e34a4b1/2d1c06da-3d8a-4841-9d53-d5ae3d8aba18/86fbd936-736f-4f97-b6d4-f5aed84756af) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:20:22.972367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:22.988186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:23.003609 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:23.072141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Network 5cd74c06-0216-4806-beb8-41e02e34a4b1 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:20:23.080697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:20:23.085097 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:20:23.118656 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Pushing event updated for resources: {'Port': ['ID=86fbd936-736f-4f97-b6d4-f5aed84756af,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:23.155367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:23.156022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:23.177083 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-a9af6ba2-77ae-4980-8e04-d27aab95cdc3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8666165 Mar 03 06:20:23.190379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Request body: {'port': {'device_id': '9762f5f1-56c6-453d-abad-7a7959e2c6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:20:23.316975 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:23.614930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579240b-ef71-4f7f-967a-b7befd79f001 req-17a3e26d-545c-48c9-9da1-ad07ea6f409f tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:23.616413 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2579240b-ef71-4f7f-967a-b7befd79f001 req-17a3e26d-545c-48c9-9da1-ad07ea6f409f tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 931 time: 0.0988455 Mar 03 06:20:23.662949 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2579240b-ef71-4f7f-967a-b7befd79f001 req-7d7cb8e9-73ad-4d38-88eb-f0982c625c0c tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381463 Mar 03 06:20:23.690248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fbd936-736f-4f97-b6d4-f5aed84756af {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:20:23.697466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:23.712008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Transition to ACTIVE for port object 86fbd936-736f-4f97-b6d4-f5aed84756af will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:20:23.716153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:23.868146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Pushing event updated for resources: {'Port': ['ID=86fbd936-736f-4f97-b6d4-f5aed84756af,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:23.947803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Attempting to bind port 86fbd936-736f-4f97-b6d4-f5aed84756af on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:20:23.948144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Attempting to bind port 86fbd936-736f-4f97-b6d4-f5aed84756af by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'ff27c867-db32-471b-8653-2f70eb6a3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:20:23.948465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Attempting to bind port 86fbd936-736f-4f97-b6d4-f5aed84756af on network 5cd74c06-0216-4806-beb8-41e02e34a4b1 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:20:23.953072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Port 86fbd936-736f-4f97-b6d4-f5aed84756af on network 5cd74c06-0216-4806-beb8-41e02e34a4b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:20:23.953382 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Attempting to bind port 86fbd936-736f-4f97-b6d4-f5aed84756af on network 5cd74c06-0216-4806-beb8-41e02e34a4b1 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:20:23.958528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:20:23.958858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Checking segment: {'id': 'ff27c867-db32-471b-8653-2f70eb6a3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:20:23.959243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Bound using segment: {'id': 'ff27c867-db32-471b-8653-2f70eb6a3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:20:23.959660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Bound port: 86fbd936-736f-4f97-b6d4-f5aed84756af, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff27c867-db32-471b-8653-2f70eb6a3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:20:23.960036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:24.049476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] For port 86fbd936-736f-4f97-b6d4-f5aed84756af, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:20:24.052737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] For port 86fbd936-736f-4f97-b6d4-f5aed84756af, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=86fbd936-736f-4f97-b6d4-f5aed84756af,segment=NetworkSegment(ff27c867-db32-471b-8653-2f70eb6a3925),segment_id=ff27c867-db32-471b-8653-2f70eb6a3925)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:20:24.056489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:24.113455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:24.114114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:24.115454 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] 10.222.0.23 "PUT /v2.0/ports/86fbd936-736f-4f97-b6d4-f5aed84756af HTTP/1.1" status: 200 len: 1093 time: 0.9315715 Mar 03 06:20:24.118367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9762f5f1-56c6-453d-abad-7a7959e2c6b8', 'tag': '86fbd936-736f-4f97-b6d4-f5aed84756af'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:20:24.149488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee9814-a683-4ca0-a3c6-072fd3937939 service neutron] Pushing event updated for resources: {'Port': ['ID=86fbd936-736f-4f97-b6d4-f5aed84756af,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:24.192539 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9762f5f1-56c6-453d-abad-7a7959e2c6b8', 'tag': '86fbd936-736f-4f97-b6d4-f5aed84756af', 'status': 'completed', 'code': 200} Mar 03 06:20:24.233320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-bb24c4d7-bdbd-4708-9807-d15e8183e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:24.234795 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-bb24c4d7-bdbd-4708-9807-d15e8183e69f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd219e4daa1442cbf9279fb410bf461&device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 1096 time: 0.0744212 Mar 03 06:20:24.304337 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-cd005bac-2227-4f1d-9721-6549e77806d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86fbd936-736f-4f97-b6d4-f5aed84756af HTTP/1.1" status: 200 len: 217 time: 0.0629511 Mar 03 06:20:24.365870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-e54fc4a2-281b-4d09-abb7-8db77565c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:24.367286 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-e54fc4a2-281b-4d09-abb7-8db77565c33e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d1c06da-3d8a-4841-9d53-d5ae3d8aba18 HTTP/1.1" status: 200 len: 854 time: 0.0573568 Mar 03 06:20:24.418327 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-efe51408-1b98-45a8-887f-f20b1b86b375 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd74c06-0216-4806-beb8-41e02e34a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445552 Mar 03 06:20:24.649570 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-054ddc11-12fb-480f-ab5e-62a9a82133a2 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253392 Mar 03 06:20:24.782828 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12ecdb09-43fd-4d5f-93d0-8d3ce371f883 req-42b0b429-30ac-4dbc-b9ba-b145ff320e55 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273289 Mar 03 06:20:24.898035 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb4229-35cb-46d8-85f4-ba09cd9618bd req-ee6fb9d7-bad0-4824-8dd8-35f219e91603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:24.899661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c9cb4229-35cb-46d8-85f4-ba09cd9618bd req-ee6fb9d7-bad0-4824-8dd8-35f219e91603 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd219e4daa1442cbf9279fb410bf461&device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 1096 time: 0.0735905 Mar 03 06:20:24.951495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d955e10-ecb9-4333-9c8d-97572961b6a2 req-510373fa-f793-4fc4-a6a9-baa61a333412 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:24.953075 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2d955e10-ecb9-4333-9c8d-97572961b6a2 req-510373fa-f793-4fc4-a6a9-baa61a333412 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 943 time: 0.1783743 Mar 03 06:20:24.997761 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2d955e10-ecb9-4333-9c8d-97572961b6a2 req-26d1ff49-00a6-4692-acf3-6691bb88d71c tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389864 Mar 03 06:20:25.040289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb4229-35cb-46d8-85f4-ba09cd9618bd req-00c02d3b-c4bc-4403-a478-d9fe95631187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:25.041723 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c9cb4229-35cb-46d8-85f4-ba09cd9618bd req-00c02d3b-c4bc-4403-a478-d9fe95631187 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cd74c06-0216-4806-beb8-41e02e34a4b1 HTTP/1.1" status: 200 len: 915 time: 0.1366925 Mar 03 06:20:25.111502 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c9cb4229-35cb-46d8-85f4-ba09cd9618bd req-2ba19f87-413a-41d4-8b76-957846809541 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86fbd936-736f-4f97-b6d4-f5aed84756af HTTP/1.1" status: 200 len: 217 time: 0.0642002 Mar 03 06:20:25.172920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb4229-35cb-46d8-85f4-ba09cd9618bd req-54f4e7cc-3926-48a6-b945-aaff5a41fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:25.174260 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c9cb4229-35cb-46d8-85f4-ba09cd9618bd req-54f4e7cc-3926-48a6-b945-aaff5a41fa5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d1c06da-3d8a-4841-9d53-d5ae3d8aba18 HTTP/1.1" status: 200 len: 854 time: 0.0572660 Mar 03 06:20:25.224307 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c9cb4229-35cb-46d8-85f4-ba09cd9618bd req-456fa451-c77d-403c-b92e-db521bf485e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd74c06-0216-4806-beb8-41e02e34a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440736 Mar 03 06:20:25.355009 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c9cb4229-35cb-46d8-85f4-ba09cd9618bd req-0be7ac4c-8307-45ec-b614-1aaac8e58f99 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250465 Mar 03 06:20:25.389242 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:20:25.490708 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c9cb4229-35cb-46d8-85f4-ba09cd9618bd req-4c2a9dca-21ce-4633-8ea8-b4c5c1c4adac service neutron] 10.222.0.23 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299613 Mar 03 06:20:26.241131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9b87d-37aa-419b-9c31-ea42b20bbd89 req-48a5ee32-b7a6-48d1-8901-6220f239b529 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:26.242598 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d4c9b87d-37aa-419b-9c31-ea42b20bbd89 req-48a5ee32-b7a6-48d1-8901-6220f239b529 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 943 time: 0.1357012 Mar 03 06:20:26.286063 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d4c9b87d-37aa-419b-9c31-ea42b20bbd89 req-38b4fe8b-1a0d-4474-a18c-6924cfd369d9 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375757 Mar 03 06:20:26.569074 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 86fbd936-736f-4f97-b6d4-f5aed84756af details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:20:26.741590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 86fbd936-736f-4f97-b6d4-f5aed84756af, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=86fbd936-736f-4f97-b6d4-f5aed84756af,segment=NetworkSegment(ff27c867-db32-471b-8653-2f70eb6a3925),segment_id=ff27c867-db32-471b-8653-2f70eb6a3925)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:20:26.754390 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '86fbd936-736f-4f97-b6d4-f5aed84756af', 'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1', 'port_id': '86fbd936-736f-4f97-b6d4-f5aed84756af', 'mac_address': 'fa:16:3e:f0:78:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1c06da-3d8a-4841-9d53-d5ae3d8aba18', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:20:26.808315 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:26.825531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fbd936-736f-4f97-b6d4-f5aed84756af {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:20:26.840617 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 86fbd936-736f-4f97-b6d4-f5aed84756af, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=86fbd936-736f-4f97-b6d4-f5aed84756af,segment=NetworkSegment(ff27c867-db32-471b-8653-2f70eb6a3925),segment_id=ff27c867-db32-471b-8653-2f70eb6a3925)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:20:26.844327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:26.921374 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=86fbd936-736f-4f97-b6d4-f5aed84756af,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:26.928362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:26.928706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:26.929038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:26.929370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:26.929700 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:26.930022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:26.930339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:26.930656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:26.930974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:26.931287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:26.933333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:26.933333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:20:27.161473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['86fbd936-736f-4f97-b6d4-f5aed84756af'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:20:27.478154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9019ac-dfa0-463b-b001-a200045f454c req-381dcc16-434a-4d0b-9cac-db1e6a38c418 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:27.479521 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6e9019ac-dfa0-463b-b001-a200045f454c req-381dcc16-434a-4d0b-9cac-db1e6a38c418 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 944 time: 0.0832660 Mar 03 06:20:27.525632 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6e9019ac-dfa0-463b-b001-a200045f454c req-b920384f-8218-4193-b3b0-7ddaa98c65f4 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395877 Mar 03 06:20:28.584095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 86fbd936-736f-4f97-b6d4-f5aed84756af up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:20:28.656701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 86fbd936-736f-4f97-b6d4-f5aed84756af completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:20:28.661670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 86fbd936-736f-4f97-b6d4-f5aed84756af triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:20:28.662199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:28.718913 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f55b1-915c-45e0-b33b-14e9ffad2367 req-3edded36-9e66-4715-8bf2-a18d3c84730f tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:28.720424 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b38f55b1-915c-45e0-b33b-14e9ffad2367 req-3edded36-9e66-4715-8bf2-a18d3c84730f tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 944 time: 0.0896595 Mar 03 06:20:28.766002 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b38f55b1-915c-45e0-b33b-14e9ffad2367 req-f776a5f8-7e63-4913-99ed-5fcc7c3608c7 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385110 Mar 03 06:20:28.790983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:28.815465 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9762f5f1-56c6-453d-abad-7a7959e2c6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fbd936-736f-4f97-b6d4-f5aed84756af'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:20:28.826210 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 86fbd936-736f-4f97-b6d4-f5aed84756af, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=86fbd936-736f-4f97-b6d4-f5aed84756af,segment=NetworkSegment(ff27c867-db32-471b-8653-2f70eb6a3925),segment_id=ff27c867-db32-471b-8653-2f70eb6a3925)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:20:28.831066 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:28.866944 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9762f5f1-56c6-453d-abad-7a7959e2c6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fbd936-736f-4f97-b6d4-f5aed84756af', 'code': 200} Mar 03 06:20:28.899619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=86fbd936-736f-4f97-b6d4-f5aed84756af,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:29.083748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a29e8-e1bd-4f05-8052-1a2bf44b3c23 req-9e534098-bf74-44e1-a067-5771384a2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:29.085245 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6c4a29e8-e1bd-4f05-8052-1a2bf44b3c23 req-9e534098-bf74-44e1-a067-5771384a2f70 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 1098 time: 0.0699415 Mar 03 06:20:29.125558 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6c4a29e8-e1bd-4f05-8052-1a2bf44b3c23 req-0c036c5f-f215-434f-8ea8-3f64ca92aac0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343502 Mar 03 06:20:29.952709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d4fa5-16a8-43e1-b0f7-45739179d1a0 req-7a00d1aa-acab-48de-a7f4-f579ed06cc88 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:29.954158 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-886d4fa5-16a8-43e1-b0f7-45739179d1a0 req-7a00d1aa-acab-48de-a7f4-f579ed06cc88 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0807173 Mar 03 06:20:29.997994 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-886d4fa5-16a8-43e1-b0f7-45739179d1a0 req-55c5687a-559b-405a-9ae5-d024e29de3eb tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382209 Mar 03 06:20:30.868344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:31.185337 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29bf4a-dc5f-4c8c-ba94-0d986c4a04e6 req-da719bf9-2870-4d68-a1f9-a440263268e8 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:31.187580 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6a29bf4a-dc5f-4c8c-ba94-0d986c4a04e6 req-da719bf9-2870-4d68-a1f9-a440263268e8 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0857008 Mar 03 06:20:31.233128 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6a29bf4a-dc5f-4c8c-ba94-0d986c4a04e6 req-7fb9cee1-aad0-4d2f-9231-aad4cd8e704e tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Mar 03 06:20:31.516573 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-ccb43a8d-0f8b-453d-9de2-8c93cf11ffc8 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:31.518017 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-ccb43a8d-0f8b-453d-9de2-8c93cf11ffc8 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/networks?id=5cd74c06-0216-4806-beb8-41e02e34a4b1 HTTP/1.1" status: 200 len: 814 time: 0.1452653 Mar 03 06:20:31.535156 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-fb4f205e-2f81-41e1-a84e-80d96e329358 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/quotas/1cd219e4daa1442cbf9279fb410bf461 HTTP/1.1" status: 200 len: 375 time: 0.0099089 Mar 03 06:20:31.620096 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-746d7b9a-0896-4001-92b1-06fbafe033d0 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1cd219e4daa1442cbf9279fb410bf461&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0797625 Mar 03 06:20:31.752511 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-0580d466-d69a-4a72-9f03-00380c1968b7 service neutron] 10.222.0.20 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253810 Mar 03 06:20:31.882595 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-fb46c80f-4063-40c2-b0a8-dae83ef94a02 service neutron] 10.222.0.20 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242008 Mar 03 06:20:32.072793 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2d74ad12-88a2-4b5f-ba56-c64fb0676121 req-32a0434a-9665-40dd-ba92-6bd13b30c241 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 210 time: 0.0457866 Mar 03 06:20:32.377005 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-86e402a2-6c9e-407f-8741-5df938bd2516 req-d7f7a502-d2e2-4c1f-8d0e-b0b2afc3b49d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807550 Mar 03 06:20:32.539764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e402a2-6c9e-407f-8741-5df938bd2516 req-0e9312b4-5920-4f2b-9f73-cf720e92b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:32.541514 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-86e402a2-6c9e-407f-8741-5df938bd2516 req-0e9312b4-5920-4f2b-9f73-cf720e92b825 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd219e4daa1442cbf9279fb410bf461&device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 1098 time: 0.0810916 Mar 03 06:20:32.698032 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e402a2-6c9e-407f-8741-5df938bd2516 req-58431448-60ed-4c5a-a257-0e0a6799b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:32.699603 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-86e402a2-6c9e-407f-8741-5df938bd2516 req-58431448-60ed-4c5a-a257-0e0a6799b5c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cd74c06-0216-4806-beb8-41e02e34a4b1 HTTP/1.1" status: 200 len: 915 time: 0.1385107 Mar 03 06:20:32.775820 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-86e402a2-6c9e-407f-8741-5df938bd2516 req-258dc879-5ec9-446e-a31a-97cb2aefdaad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86fbd936-736f-4f97-b6d4-f5aed84756af HTTP/1.1" status: 200 len: 217 time: 0.0707045 Mar 03 06:20:32.856835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e402a2-6c9e-407f-8741-5df938bd2516 req-709fcc47-8489-475e-a39a-ce1528c924de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:32.858416 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-86e402a2-6c9e-407f-8741-5df938bd2516 req-709fcc47-8489-475e-a39a-ce1528c924de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d1c06da-3d8a-4841-9d53-d5ae3d8aba18 HTTP/1.1" status: 200 len: 854 time: 0.0697896 Mar 03 06:20:32.912465 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-86e402a2-6c9e-407f-8741-5df938bd2516 req-ebc55a90-d2b5-4ab5-8a9c-b2d205979d63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd74c06-0216-4806-beb8-41e02e34a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435576 Mar 03 06:20:33.050309 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-86e402a2-6c9e-407f-8741-5df938bd2516 req-cc5d514d-4a1b-4e90-b1c4-892fb4fe9dc6 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322780 Mar 03 06:20:33.378080 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-86e402a2-6c9e-407f-8741-5df938bd2516 req-70032492-ef7c-4107-b698-503a28e1fa6d service neutron] 10.222.0.23 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214407 Mar 03 06:20:33.441812 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-25496bbb-51c2-4f2b-a959-882a0608fdd7 req-3fa88e6a-6562-492c-9e54-5bda95df837f tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 210 time: 0.0620756 Mar 03 06:20:33.584197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-2eb329ae-d6af-4e45-a2c2-bdde7d077753 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:33.585869 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-2eb329ae-d6af-4e45-a2c2-bdde7d077753 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.23 "GET /v2.0/networks?id=5cd74c06-0216-4806-beb8-41e02e34a4b1 HTTP/1.1" status: 200 len: 814 time: 0.2069316 Mar 03 06:20:33.597330 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Request body: {'port': {'device_id': 'da65b703-40b8-4422-8629-16e97429ceff', 'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1', 'admin_state_up': True, 'tenant_id': '1cd219e4daa1442cbf9279fb410bf461'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:20:33.749375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:20:33.753258 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Usage tracker for resource:port and tenant:1cd219e4daa1442cbf9279fb410bf461 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:20:33.756218 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:20:33.762659 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:20:33.774539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Made reservation on behalf of 1cd219e4daa1442cbf9279fb410bf461 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:20:33.778198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:33.964677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Allocated IP 172.20.0.6 (5cd74c06-0216-4806-beb8-41e02e34a4b1/2d1c06da-3d8a-4841-9d53-d5ae3d8aba18/14be5f92-f078-480f-b0e6-22b4c52ed1d8) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:20:34.188576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:34.219057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:34.231305 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['86fbd936-736f-4f97-b6d4-f5aed84756af'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:20:34.295398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Pushing event updated for resources: {'Port': ['ID=14be5f92-f078-480f-b0e6-22b4c52ed1d8,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:34.310708 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Network 5cd74c06-0216-4806-beb8-41e02e34a4b1 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:20:34.311904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:20:34.324641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:20:34.399224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:34.400050 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:34.423298 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7bfbf4e2-5212-4403-bb44-098ab0fcf601 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8296392 Mar 03 06:20:34.436437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Request body: {'port': {'device_id': 'da65b703-40b8-4422-8629-16e97429ceff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:20:34.552783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:34.776420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad5eac-6b21-419e-9726-659d55c5755c req-fdb613fe-4aba-45ec-8d9e-c2af3ea472ef tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:34.778434 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f1ad5eac-6b21-419e-9726-659d55c5755c req-fdb613fe-4aba-45ec-8d9e-c2af3ea472ef tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 931 time: 0.2075706 Mar 03 06:20:34.827080 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f1ad5eac-6b21-419e-9726-659d55c5755c req-b46cf2e0-86cb-4358-a166-61c1a9cd42de tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429299 Mar 03 06:20:34.985336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14be5f92-f078-480f-b0e6-22b4c52ed1d8 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:20:34.993589 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:35.009109 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Transition to ACTIVE for port object 14be5f92-f078-480f-b0e6-22b4c52ed1d8 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:20:35.016161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:35.200254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Pushing event updated for resources: {'Port': ['ID=14be5f92-f078-480f-b0e6-22b4c52ed1d8,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:35.401042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Attempting to bind port 14be5f92-f078-480f-b0e6-22b4c52ed1d8 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:20:35.401846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Attempting to bind port 14be5f92-f078-480f-b0e6-22b4c52ed1d8 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'ff27c867-db32-471b-8653-2f70eb6a3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:20:35.401982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Attempting to bind port 14be5f92-f078-480f-b0e6-22b4c52ed1d8 on network 5cd74c06-0216-4806-beb8-41e02e34a4b1 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:20:35.407549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Port 14be5f92-f078-480f-b0e6-22b4c52ed1d8 on network 5cd74c06-0216-4806-beb8-41e02e34a4b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:20:35.407940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Attempting to bind port 14be5f92-f078-480f-b0e6-22b4c52ed1d8 on network 5cd74c06-0216-4806-beb8-41e02e34a4b1 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:20:35.413731 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:20:35.414095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Checking segment: {'id': 'ff27c867-db32-471b-8653-2f70eb6a3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:20:35.414590 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Bound using segment: {'id': 'ff27c867-db32-471b-8653-2f70eb6a3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:20:35.415034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Bound port: 14be5f92-f078-480f-b0e6-22b4c52ed1d8, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff27c867-db32-471b-8653-2f70eb6a3925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:20:35.415427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:35.514649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] For port 14be5f92-f078-480f-b0e6-22b4c52ed1d8, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:20:35.519104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] For port 14be5f92-f078-480f-b0e6-22b4c52ed1d8, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=14be5f92-f078-480f-b0e6-22b4c52ed1d8,segment=NetworkSegment(ff27c867-db32-471b-8653-2f70eb6a3925),segment_id=ff27c867-db32-471b-8653-2f70eb6a3925)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:20:35.525319 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:35.596642 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:35.597241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:35.598568 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] 10.222.0.23 "PUT /v2.0/ports/14be5f92-f078-480f-b0e6-22b4c52ed1d8 HTTP/1.1" status: 200 len: 1093 time: 1.1667864 Mar 03 06:20:35.598997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da65b703-40b8-4422-8629-16e97429ceff', 'tag': '14be5f92-f078-480f-b0e6-22b4c52ed1d8'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:20:35.613353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf1b95-bf97-4b26-8765-ead915b98399 service neutron] Pushing event updated for resources: {'Port': ['ID=14be5f92-f078-480f-b0e6-22b4c52ed1d8,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:35.674365 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da65b703-40b8-4422-8629-16e97429ceff', 'tag': '14be5f92-f078-480f-b0e6-22b4c52ed1d8', 'status': 'completed', 'code': 200} Mar 03 06:20:35.724168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-6bb1a5a3-3fbf-4618-b654-ef5f2c1fa908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:35.725743 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-6bb1a5a3-3fbf-4618-b654-ef5f2c1fa908 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd219e4daa1442cbf9279fb410bf461&device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 1096 time: 0.0826743 Mar 03 06:20:35.796417 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-7452387d-73ea-4163-b41d-c5825be9a153 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14be5f92-f078-480f-b0e6-22b4c52ed1d8 HTTP/1.1" status: 200 len: 217 time: 0.0644710 Mar 03 06:20:35.862616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-ce9b0b81-844b-4b97-afb7-3d0dcc917d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:35.864659 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-ce9b0b81-844b-4b97-afb7-3d0dcc917d06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d1c06da-3d8a-4841-9d53-d5ae3d8aba18 HTTP/1.1" status: 200 len: 854 time: 0.0629544 Mar 03 06:20:35.917510 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-4bce65fd-5132-4a99-8839-2f69ffef27d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd74c06-0216-4806-beb8-41e02e34a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468583 Mar 03 06:20:36.040204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bccaa-0dd0-4705-82b9-4e8e73fa732b req-a0cd3142-5577-4cee-aa9b-0cdf0d4ab52f tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:36.041952 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8b3bccaa-0dd0-4705-82b9-4e8e73fa732b req-a0cd3142-5577-4cee-aa9b-0cdf0d4ab52f tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 943 time: 0.0948114 Mar 03 06:20:36.085609 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-76519576-9867-4f41-a993-fbfcc5f2574c service neutron] 10.222.0.23 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622310 Mar 03 06:20:36.100480 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8b3bccaa-0dd0-4705-82b9-4e8e73fa732b req-255205d9-3bc3-410c-b439-05801ae3f4c4 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515301 Mar 03 06:20:36.263840 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-245a22ce-9ad3-452f-8e1e-4913f9c01a4a req-9ffae73c-00ba-4662-9540-605d54139a7c service neutron] 10.222.0.23 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722629 Mar 03 06:20:36.391841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8302a36-4561-4564-a61c-f517fc48574e req-7f646fa6-5f68-4cd9-8748-a139e399cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:36.393311 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8302a36-4561-4564-a61c-f517fc48574e req-7f646fa6-5f68-4cd9-8748-a139e399cf08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1cd219e4daa1442cbf9279fb410bf461&device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 1096 time: 0.0824904 Mar 03 06:20:36.557602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8302a36-4561-4564-a61c-f517fc48574e req-a9714d26-9342-4387-b0d0-5dc8a3717784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:36.559930 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8302a36-4561-4564-a61c-f517fc48574e req-a9714d26-9342-4387-b0d0-5dc8a3717784 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5cd74c06-0216-4806-beb8-41e02e34a4b1 HTTP/1.1" status: 200 len: 915 time: 0.1605899 Mar 03 06:20:36.633018 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8302a36-4561-4564-a61c-f517fc48574e req-8b4a851b-2657-4658-bc78-2e338fae50f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14be5f92-f078-480f-b0e6-22b4c52ed1d8 HTTP/1.1" status: 200 len: 217 time: 0.0677977 Mar 03 06:20:36.693332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8302a36-4561-4564-a61c-f517fc48574e req-b5b35e50-3634-41cc-a052-2d762168b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:36.694767 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8302a36-4561-4564-a61c-f517fc48574e req-b5b35e50-3634-41cc-a052-2d762168b337 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2d1c06da-3d8a-4841-9d53-d5ae3d8aba18 HTTP/1.1" status: 200 len: 854 time: 0.0564671 Mar 03 06:20:36.742884 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8302a36-4561-4564-a61c-f517fc48574e req-d8fa3b38-83b5-425d-9e06-d2b94b8ee410 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5cd74c06-0216-4806-beb8-41e02e34a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423129 Mar 03 06:20:36.874918 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8302a36-4561-4564-a61c-f517fc48574e req-3f916a31-11e9-4df6-927b-c6fb10536ea0 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264315 Mar 03 06:20:37.006533 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b8302a36-4561-4564-a61c-f517fc48574e req-3ac8fe2c-7271-4b64-9414-7ffb05a41668 service neutron] 10.222.0.23 "GET /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256354 Mar 03 06:20:37.340930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28428a46-a90e-4efc-a0d0-5bf342338d78 req-cbcfdf64-bedb-48f9-a81c-f078d7df5ef8 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:37.342627 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-28428a46-a90e-4efc-a0d0-5bf342338d78 req-cbcfdf64-bedb-48f9-a81c-f078d7df5ef8 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 943 time: 0.1218033 Mar 03 06:20:37.391079 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-28428a46-a90e-4efc-a0d0-5bf342338d78 req-c5bff056-3568-4abf-b5cd-f11dfebfa949 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Mar 03 06:20:38.581508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef50a7-2816-4d7f-9539-2ebc932742e1 req-0ae163d3-c7cc-4143-845a-3c4796dbe262 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:38.583295 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-97ef50a7-2816-4d7f-9539-2ebc932742e1 req-0ae163d3-c7cc-4143-845a-3c4796dbe262 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 943 time: 0.0835645 Mar 03 06:20:38.662703 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-97ef50a7-2816-4d7f-9539-2ebc932742e1 req-0db74282-e7f4-4f0d-96eb-7580c71a607b tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471635 Mar 03 06:20:38.698974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 14be5f92-f078-480f-b0e6-22b4c52ed1d8 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:20:38.829440 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 14be5f92-f078-480f-b0e6-22b4c52ed1d8, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=14be5f92-f078-480f-b0e6-22b4c52ed1d8,segment=NetworkSegment(ff27c867-db32-471b-8653-2f70eb6a3925),segment_id=ff27c867-db32-471b-8653-2f70eb6a3925)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:20:38.842478 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '14be5f92-f078-480f-b0e6-22b4c52ed1d8', 'network_id': '5cd74c06-0216-4806-beb8-41e02e34a4b1', 'port_id': '14be5f92-f078-480f-b0e6-22b4c52ed1d8', 'mac_address': 'fa:16:3e:6a:25:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1c06da-3d8a-4841-9d53-d5ae3d8aba18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:20:38.898493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:38.915704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14be5f92-f078-480f-b0e6-22b4c52ed1d8 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:20:38.930921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 14be5f92-f078-480f-b0e6-22b4c52ed1d8, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=14be5f92-f078-480f-b0e6-22b4c52ed1d8,segment=NetworkSegment(ff27c867-db32-471b-8653-2f70eb6a3925),segment_id=ff27c867-db32-471b-8653-2f70eb6a3925)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:20:38.946924 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:39.012596 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=14be5f92-f078-480f-b0e6-22b4c52ed1d8,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:39.266006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['14be5f92-f078-480f-b0e6-22b4c52ed1d8'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:20:39.880403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2c9f2-0345-4d41-81ce-03dfeb6318cd req-7843dcd2-e850-46a0-8aca-104fda023675 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:39.881847 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c4e2c9f2-0345-4d41-81ce-03dfeb6318cd req-7843dcd2-e850-46a0-8aca-104fda023675 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 944 time: 0.0794451 Mar 03 06:20:39.940876 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c4e2c9f2-0345-4d41-81ce-03dfeb6318cd req-f3a165fb-12ad-4ad9-86ba-e1ce9e99f4e3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525196 Mar 03 06:20:40.708215 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 14be5f92-f078-480f-b0e6-22b4c52ed1d8 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:20:40.776873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 14be5f92-f078-480f-b0e6-22b4c52ed1d8 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:20:40.782041 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 14be5f92-f078-480f-b0e6-22b4c52ed1d8 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:20:40.782400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:40.900384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:40.927584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da65b703-40b8-4422-8629-16e97429ceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14be5f92-f078-480f-b0e6-22b4c52ed1d8'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:20:40.937976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 14be5f92-f078-480f-b0e6-22b4c52ed1d8, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=14be5f92-f078-480f-b0e6-22b4c52ed1d8,segment=NetworkSegment(ff27c867-db32-471b-8653-2f70eb6a3925),segment_id=ff27c867-db32-471b-8653-2f70eb6a3925)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:20:40.943662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:40.980000 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da65b703-40b8-4422-8629-16e97429ceff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14be5f92-f078-480f-b0e6-22b4c52ed1d8', 'code': 200} Mar 03 06:20:41.037507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=14be5f92-f078-480f-b0e6-22b4c52ed1d8,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:41.146822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4182226-27e8-4a48-9e94-7fdc4d305497 req-385b551d-2236-4f9c-bc69-de70866b0edb tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:41.148309 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b4182226-27e8-4a48-9e94-7fdc4d305497 req-385b551d-2236-4f9c-bc69-de70866b0edb tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 945 time: 0.0855308 Mar 03 06:20:41.194810 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b4182226-27e8-4a48-9e94-7fdc4d305497 req-20da19f0-f0f6-45e2-9b59-977e79699d70 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407832 Mar 03 06:20:41.227685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af2480-2a4b-4c0f-bf70-a69ee571e6c1 req-6dc34adb-aa32-4c74-b1cf-53ce3494b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:41.229231 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-89af2480-2a4b-4c0f-bf70-a69ee571e6c1 req-6dc34adb-aa32-4c74-b1cf-53ce3494b101 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 1098 time: 0.0776412 Mar 03 06:20:41.269597 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-89af2480-2a4b-4c0f-bf70-a69ee571e6c1 req-e662dc02-89a6-4c4a-a0f6-226ced7723da service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347040 Mar 03 06:20:42.399457 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f969d11-af30-4854-bb09-bc5dde6dc41e req-5ab23087-79c8-42cc-bf76-e0389a6d67b3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:42.410526 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2f969d11-af30-4854-bb09-bc5dde6dc41e req-5ab23087-79c8-42cc-bf76-e0389a6d67b3 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 945 time: 0.0948188 Mar 03 06:20:42.458442 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2f969d11-af30-4854-bb09-bc5dde6dc41e req-6f707dee-5112-495b-9f76-3a26d312ebdb tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450442 Mar 03 06:20:43.641479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f9702-1d86-4534-8068-aa28669af96f req-815b3f18-4547-4816-a176-a6aa320ed400 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:43.642916 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c4f9702-1d86-4534-8068-aa28669af96f req-815b3f18-4547-4816-a176-a6aa320ed400 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 945 time: 0.0810316 Mar 03 06:20:43.687703 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c4f9702-1d86-4534-8068-aa28669af96f req-48468651-ad25-4d9c-a7d2-964897f5f4a0 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382633 Mar 03 06:20:44.078027 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfda19-2254-42e4-83eb-1e46f0824906 req-335c380d-0f8a-4d5e-94c2-3e4091aaab40 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:44.079451 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bbdfda19-2254-42e4-83eb-1e46f0824906 req-335c380d-0f8a-4d5e-94c2-3e4091aaab40 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 945 time: 0.0821927 Mar 03 06:20:44.122117 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bbdfda19-2254-42e4-83eb-1e46f0824906 req-08b8b52a-619b-4bec-b3f5-2851cb141faf tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369895 Mar 03 06:20:45.307294 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e52d32-8efe-4d32-9cf9-73318f1dc4a0 req-1ed7896e-aa63-4f75-a49f-6c4c9cbfe4ec tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:45.309377 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-82e52d32-8efe-4d32-9cf9-73318f1dc4a0 req-1ed7896e-aa63-4f75-a49f-6c4c9cbfe4ec tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 945 time: 0.0805242 Mar 03 06:20:45.356303 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-82e52d32-8efe-4d32-9cf9-73318f1dc4a0 req-2933c725-fda9-4041-8781-d7f771600b92 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411551 Mar 03 06:20:45.589008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c476d-51a0-412d-9df6-60f3702b3633 req-b1144a79-a120-4152-ac35-debf11eb60fc tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:45.590234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-776c476d-51a0-412d-9df6-60f3702b3633 req-b1144a79-a120-4152-ac35-debf11eb60fc tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Synchronizing usage tracker for tenant:1cd219e4daa1442cbf9279fb410bf461 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:20:45.607744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-776c476d-51a0-412d-9df6-60f3702b3633 req-b1144a79-a120-4152-ac35-debf11eb60fc tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Unset dirty status for tenant:1cd219e4daa1442cbf9279fb410bf461 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:20:45.608959 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-776c476d-51a0-412d-9df6-60f3702b3633 req-b1144a79-a120-4152-ac35-debf11eb60fc tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.23 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 945 time: 0.2002590 Mar 03 06:20:45.678360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-776c476d-51a0-412d-9df6-60f3702b3633 req-934b1227-0a9e-475c-90fb-b1ddd2968241 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Deleting port 14be5f92-f078-480f-b0e6-22b4c52ed1d8 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:20:45.678707 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-776c476d-51a0-412d-9df6-60f3702b3633 req-934b1227-0a9e-475c-90fb-b1ddd2968241 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:45.922953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-776c476d-51a0-412d-9df6-60f3702b3633 req-934b1227-0a9e-475c-90fb-b1ddd2968241 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] For port 14be5f92-f078-480f-b0e6-22b4c52ed1d8, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=14be5f92-f078-480f-b0e6-22b4c52ed1d8,segment=NetworkSegment(ff27c867-db32-471b-8653-2f70eb6a3925),segment_id=ff27c867-db32-471b-8653-2f70eb6a3925)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:20:45.923231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-776c476d-51a0-412d-9df6-60f3702b3633 req-934b1227-0a9e-475c-90fb-b1ddd2968241 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:46.044356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-776c476d-51a0-412d-9df6-60f3702b3633 req-934b1227-0a9e-475c-90fb-b1ddd2968241 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Calling delete_port for 14be5f92-f078-480f-b0e6-22b4c52ed1d8 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:20:46.184255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-776c476d-51a0-412d-9df6-60f3702b3633 req-934b1227-0a9e-475c-90fb-b1ddd2968241 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:46.194938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['86fbd936-736f-4f97-b6d4-f5aed84756af', '14be5f92-f078-480f-b0e6-22b4c52ed1d8'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:20:46.242036 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b1227-0a9e-475c-90fb-b1ddd2968241 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Pushing event deleted for resources: {'Port': ['ID=14be5f92-f078-480f-b0e6-22b4c52ed1d8,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:46.318705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-776c476d-51a0-412d-9df6-60f3702b3633 req-934b1227-0a9e-475c-90fb-b1ddd2968241 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] No DVR routers for this DVR port 14be5f92-f078-480f-b0e6-22b4c52ed1d8 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:20:46.321357 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-776c476d-51a0-412d-9df6-60f3702b3633 req-934b1227-0a9e-475c-90fb-b1ddd2968241 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:46.323798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da65b703-40b8-4422-8629-16e97429ceff', 'name': 'network-vif-deleted', 'tag': '14be5f92-f078-480f-b0e6-22b4c52ed1d8'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:20:46.341884 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-776c476d-51a0-412d-9df6-60f3702b3633 req-934b1227-0a9e-475c-90fb-b1ddd2968241 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.23 "DELETE /v2.0/ports/14be5f92-f078-480f-b0e6-22b4c52ed1d8 HTTP/1.1" status: 204 len: 173 time: 0.7283142 Mar 03 06:20:46.409138 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da65b703-40b8-4422-8629-16e97429ceff', 'name': 'network-vif-deleted', 'tag': '14be5f92-f078-480f-b0e6-22b4c52ed1d8', 'status': 'completed', 'code': 200} Mar 03 06:20:46.538352 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-07ef5e10-eda7-46d0-908a-e4f845e353b3 req-f2be378d-6457-4cc7-85d1-4710e8fe8326 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=da65b703-40b8-4422-8629-16e97429ceff HTTP/1.1" status: 200 len: 210 time: 0.0458379 Mar 03 06:20:47.802682 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a40fe-ea74-4e64-99bb-92cf074e7dab req-2459a1a3-4d63-4a6a-a01b-9f547e0258f6 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:47.804686 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5f7a40fe-ea74-4e64-99bb-92cf074e7dab req-2459a1a3-4d63-4a6a-a01b-9f547e0258f6 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0888531 Mar 03 06:20:47.852610 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5f7a40fe-ea74-4e64-99bb-92cf074e7dab req-8440c301-bfbb-4856-abe4-d66e8da6a85a tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415430 Mar 03 06:20:48.054903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a34184-dca9-46e3-8569-5e1ad801e534 req-52af6293-e248-4409-b054-c3e7e933dc20 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:48.056372 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-12a34184-dca9-46e3-8569-5e1ad801e534 req-52af6293-e248-4409-b054-c3e7e933dc20 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0800796 Mar 03 06:20:48.101163 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-12a34184-dca9-46e3-8569-5e1ad801e534 req-27d97caa-76b3-46b5-9e8b-6d3739d95ee1 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385213 Mar 03 06:20:48.290698 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c55e2-2036-44c4-9337-5d50a14bcb38 req-2b03e46d-b8cc-4bf4-b731-bcb68de412b2 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:48.292193 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-922c55e2-2036-44c4-9337-5d50a14bcb38 req-2b03e46d-b8cc-4bf4-b731-bcb68de412b2 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0856001 Mar 03 06:20:48.308488 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3e29f7a6-1f15-4e1b-9858-5d7860e5fad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:48.341080 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-922c55e2-2036-44c4-9337-5d50a14bcb38 req-c14eb5aa-1a23-4260-b367-7fbf3c36e58c tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423079 Mar 03 06:20:48.628691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f76c2-80ed-4864-be8e-a95b8c5c674d req-c2992ec0-1b7a-4220-84b3-dfd708f44a7f tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:48.630777 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9e5f76c2-80ed-4864-be8e-a95b8c5c674d req-c2992ec0-1b7a-4220-84b3-dfd708f44a7f tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0799859 Mar 03 06:20:48.674605 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9e5f76c2-80ed-4864-be8e-a95b8c5c674d req-b4d33431-f8cf-41a1-a2bc-128a4c45de7a tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387123 Mar 03 06:20:48.739902 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 14be5f92-f078-480f-b0e6-22b4c52ed1d8 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:20:48.778102 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 14be5f92-f078-480f-b0e6-22b4c52ed1d8 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:20:48.778735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 14be5f92-f078-480f-b0e6-22b4c52ed1d8 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:20:48.864814 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed77f5-8b08-4e1d-b023-0b507d2eb4a0 req-9d6d1a40-4273-429a-9233-e1f8206caf43 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:48.866295 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e1ed77f5-8b08-4e1d-b023-0b507d2eb4a0 req-9d6d1a40-4273-429a-9233-e1f8206caf43 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0830092 Mar 03 06:20:48.910509 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e1ed77f5-8b08-4e1d-b023-0b507d2eb4a0 req-2e25b1a0-4e3b-43c8-b456-97cc44159b88 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384455 Mar 03 06:20:49.110540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7ee5e-487f-490c-84e4-5d85a1b60555 req-07bb2dc0-a06a-4129-86b3-f2b9e25224ca tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:49.112023 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-22f7ee5e-487f-490c-84e4-5d85a1b60555 req-07bb2dc0-a06a-4129-86b3-f2b9e25224ca tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0836937 Mar 03 06:20:49.157360 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-22f7ee5e-487f-490c-84e4-5d85a1b60555 req-c8e78a5a-1876-432b-8a7f-6932c447e920 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387609 Mar 03 06:20:49.690130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf43c6-48cf-4a4c-a35d-1bff55c854c7 req-b2d3906a-0608-41ce-9a0a-22baab4c3b9b tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:49.691572 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ffbf43c6-48cf-4a4c-a35d-1bff55c854c7 req-b2d3906a-0608-41ce-9a0a-22baab4c3b9b tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0877926 Mar 03 06:20:49.736177 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ffbf43c6-48cf-4a4c-a35d-1bff55c854c7 req-8889539c-d133-48db-9e7b-37ddcc626637 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389011 Mar 03 06:20:50.519932 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-71365563-3dea-40f2-9aea-4604e9fc10ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:50.925953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d40610-000d-4cdc-90d4-74cef0ecb7ae req-e4c0da71-363f-4151-9485-0378c0c66965 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:50.927407 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-63d40610-000d-4cdc-90d4-74cef0ecb7ae req-e4c0da71-363f-4151-9485-0378c0c66965 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0848007 Mar 03 06:20:50.975430 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-63d40610-000d-4cdc-90d4-74cef0ecb7ae req-476ffad3-6c9b-47ca-9e2b-0986d056caf7 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/security-groups?id=54edb8f6-0831-493f-8318-e3a496e506a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391898 Mar 03 06:20:51.334224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10089297-1d74-4cfc-8876-45877817f074 req-d08f5f6b-4206-49b0-a8bd-2f2a6f1eedd1 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:51.334910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-10089297-1d74-4cfc-8876-45877817f074 req-d08f5f6b-4206-49b0-a8bd-2f2a6f1eedd1 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Synchronizing usage tracker for tenant:1cd219e4daa1442cbf9279fb410bf461 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:20:51.350525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-10089297-1d74-4cfc-8876-45877817f074 req-d08f5f6b-4206-49b0-a8bd-2f2a6f1eedd1 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Unset dirty status for tenant:1cd219e4daa1442cbf9279fb410bf461 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:20:51.351673 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-10089297-1d74-4cfc-8876-45877817f074 req-d08f5f6b-4206-49b0-a8bd-2f2a6f1eedd1 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.23 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 945 time: 0.0990174 Mar 03 06:20:51.421563 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-10089297-1d74-4cfc-8876-45877817f074 req-92b311b8-9afb-4018-a6be-037c31a68d7c tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Deleting port 86fbd936-736f-4f97-b6d4-f5aed84756af {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:20:51.421896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-10089297-1d74-4cfc-8876-45877817f074 req-92b311b8-9afb-4018-a6be-037c31a68d7c tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:51.673118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-10089297-1d74-4cfc-8876-45877817f074 req-92b311b8-9afb-4018-a6be-037c31a68d7c tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] For port 86fbd936-736f-4f97-b6d4-f5aed84756af, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=86fbd936-736f-4f97-b6d4-f5aed84756af,segment=NetworkSegment(ff27c867-db32-471b-8653-2f70eb6a3925),segment_id=ff27c867-db32-471b-8653-2f70eb6a3925)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:20:51.673313 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:51.673773 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-10089297-1d74-4cfc-8876-45877817f074 req-92b311b8-9afb-4018-a6be-037c31a68d7c tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:51.800525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-10089297-1d74-4cfc-8876-45877817f074 req-92b311b8-9afb-4018-a6be-037c31a68d7c tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Calling delete_port for 86fbd936-736f-4f97-b6d4-f5aed84756af owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:20:51.807332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:51.951510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-10089297-1d74-4cfc-8876-45877817f074 req-92b311b8-9afb-4018-a6be-037c31a68d7c tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:51.962605 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['86fbd936-736f-4f97-b6d4-f5aed84756af'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:20:52.002874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b311b8-9afb-4018-a6be-037c31a68d7c tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Pushing event deleted for resources: {'Port': ['ID=86fbd936-736f-4f97-b6d4-f5aed84756af,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:52.161451 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-10de5f87-9788-4752-b1a6-7da82e57766a req-340e393a-3810-40fd-9652-0ef7d14228f4 tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.20 "GET /v2.0/ports?device_id=9762f5f1-56c6-453d-abad-7a7959e2c6b8 HTTP/1.1" status: 200 len: 210 time: 0.0535216 Mar 03 06:20:52.216786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-10089297-1d74-4cfc-8876-45877817f074 req-92b311b8-9afb-4018-a6be-037c31a68d7c tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] No DVR routers for this DVR port 86fbd936-736f-4f97-b6d4-f5aed84756af on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:20:52.219169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-10089297-1d74-4cfc-8876-45877817f074 req-92b311b8-9afb-4018-a6be-037c31a68d7c tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:52.224308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9762f5f1-56c6-453d-abad-7a7959e2c6b8', 'name': 'network-vif-deleted', 'tag': '86fbd936-736f-4f97-b6d4-f5aed84756af'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:20:52.243017 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-10089297-1d74-4cfc-8876-45877817f074 req-92b311b8-9afb-4018-a6be-037c31a68d7c tempest-ServersNegativeTestJSON-581670085 tempest-ServersNegativeTestJSON-581670085-project] 10.222.0.23 "DELETE /v2.0/ports/86fbd936-736f-4f97-b6d4-f5aed84756af HTTP/1.1" status: 204 len: 173 time: 0.8861165 Mar 03 06:20:52.279172 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9762f5f1-56c6-453d-abad-7a7959e2c6b8', 'name': 'network-vif-deleted', 'tag': '86fbd936-736f-4f97-b6d4-f5aed84756af', 'status': 'completed', 'code': 200} Mar 03 06:20:52.985444 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:53.262646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40740) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:53.324878 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7bea34-6ea4-4e9d-b2c1-450a2771ccb0 admin admin] Deleting subnet 2d1c06da-3d8a-4841-9d53-d5ae3d8aba18 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:20:53.327760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ee7bea34-6ea4-4e9d-b2c1-450a2771ccb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:53.376662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ee7bea34-6ea4-4e9d-b2c1-450a2771ccb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:53.431544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ee7bea34-6ea4-4e9d-b2c1-450a2771ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:53.597158 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ee7bea34-6ea4-4e9d-b2c1-450a2771ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:53.635676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bea34-6ea4-4e9d-b2c1-450a2771ccb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1c06da-3d8a-4841-9d53-d5ae3d8aba18,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:53.639430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ee7bea34-6ea4-4e9d-b2c1-450a2771ccb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:53.649645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40744) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:53.650152 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ee7bea34-6ea4-4e9d-b2c1-450a2771ccb0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2d1c06da-3d8a-4841-9d53-d5ae3d8aba18 HTTP/1.1" status: 204 len: 168 time: 0.3841760 Mar 03 06:20:53.755343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2deca9fa-155c-44cf-8e87-1ddc021ef790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:53.879444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2deca9fa-155c-44cf-8e87-1ddc021ef790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:53.904917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-2deca9fa-155c-44cf-8e87-1ddc021ef790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd74c06-0216-4806-beb8-41e02e34a4b1']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:53.916617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-2deca9fa-155c-44cf-8e87-1ddc021ef790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff27c867-db32-471b-8653-2f70eb6a3925') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:53.916907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-2deca9fa-155c-44cf-8e87-1ddc021ef790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff27c867-db32-471b-8653-2f70eb6a3925') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:20:53.932320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2deca9fa-155c-44cf-8e87-1ddc021ef790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:53.949628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2deca9fa-155c-44cf-8e87-1ddc021ef790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:53.955678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2deca9fa-155c-44cf-8e87-1ddc021ef790 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:20:53.956142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2deca9fa-155c-44cf-8e87-1ddc021ef790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:20:53.969155 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:20:54.045823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2deca9fa-155c-44cf-8e87-1ddc021ef790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:54.062226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2deca9fa-155c-44cf-8e87-1ddc021ef790 admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:54.072132 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deca9fa-155c-44cf-8e87-1ddc021ef790 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd74c06-0216-4806-beb8-41e02e34a4b1,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:54.081930 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2deca9fa-155c-44cf-8e87-1ddc021ef790 admin admin] 10.222.0.20 "DELETE /v2.0/networks/5cd74c06-0216-4806-beb8-41e02e34a4b1 HTTP/1.1" status: 204 len: 168 time: 0.4330750 Mar 03 06:20:54.191276 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40750) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:54.240059 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f59960db-4d34-4f1d-aab2-e34896e76ccb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cd219e4daa1442cbf9279fb410bf461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476358 Mar 03 06:20:54.242441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40754) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:54.302013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fd88c278-f343-43f4-8305-5de02ccb4109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:54.328418 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fd88c278-f343-43f4-8305-5de02ccb4109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:54.384469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fd88c278-f343-43f4-8305-5de02ccb4109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:54.402237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88c278-f343-43f4-8305-5de02ccb4109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54edb8f6-0831-493f-8318-e3a496e506a1,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:54.413978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fd88c278-f343-43f4-8305-5de02ccb4109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:54.417461 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fd88c278-f343-43f4-8305-5de02ccb4109 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54edb8f6-0831-493f-8318-e3a496e506a1 HTTP/1.1" status: 204 len: 168 time: 0.1718872 Mar 03 06:20:54.756571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 86fbd936-736f-4f97-b6d4-f5aed84756af no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:20:54.793269 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 86fbd936-736f-4f97-b6d4-f5aed84756af {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:20:54.793619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 86fbd936-736f-4f97-b6d4-f5aed84756af not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:20:55.160677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40778) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:55.260628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-572715268'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:20:55.266095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:20:55.269847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Usage tracker for resource:network and tenant:8efe124f21c9468eb1db146afd63ebc9 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:20:55.272711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:20:55.279386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:20:55.288757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Made reservation on behalf of 8efe124f21c9468eb1db146afd63ebc9 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:20:55.292171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:55.304079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:55.319041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:20:55.322789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Usage tracker for resource:security_group_rule and tenant:8efe124f21c9468eb1db146afd63ebc9 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:20:55.326171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:20:55.331763 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:20:55.418201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:55.421847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:55.450797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:20:55.465703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b880da-515f-4dd8-afbb-a2379fb8eef9,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:55.469962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:55.470302 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Added segment 44b3260d-8d41-4f03-bd1b-1c182d5abdc0 of type vlan for network d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950 Mar 03 06:20:55.496663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:55.525109 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:55.530522 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:55.531229 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:55.642448 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4805732 Mar 03 06:20:55.645207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cb90c-9c58-4dc6-bcec-eab8d0a67b32 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event updated for resources: {'Network': ['ID=d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:55.655801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:20:58.849150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40784) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:58.855507 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Request body: {'subnet': {'network_id': 'd5eb3ce6-5fa8-45ba-ab64-b9c797eb7950', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:20:58.963075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:20:58.966889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Usage tracker for resource:subnet and tenant:8efe124f21c9468eb1db146afd63ebc9 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:20:58.969690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:20:58.975300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:20:58.985383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Made reservation on behalf of 8efe124f21c9468eb1db146afd63ebc9 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:20:58.988841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:59.198057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:59.288168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event updated for resources: {'Subnet': ['ID=27bb4355-60ea-48bc-807b-d7a985b7ccec,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:59.295498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Checking segment: {'id': '44b3260d-8d41-4f03-bd1b-1c182d5abdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd5eb3ce6-5fa8-45ba-ab64-b9c797eb7950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:20:59.295928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Network hostable DHCP agents. Network: d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:20:59.316852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Network d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:20:59.332923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:20:59.337028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:59.337611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:59.345855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eb59e5-bcc8-4c14-8327-133edacdfbb3 None None] Network d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:20:59.386227 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cbf1b567-c7d7-4dc4-b428-275a9bbb181f tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5324795 Mar 03 06:20:59.386227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40788) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:59.400040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-826190098'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:20:59.405627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:20:59.409441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Usage tracker for resource:network and tenant:8efe124f21c9468eb1db146afd63ebc9 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:20:59.412364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:20:59.418494 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:20:59.431040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Made reservation on behalf of 8efe124f21c9468eb1db146afd63ebc9 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:20:59.435570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:59.466516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:20:59.476322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:59.476950 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Added segment 02c6a89b-1c62-4feb-b800-e6b91a755cf6 of type vlan for network 9878d41e-ca85-4ea0-9e3f-5409b83f8e78 Mar 03 06:20:59.504990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:59.538007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:59.545494 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:20:59.546322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:59.567178 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950', 'network_id': 'd5eb3ce6-5fa8-45ba-ab64-b9c797eb7950', 'tenant_id': '8efe124f21c9468eb1db146afd63ebc9', 'fixed_ips': [{'subnet_id': '27bb4355-60ea-48bc-807b-d7a985b7ccec'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:20:59.568045 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:59.604221 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2142298 Mar 03 06:20:59.604531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40792) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:20:59.610563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Request body: {'subnet': {'network_id': '9878d41e-ca85-4ea0-9e3f-5409b83f8e78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:20:59.697348 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051a919-5c72-434b-8045-95bd7103bfc0 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event updated for resources: {'Network': ['ID=9878d41e-ca85-4ea0-9e3f-5409b83f8e78,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:20:59.722206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 9878d41e-ca85-4ea0-9e3f-5409b83f8e78 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:20:59.723613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:20:59.727711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Usage tracker for resource:subnet and tenant:8efe124f21c9468eb1db146afd63ebc9 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:20:59.731359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:20:59.737615 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:20:59.750283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Made reservation on behalf of 8efe124f21c9468eb1db146afd63ebc9 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:20:59.754290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:20:59.849500 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Allocated IP 2001:db8:0:ffff::2 (d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950/27bb4355-60ea-48bc-807b-d7a985b7ccec/b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:20:59.983421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.054449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.061343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Checking segment: {'id': '02c6a89b-1c62-4feb-b800-e6b91a755cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9878d41e-ca85-4ea0-9e3f-5409b83f8e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:00.061710 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Network hostable DHCP agents. Network: 9878d41e-ca85-4ea0-9e3f-5409b83f8e78, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:21:00.064701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Transition to ACTIVE for port object b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:00.073672 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event updated for resources: {'Subnet': ['ID=b211af18-a88e-441e-8e85-06cea6e15e31,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:00.082529 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Transition to ACTIVE for port object b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:00.091017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.092135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Network 9878d41e-ca85-4ea0-9e3f-5409b83f8e78 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:21:00.103553 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 9878d41e-ca85-4ea0-9e3f-5409b83f8e78) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:00.108574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:00.109146 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.133707 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6684341a-d211-4b2b-bcbb-99bb1938f4b1 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5255055 Mar 03 06:21:00.135615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40796) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:00.136116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db33976-22b1-49c2-8b2c-c88aa2ebd927 None None] Network 9878d41e-ca85-4ea0-9e3f-5409b83f8e78 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:00.178551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Network d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:21:00.183466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:00.194684 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:21:00.251832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Pushing event updated for resources: {'Port': ['ID=b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:00.354435 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Attempting to bind port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:21:00.355530 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Attempting to bind port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '44b3260d-8d41-4f03-bd1b-1c182d5abdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd5eb3ce6-5fa8-45ba-ab64-b9c797eb7950'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:21:00.356093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Attempting to bind port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 on network d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:21:00.362954 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:21:00.363537 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Checking segment: {'id': '44b3260d-8d41-4f03-bd1b-1c182d5abdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd5eb3ce6-5fa8-45ba-ab64-b9c797eb7950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:00.364114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.364663 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Bound using segment: {'id': '44b3260d-8d41-4f03-bd1b-1c182d5abdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd5eb3ce6-5fa8-45ba-ab64-b9c797eb7950'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:21:00.365275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Bound port: b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b3260d-8d41-4f03-bd1b-1c182d5abdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd5eb3ce6-5fa8-45ba-ab64-b9c797eb7950'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:21:00.365807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.404548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.471243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.546853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] For port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:21:00.554878 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] For port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3,segment=NetworkSegment(44b3260d-8d41-4f03-bd1b-1c182d5abdc0),segment_id=44b3260d-8d41-4f03-bd1b-1c182d5abdc0)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:21:00.562060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28caabce-91b8-4bc7-9478-b5ba9ce5761f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-9878d41e-ca85-4ea0-9e3f-5409b83f8e78', 'network_id': '9878d41e-ca85-4ea0-9e3f-5409b83f8e78', 'tenant_id': '8efe124f21c9468eb1db146afd63ebc9', 'fixed_ips': [{'subnet_id': 'b211af18-a88e-441e-8e85-06cea6e15e31'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:21:00.562439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.563351 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-28caabce-91b8-4bc7-9478-b5ba9ce5761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.575326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.619092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event deleted for resources: {'Subnet': ['ID=b211af18-a88e-441e-8e85-06cea6e15e31,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:00.729656 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.731225 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000e1e9-804b-44d8-a2fc-172b0952c3f0 None None] Pushing event updated for resources: {'Port': ['ID=b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:00.762037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9878d41e-ca85-4ea0-9e3f-5409b83f8e78']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:00.776339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c40a8c-1a24-451d-90ce-fca1d55e7139 None None] Network 9878d41e-ca85-4ea0-9e3f-5409b83f8e78 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:00.780344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c6a89b-1c62-4feb-b800-e6b91a755cf6') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:00.781018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c6a89b-1c62-4feb-b800-e6b91a755cf6') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:00.794570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.814259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.820436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:21:00.820932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:21:00.839084 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:21:00.963681 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.988032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:00.996207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:01.012110 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event deleted for resources: {'Network': ['ID=9878d41e-ca85-4ea0-9e3f-5409b83f8e78,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:01.019304 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-cdabad4a-ec2a-4f25-9b27-367ed4402263 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/networks/9878d41e-ca85-4ea0-9e3f-5409b83f8e78 HTTP/1.1" status: 204 len: 168 time: 0.8834145 Mar 03 06:21:01.042292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40800) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:01.060956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-170827225'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:01.060956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:01.060956 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Usage tracker for resource:network and tenant:8efe124f21c9468eb1db146afd63ebc9 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:01.065018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:01.071312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:01.085995 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Made reservation on behalf of 8efe124f21c9468eb1db146afd63ebc9 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:01.089616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:01.118887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:21:01.128836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:01.129177 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Added segment c40fbb35-ab8c-4208-831b-7cb584caf567 of type vlan for network 67d4bb07-4127-4ca2-b653-365b6b596bd9 Mar 03 06:21:01.155546 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:01.200031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:01.205645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:01.206244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:01.259175 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2152152 Mar 03 06:21:01.263149 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40804) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:01.270157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Request body: {'subnet': {'network_id': '67d4bb07-4127-4ca2-b653-365b6b596bd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:01.316781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe196909-b0c5-4f65-a5b7-8bf76be70e6a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event updated for resources: {'Network': ['ID=67d4bb07-4127-4ca2-b653-365b6b596bd9,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:01.333788 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 67d4bb07-4127-4ca2-b653-365b6b596bd9 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:21:01.415623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:01.415623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Usage tracker for resource:subnet and tenant:8efe124f21c9468eb1db146afd63ebc9 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:01.415623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:01.415623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:01.436902 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Made reservation on behalf of 8efe124f21c9468eb1db146afd63ebc9 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:01.445400 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:01.550387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.ipam_backend_mixin [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Performing IP validity checks on allocation pools {{(pid=87792) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 03 06:21:01.574453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.ipam_backend_mixin [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87792) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 03 06:21:01.697841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:01.783732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event updated for resources: {'Subnet': ['ID=fbabfc92-d2f6-447c-893e-aab9090d163b,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:01.800435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Checking segment: {'id': 'c40fbb35-ab8c-4208-831b-7cb584caf567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '67d4bb07-4127-4ca2-b653-365b6b596bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:01.800793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Network hostable DHCP agents. Network: 67d4bb07-4127-4ca2-b653-365b6b596bd9, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:21:01.803724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02271b85-efaa-4b50-8045-6a25cf02acb3 None None] Network d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:01.833413 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Network 67d4bb07-4127-4ca2-b653-365b6b596bd9 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:21:01.835594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 67d4bb07-4127-4ca2-b653-365b6b596bd9) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:01.840706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:01.841282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:01.855053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8460c78e-0989-4531-b5fb-c081ae6b287c None None] Network 67d4bb07-4127-4ca2-b653-365b6b596bd9 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:01.868527 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c952e1db-1b62-48a3-b8ea-ef13fe6b8ba6 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6033964 Mar 03 06:21:01.882351 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40808) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:02.020004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.034978 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-00abb723-66c0-4c1d-b571-83a2eded5e7a None None] Provisioning for port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:02.110376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.213706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.225945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:02.255523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event deleted for resources: {'Subnet': ['ID=fbabfc92-d2f6-447c-893e-aab9090d163b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:02.330570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f15149-d97a-492c-8333-0b61e00e063a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-67d4bb07-4127-4ca2-b653-365b6b596bd9', 'network_id': '67d4bb07-4127-4ca2-b653-365b6b596bd9', 'tenant_id': '8efe124f21c9468eb1db146afd63ebc9', 'fixed_ips': [{'subnet_id': 'fbabfc92-d2f6-447c-893e-aab9090d163b'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:21:02.331410 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-00f15149-d97a-492c-8333-0b61e00e063a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.357973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.388759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d4bb07-4127-4ca2-b653-365b6b596bd9']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:02.392188 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:21:02.403697 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40fbb35-ab8c-4208-831b-7cb584caf567') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:02.403697 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40fbb35-ab8c-4208-831b-7cb584caf567') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:02.418230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.436773 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:02.437003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.443718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:21:02.444288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.448508 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:02.449635 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:21:02.461442 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:21:02.520851 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde1a70d-9a36-4633-97a8-db8560a8911c None None] Network 67d4bb07-4127-4ca2-b653-365b6b596bd9 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:02.551618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.572609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.579854 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event deleted for resources: {'Network': ['ID=67d4bb07-4127-4ca2-b653-365b6b596bd9,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:02.589086 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-acfb81c9-5fbb-4caf-a579-ed5ca0f696f5 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/networks/67d4bb07-4127-4ca2-b653-365b6b596bd9 HTTP/1.1" status: 204 len: 168 time: 0.7145078 Mar 03 06:21:02.595191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40812) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:02.601455 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-219178500'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:02.609231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:02.613945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Usage tracker for resource:network and tenant:8efe124f21c9468eb1db146afd63ebc9 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:02.617472 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:02.626784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:02.641371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Made reservation on behalf of 8efe124f21c9468eb1db146afd63ebc9 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:02.647865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.686235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:21:02.696507 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.696912 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Added segment be4cf3eb-ac18-4471-b11f-101e24abfb0a of type vlan for network 89951dcb-f050-4236-9a61-027ae40f6112 Mar 03 06:21:02.723908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.754381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.760046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:02.760631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.771174 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.803452 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-1a971074-31b2-4239-9491-4eb70ad93f10 None None] Provisioning complete for port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:02.804457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1a971074-31b2-4239-9491-4eb70ad93f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.843025 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3,segment=NetworkSegment(44b3260d-8d41-4f03-bd1b-1c182d5abdc0),segment_id=44b3260d-8d41-4f03-bd1b-1c182d5abdc0)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:02.848614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:02.858573 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2622001 Mar 03 06:21:02.862476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40816) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:02.869942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff53268-9087-4c5f-8c48-859dcfcde846 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event updated for resources: {'Network': ['ID=89951dcb-f050-4236-9a61-027ae40f6112,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:02.870333 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Request body: {'subnet': {'network_id': '89951dcb-f050-4236-9a61-027ae40f6112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:02.898391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 89951dcb-f050-4236-9a61-027ae40f6112 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:21:03.026007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:03.085352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:03.089993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Usage tracker for resource:subnet and tenant:8efe124f21c9468eb1db146afd63ebc9 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:03.092593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:03.098352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:03.133021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Made reservation on behalf of 8efe124f21c9468eb1db146afd63ebc9 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:03.136572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:03.361482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:03.446445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event updated for resources: {'Subnet': ['ID=edc5f6f5-951e-498c-b268-f4fda26d7a36,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:03.456863 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Checking segment: {'id': 'be4cf3eb-ac18-4471-b11f-101e24abfb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '89951dcb-f050-4236-9a61-027ae40f6112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:03.457216 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Network hostable DHCP agents. Network: 89951dcb-f050-4236-9a61-027ae40f6112, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:21:03.475575 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Network 89951dcb-f050-4236-9a61-027ae40f6112 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:21:03.485361 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 89951dcb-f050-4236-9a61-027ae40f6112) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:03.490172 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:03.490866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:03.494311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe1215-06f1-483d-b613-6fd0bb1cda86 None None] Network 89951dcb-f050-4236-9a61-027ae40f6112 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:03.513833 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a77eda18-59cf-4e84-92d9-41fb74f76e7a tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6502683 Mar 03 06:21:03.517399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40820) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:03.523175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-789435715'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:03.528001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:03.531920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Usage tracker for resource:network and tenant:8efe124f21c9468eb1db146afd63ebc9 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:03.534859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:03.540627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:03.551309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Made reservation on behalf of 8efe124f21c9468eb1db146afd63ebc9 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:03.554725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:03.585032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:21:03.595000 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:03.595351 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Added segment 64f0fc4f-8eb8-4f73-b2e2-3f654ed70a22 of type vlan for network 5001bd33-0963-4dbe-a74c-65297bae2d81 Mar 03 06:21:03.622955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:03.653639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:03.659167 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:03.659759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:03.766863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-89951dcb-f050-4236-9a61-027ae40f6112', 'network_id': '89951dcb-f050-4236-9a61-027ae40f6112', 'tenant_id': '8efe124f21c9468eb1db146afd63ebc9', 'fixed_ips': [{'subnet_id': 'edc5f6f5-951e-498c-b268-f4fda26d7a36'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:21:03.768494 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:03.770679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event updated for resources: {'Network': ['ID=5001bd33-0963-4dbe-a74c-65297bae2d81,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:03.774236 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f4a0f5e6-976a-4b7e-8b2e-f5208e2d3cad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2558811 Mar 03 06:21:03.777127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40824) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:03.782522 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 5001bd33-0963-4dbe-a74c-65297bae2d81 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:21:03.782688 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Request body: {'subnet': {'network_id': '5001bd33-0963-4dbe-a74c-65297bae2d81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:03.895800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:03.899673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Usage tracker for resource:subnet and tenant:8efe124f21c9468eb1db146afd63ebc9 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:03.903308 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:03.909681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:03.921763 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Made reservation on behalf of 8efe124f21c9468eb1db146afd63ebc9 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:03.925899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.018947 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Allocated IP 2001:db8::2 (89951dcb-f050-4236-9a61-027ae40f6112/edc5f6f5-951e-498c-b268-f4fda26d7a36/3531163e-c567-45a3-a9d8-ce49f3f38021) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:21:04.155662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:04.181684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.260236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event updated for resources: {'Subnet': ['ID=5756ea23-51a0-4595-a507-c557b1bb8701,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:04.271938 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Checking segment: {'id': '64f0fc4f-8eb8-4f73-b2e2-3f654ed70a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5001bd33-0963-4dbe-a74c-65297bae2d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:04.272291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Network hostable DHCP agents. Network: 5001bd33-0963-4dbe-a74c-65297bae2d81, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:21:04.294569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Network 5001bd33-0963-4dbe-a74c-65297bae2d81 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:21:04.310291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 5001bd33-0963-4dbe-a74c-65297bae2d81) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:04.317097 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:04.317556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.327396 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:04.328544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.350115 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.353123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8d5891-1a1f-46a7-8077-4588df908c0d None None] Network 5001bd33-0963-4dbe-a74c-65297bae2d81 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:04.357440 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ab0e92c4-1977-4ac1-91b1-8e16a66e412d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5790508 Mar 03 06:21:04.360190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40828) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:04.407299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Transition to ACTIVE for port object 3531163e-c567-45a3-a9d8-ce49f3f38021 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:04.498264 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Transition to ACTIVE for port object 3531163e-c567-45a3-a9d8-ce49f3f38021 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:04.513738 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.530294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.601706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.618286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Network 89951dcb-f050-4236-9a61-027ae40f6112 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:21:04.629964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:04.632367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:21:04.678227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.708670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Pushing event updated for resources: {'Port': ['ID=3531163e-c567-45a3-a9d8-ce49f3f38021,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:04.723260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event deleted for resources: {'Subnet': ['ID=5756ea23-51a0-4595-a507-c557b1bb8701,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:04.816152 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.817546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a303a8-7048-49ca-aaca-abd8e6263daf None None] Network 5001bd33-0963-4dbe-a74c-65297bae2d81 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:04.845876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5001bd33-0963-4dbe-a74c-65297bae2d81']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:04.850954 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Attempting to bind port 3531163e-c567-45a3-a9d8-ce49f3f38021 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:21:04.851320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Attempting to bind port 3531163e-c567-45a3-a9d8-ce49f3f38021 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'be4cf3eb-ac18-4471-b11f-101e24abfb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '89951dcb-f050-4236-9a61-027ae40f6112'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:21:04.851678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Attempting to bind port 3531163e-c567-45a3-a9d8-ce49f3f38021 on network 89951dcb-f050-4236-9a61-027ae40f6112 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:21:04.859591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f0fc4f-8eb8-4f73-b2e2-3f654ed70a22') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:04.859957 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f0fc4f-8eb8-4f73-b2e2-3f654ed70a22') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:04.860982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:21:04.861352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Checking segment: {'id': 'be4cf3eb-ac18-4471-b11f-101e24abfb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '89951dcb-f050-4236-9a61-027ae40f6112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:04.861751 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.862139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Bound using segment: {'id': 'be4cf3eb-ac18-4471-b11f-101e24abfb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '89951dcb-f050-4236-9a61-027ae40f6112'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:21:04.862603 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Bound port: 3531163e-c567-45a3-a9d8-ce49f3f38021, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4cf3eb-ac18-4471-b11f-101e24abfb0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '89951dcb-f050-4236-9a61-027ae40f6112'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:21:04.862965 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.872415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.889406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.895358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:21:04.895736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:21:04.910772 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:21:04.994793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:05.013439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:05.024266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event deleted for resources: {'Network': ['ID=5001bd33-0963-4dbe-a74c-65297bae2d81,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:05.029742 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-025b90ff-a28d-4606-84bc-b8bec503ed84 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/networks/5001bd33-0963-4dbe-a74c-65297bae2d81 HTTP/1.1" status: 204 len: 168 time: 0.6672792 Mar 03 06:21:05.032748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40832) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:05.073307 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ccb7d3-573f-469b-b571-a56f9644f900 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] GET failed (client error): The resource could not be found. Mar 03 06:21:05.074381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d6ccb7d3-573f-469b-b571-a56f9644f900 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Synchronizing usage tracker for tenant:8efe124f21c9468eb1db146afd63ebc9 on resource:subnet {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:21:05.090508 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] For port 3531163e-c567-45a3-a9d8-ce49f3f38021, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:21:05.092321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d6ccb7d3-573f-469b-b571-a56f9644f900 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Unset dirty status for tenant:8efe124f21c9468eb1db146afd63ebc9 on resource:subnet {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:21:05.095809 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d6ccb7d3-573f-469b-b571-a56f9644f900 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "GET /v2.0/subnets/5756ea23-51a0-4595-a507-c557b1bb8701 HTTP/1.1" status: 404 len: 337 time: 0.0605888 Mar 03 06:21:05.096511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40836) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:05.097165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] For port 3531163e-c567-45a3-a9d8-ce49f3f38021, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3531163e-c567-45a3-a9d8-ce49f3f38021,segment=NetworkSegment(be4cf3eb-ac18-4471-b11f-101e24abfb0a),segment_id=be4cf3eb-ac18-4471-b11f-101e24abfb0a)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:21:05.101794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:05.122804 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34a55de-676f-4ad2-b4ae-5d25b08447ad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] DELETE failed (client error): The resource could not be found. Mar 03 06:21:05.123420 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34a55de-676f-4ad2-b4ae-5d25b08447ad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 06:21:05.128831 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e34a55de-676f-4ad2-b4ae-5d25b08447ad tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/networks/5001bd33-0963-4dbe-a74c-65297bae2d81 HTTP/1.1" status: 404 len: 339 time: 0.0277169 Mar 03 06:21:05.129177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40840) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:05.172597 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fd8268-df11-4999-8cb6-88931599480d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] DELETE failed (client error): The resource could not be found. Mar 03 06:21:05.173167 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fd8268-df11-4999-8cb6-88931599480d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 06:21:05.177246 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-82fd8268-df11-4999-8cb6-88931599480d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/subnets/5756ea23-51a0-4595-a507-c557b1bb8701 HTTP/1.1" status: 404 len: 337 time: 0.0447531 Mar 03 06:21:05.177554 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40844) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:05.183972 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beaaa4a-49cb-4e3e-94ef-c2a94feb76d9 None None] Pushing event updated for resources: {'Port': ['ID=3531163e-c567-45a3-a9d8-ce49f3f38021,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:05.204373 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e14b1c-aab6-425d-84cc-9a58f38b6d45 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] DELETE failed (client error): The resource could not be found. Mar 03 06:21:05.204937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e14b1c-aab6-425d-84cc-9a58f38b6d45 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 06:21:05.206670 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-02e14b1c-aab6-425d-84cc-9a58f38b6d45 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/networks/5001bd33-0963-4dbe-a74c-65297bae2d81 HTTP/1.1" status: 404 len: 339 time: 0.0281730 Mar 03 06:21:05.209194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40848) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:05.277091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-567ca8e3-2a3a-4315-a3c5-44841c2b1b88 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Deleting subnet edc5f6f5-951e-498c-b268-f4fda26d7a36 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:21:05.280856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-567ca8e3-2a3a-4315-a3c5-44841c2b1b88 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:05.349236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-567ca8e3-2a3a-4315-a3c5-44841c2b1b88 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:05.568452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-567ca8e3-2a3a-4315-a3c5-44841c2b1b88 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:05.642410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-567ca8e3-2a3a-4315-a3c5-44841c2b1b88 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:05.685500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ca8e3-2a3a-4315-a3c5-44841c2b1b88 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event deleted for resources: {'Subnet': ['ID=edc5f6f5-951e-498c-b268-f4fda26d7a36,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:05.690858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-567ca8e3-2a3a-4315-a3c5-44841c2b1b88 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:05.706677 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-567ca8e3-2a3a-4315-a3c5-44841c2b1b88 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/subnets/edc5f6f5-951e-498c-b268-f4fda26d7a36 HTTP/1.1" status: 204 len: 168 time: 0.4942465 Mar 03 06:21:05.706916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40852) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:05.821899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:05.836662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Deleting port 3531163e-c567-45a3-a9d8-ce49f3f38021 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:21:05.837009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:06.054542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] For port 3531163e-c567-45a3-a9d8-ce49f3f38021, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=3531163e-c567-45a3-a9d8-ce49f3f38021,segment=NetworkSegment(be4cf3eb-ac18-4471-b11f-101e24abfb0a),segment_id=be4cf3eb-ac18-4471-b11f-101e24abfb0a)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:06.055089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:06.161689 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd728ff-50c7-418b-9738-214d262634c7 None None] Network 89951dcb-f050-4236-9a61-027ae40f6112 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:06.203325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Calling delete_port for 3531163e-c567-45a3-a9d8-ce49f3f38021 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:21:06.241002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3531163e-c567-45a3-a9d8-ce49f3f38021 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:06.284213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:06.337329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] No DVR routers for this DVR port 3531163e-c567-45a3-a9d8-ce49f3f38021 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:21:06.368362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event deleted for resources: {'Port': ['ID=3531163e-c567-45a3-a9d8-ce49f3f38021,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:06.372359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-022208bc-f77d-400d-83db-1a20f1e80514 None None] Provisioning complete for port 3531163e-c567-45a3-a9d8-ce49f3f38021 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:06.372499 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-022208bc-f77d-400d-83db-1a20f1e80514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:06.379988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:06.380542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:06.381048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:06.381526 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:06.382100 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:06.382572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:06.383060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:06.383537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:06.384079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:06.384560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:06.385044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:06.385524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:06.403276 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] No active binding found for port 3531163e-c567-45a3-a9d8-ce49f3f38021 {{(pid=87794) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 06:21:06.403618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3531163e-c567-45a3-a9d8-ce49f3f38021 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 03 06:21:06.466391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-022208bc-f77d-400d-83db-1a20f1e80514 None None] Port 3531163e-c567-45a3-a9d8-ce49f3f38021 was deleted so its status cannot be updated. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 03 06:21:06.470301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Port 3531163e-c567-45a3-a9d8-ce49f3f38021 not found, will not notify nova. {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 03 06:21:06.483865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:06.512139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89951dcb-f050-4236-9a61-027ae40f6112']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:06.524587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4cf3eb-ac18-4471-b11f-101e24abfb0a') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:06.524885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4cf3eb-ac18-4471-b11f-101e24abfb0a') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:06.538744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:06.555317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:06.562019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:21:06.562397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:06.572093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a45a0d-8f7b-4dbb-a458-58884f3a951f None None] DHCP port deletion for 89951dcb-f050-4236-9a61-027ae40f6112 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:21:06.578517 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:21:06.660650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:06.680346 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:06.690708 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event deleted for resources: {'Network': ['ID=89951dcb-f050-4236-9a61-027ae40f6112,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:06.697702 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-86b05c47-a5bb-46e6-a068-cf0a34b1a7b4 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/networks/89951dcb-f050-4236-9a61-027ae40f6112 HTTP/1.1" status: 204 len: 168 time: 0.9898684 Mar 03 06:21:06.700087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40856) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:06.737838 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c972ca6-74ac-4589-af24-f5c75648b27d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] DELETE failed (client error): The resource could not be found. Mar 03 06:21:06.738436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c972ca6-74ac-4589-af24-f5c75648b27d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 06:21:06.740245 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4c972ca6-74ac-4589-af24-f5c75648b27d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/subnets/fbabfc92-d2f6-447c-893e-aab9090d163b HTTP/1.1" status: 404 len: 337 time: 0.0391712 Mar 03 06:21:06.742678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40860) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:06.767729 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a70e8d-a576-4d57-97c9-926c020f04ae tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] DELETE failed (client error): The resource could not be found. Mar 03 06:21:06.768376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a70e8d-a576-4d57-97c9-926c020f04ae tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 06:21:06.770145 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-84a70e8d-a576-4d57-97c9-926c020f04ae tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/networks/67d4bb07-4127-4ca2-b653-365b6b596bd9 HTTP/1.1" status: 404 len: 339 time: 0.0264354 Mar 03 06:21:06.772575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40864) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:06.814721 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.pecan_wsgi.hooks.translation [None req-af069e58-7b85-46fb-9c6a-91f31c88366d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] DELETE failed (client error): The resource could not be found. Mar 03 06:21:06.815283 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af069e58-7b85-46fb-9c6a-91f31c88366d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87793) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 06:21:06.819434 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-af069e58-7b85-46fb-9c6a-91f31c88366d tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/subnets/b211af18-a88e-441e-8e85-06cea6e15e31 HTTP/1.1" status: 404 len: 337 time: 0.0435281 Mar 03 06:21:06.820128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40868) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:06.846787 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddbf376-7bdb-40a5-8ba3-bb75e7515eab tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] DELETE failed (client error): The resource could not be found. Mar 03 06:21:06.847258 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ddbf376-7bdb-40a5-8ba3-bb75e7515eab tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87792) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 03 06:21:06.851354 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9ddbf376-7bdb-40a5-8ba3-bb75e7515eab tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/networks/9878d41e-ca85-4ea0-9e3f-5409b83f8e78 HTTP/1.1" status: 404 len: 339 time: 0.0278535 Mar 03 06:21:06.851511 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40872) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:06.922136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5fb6d5-da33-4d33-a460-be7c773b835e tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Deleting subnet 27bb4355-60ea-48bc-807b-d7a985b7ccec {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:21:06.925215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9d5fb6d5-da33-4d33-a460-be7c773b835e tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:06.979315 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9d5fb6d5-da33-4d33-a460-be7c773b835e tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:07.065752 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9d5fb6d5-da33-4d33-a460-be7c773b835e tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:07.141444 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9d5fb6d5-da33-4d33-a460-be7c773b835e tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:07.186907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9d5fb6d5-da33-4d33-a460-be7c773b835e tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:07.189548 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5fb6d5-da33-4d33-a460-be7c773b835e tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event deleted for resources: {'Subnet': ['ID=27bb4355-60ea-48bc-807b-d7a985b7ccec,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:07.193423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4ecc5f-e0fa-4dd3-99d3-915cde4f9238 None None] Network d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:07.199796 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9d5fb6d5-da33-4d33-a460-be7c773b835e tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/subnets/27bb4355-60ea-48bc-807b-d7a985b7ccec HTTP/1.1" status: 204 len: 168 time: 0.3472772 Mar 03 06:21:07.202364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40876) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:07.321980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:07.342495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Deleting port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:21:07.342949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:07.533327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7909d05-ef55-435d-bf6f-d1394bac177b None None] DHCP port deletion for d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:21:07.537608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d7909d05-ef55-435d-bf6f-d1394bac177b None None] Deleting port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:21:07.537984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d7909d05-ef55-435d-bf6f-d1394bac177b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:07.738202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] For port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3,segment=NetworkSegment(44b3260d-8d41-4f03-bd1b-1c182d5abdc0),segment_id=44b3260d-8d41-4f03-bd1b-1c182d5abdc0)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:07.738769 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:07.769946 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d7909d05-ef55-435d-bf6f-d1394bac177b None None] For port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3,segment=NetworkSegment(44b3260d-8d41-4f03-bd1b-1c182d5abdc0),segment_id=44b3260d-8d41-4f03-bd1b-1c182d5abdc0)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:07.770252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d7909d05-ef55-435d-bf6f-d1394bac177b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:07.865056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Calling delete_port for b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:21:07.896261 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d7909d05-ef55-435d-bf6f-d1394bac177b None None] Calling delete_port for b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:21:07.940447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:07.969871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-d7909d05-ef55-435d-bf6f-d1394bac177b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:21:07.970388 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-d7909d05-ef55-435d-bf6f-d1394bac177b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:21:07.989039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event deleted for resources: {'Port': ['ID=b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:07.994826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] No DVR routers for this DVR port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:21:08.122150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:08.137190 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:21:08.148730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:08.160771 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b3260d-8d41-4f03-bd1b-1c182d5abdc0') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:08.161057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b3260d-8d41-4f03-bd1b-1c182d5abdc0') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:08.170362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:21:08.170715 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:21:08.171448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3531163e-c567-45a3-a9d8-ce49f3f38021 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:21:08.173019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:08.190345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:08.196558 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:21:08.196951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:08.208276 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 3531163e-c567-45a3-a9d8-ce49f3f38021 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:21:08.208835 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 3531163e-c567-45a3-a9d8-ce49f3f38021 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:21:08.212364 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:21:08.297238 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:08.315245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:08.326602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] Pushing event deleted for resources: {'Network': ['ID=d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:08.333405 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-822a983d-b279-4de3-a4fc-0de3a728b6a9 tempest-NetworksIpV6Test-1526512298 tempest-NetworksIpV6Test-1526512298-project] 10.222.0.20 "DELETE /v2.0/networks/d5eb3ce6-5fa8-45ba-ab64-b9c797eb7950 HTTP/1.1" status: 204 len: 168 time: 1.1299698 Mar 03 06:21:08.472296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d7909d05-ef55-435d-bf6f-d1394bac177b None None] Deleting port b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:21:08.473193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d7909d05-ef55-435d-bf6f-d1394bac177b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:08.543269 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d7909d05-ef55-435d-bf6f-d1394bac177b None None] The port 'b1afd6ed-b8e2-46dc-90d3-b14489e7e7b3' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 06:21:08.618347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40884) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:08.764365 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-842c8530-aeb3-44ce-9f9f-718f847a593a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8efe124f21c9468eb1db146afd63ebc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447060 Mar 03 06:21:08.766843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40890) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:08.827982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b73ac808-7a3b-4b85-ba6d-bc05719b68e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:08.853666 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b73ac808-7a3b-4b85-ba6d-bc05719b68e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:08.904720 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b73ac808-7a3b-4b85-ba6d-bc05719b68e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:08.922565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ac808-7a3b-4b85-ba6d-bc05719b68e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b880da-515f-4dd8-afbb-a2379fb8eef9,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:08.925823 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b73ac808-7a3b-4b85-ba6d-bc05719b68e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:08.926925 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b73ac808-7a3b-4b85-ba6d-bc05719b68e1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81b880da-515f-4dd8-afbb-a2379fb8eef9 HTTP/1.1" status: 204 len: 168 time: 0.1591141 Mar 03 06:21:09.622324 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40914) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:09.724205 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c5ba8f36-b488-48c1-9f98-3cb3ae33aa18 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1088387038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:09.730797 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c5ba8f36-b488-48c1-9f98-3cb3ae33aa18 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:09.734533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c5ba8f36-b488-48c1-9f98-3cb3ae33aa18 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Usage tracker for resource:router and tenant:06c62776f84748de9b4d4125f9b70009 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:09.737624 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c5ba8f36-b488-48c1-9f98-3cb3ae33aa18 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:09.744160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c5ba8f36-b488-48c1-9f98-3cb3ae33aa18 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:09.754708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8f36-b488-48c1-9f98-3cb3ae33aa18 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:09.756048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8f36-b488-48c1-9f98-3cb3ae33aa18 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:09.772316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8f36-b488-48c1-9f98-3cb3ae33aa18 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:09.789830 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8f36-b488-48c1-9f98-3cb3ae33aa18 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:09.812311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c5ba8f36-b488-48c1-9f98-3cb3ae33aa18 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:09.813585 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c5ba8f36-b488-48c1-9f98-3cb3ae33aa18 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1901832 Mar 03 06:21:09.816288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40920) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:09.821667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-343368063'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:09.827154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:09.831415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Usage tracker for resource:network and tenant:06c62776f84748de9b4d4125f9b70009 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:09.834360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:09.839976 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:09.849445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Made reservation on behalf of 06c62776f84748de9b4d4125f9b70009 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:09.853347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:09.866246 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:09.881560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:09.885311 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Usage tracker for resource:security_group_rule and tenant:06c62776f84748de9b4d4125f9b70009 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:09.888660 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:09.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:09.982346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:09.986756 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:10.016239 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:21:10.029283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4838e5e0-967b-4e2a-b10f-486c573feba0,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:10.033865 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:10.034214 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Added segment e9b5edde-65ee-49ea-af48-a5f13ee1aa85 of type vlan for network d864d790-6230-474c-afc6-95f1a80eb0cd Mar 03 06:21:10.062897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:10.092365 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:10.097921 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:10.098505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:10.209568 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3922386 Mar 03 06:21:10.210282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaabcd3-48cc-47bb-9e8c-b8249caee1b8 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Pushing event updated for resources: {'Network': ['ID=d864d790-6230-474c-afc6-95f1a80eb0cd,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:10.212250 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40924) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:10.218380 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Request body: {'subnet': {'network_id': 'd864d790-6230-474c-afc6-95f1a80eb0cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:10.222448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network d864d790-6230-474c-afc6-95f1a80eb0cd details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:21:10.423527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:10.427243 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Usage tracker for resource:subnet and tenant:06c62776f84748de9b4d4125f9b70009 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:10.430009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:10.435796 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:10.445768 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Made reservation on behalf of 06c62776f84748de9b4d4125f9b70009 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:10.449276 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:10.657460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:10.737145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Pushing event updated for resources: {'Subnet': ['ID=1ae3e535-8884-43e4-9d3c-b3dcec10788b,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:10.744427 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Checking segment: {'id': 'e9b5edde-65ee-49ea-af48-a5f13ee1aa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd864d790-6230-474c-afc6-95f1a80eb0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:10.744781 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Network hostable DHCP agents. Network: d864d790-6230-474c-afc6-95f1a80eb0cd, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:21:10.764033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Network d864d790-6230-474c-afc6-95f1a80eb0cd is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:21:10.773761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, d864d790-6230-474c-afc6-95f1a80eb0cd) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:10.778632 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:10.779203 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:10.788153 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa80d2bf-ed01-421a-b147-1d91c7a61bf7 None None] Network d864d790-6230-474c-afc6-95f1a80eb0cd requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:10.803159 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2313950c-63d6-47e7-b9a6-d3c7d06068e3 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5872312 Mar 03 06:21:10.803356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40928) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:10.809137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1535806010'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:10.813854 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:10.817605 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Usage tracker for resource:network and tenant:06c62776f84748de9b4d4125f9b70009 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:10.820867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:10.827200 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:10.837978 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Made reservation on behalf of 06c62776f84748de9b4d4125f9b70009 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:10.842157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:10.869790 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:21:10.878748 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:10.879082 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Added segment 776d40e8-533b-4703-a180-85f31aa95713 of type vlan for network 5ec91673-314a-4b82-9d42-74eb210cdcf7 Mar 03 06:21:10.906812 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:10.941275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:10.947315 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:10.947929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:11.064533 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2574842 Mar 03 06:21:11.064533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69a2de-2209-4e6c-a98f-10c6a00eb543 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Pushing event updated for resources: {'Network': ['ID=5ec91673-314a-4b82-9d42-74eb210cdcf7,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:11.065282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40932) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:11.070901 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Request body: {'subnet': {'network_id': '5ec91673-314a-4b82-9d42-74eb210cdcf7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:11.076556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-d864d790-6230-474c-afc6-95f1a80eb0cd', 'network_id': 'd864d790-6230-474c-afc6-95f1a80eb0cd', 'tenant_id': '06c62776f84748de9b4d4125f9b70009', 'fixed_ips': [{'subnet_id': '1ae3e535-8884-43e4-9d3c-b3dcec10788b'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:21:11.077377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:11.086412 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 5ec91673-314a-4b82-9d42-74eb210cdcf7 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:21:11.185731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:11.189646 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Usage tracker for resource:subnet and tenant:06c62776f84748de9b4d4125f9b70009 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:11.192662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:11.198328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:11.209580 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Made reservation on behalf of 06c62776f84748de9b4d4125f9b70009 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:11.213406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:11.330990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Allocated IP 172.20.0.2 (d864d790-6230-474c-afc6-95f1a80eb0cd/1ae3e535-8884-43e4-9d3c-b3dcec10788b/cc061571-ce0c-447d-86a9-dee4888b643c) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:21:11.449452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:11.536162 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Pushing event updated for resources: {'Subnet': ['ID=a51c2a16-293b-4a47-b4e1-1ea2b397f2f7,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:11.542162 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Checking segment: {'id': '776d40e8-533b-4703-a180-85f31aa95713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5ec91673-314a-4b82-9d42-74eb210cdcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:11.542841 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Network hostable DHCP agents. Network: 5ec91673-314a-4b82-9d42-74eb210cdcf7, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:21:11.561366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:11.564005 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Network 5ec91673-314a-4b82-9d42-74eb210cdcf7 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:21:11.572490 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Transition to ACTIVE for port object cc061571-ce0c-447d-86a9-dee4888b643c will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:11.574217 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 5ec91673-314a-4b82-9d42-74eb210cdcf7) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:11.578653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:11.579240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:11.586233 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6157e0-1ec5-4e58-b3e9-6bbdfe3cf952 None None] Network 5ec91673-314a-4b82-9d42-74eb210cdcf7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:11.605499 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1cec01b7-294f-4a0c-8713-69a1155a5e55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5362802 Mar 03 06:21:11.605945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40936) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:11.613335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-ae34318b-552f-4b9c-b4e3-ac876d77ca55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Request body: {'router': {'external_gateway_info': {'network_id': '5ec91673-314a-4b82-9d42-74eb210cdcf7'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:11.630654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Transition to ACTIVE for port object cc061571-ce0c-447d-86a9-dee4888b643c will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:11.680834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:11.763963 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Network d864d790-6230-474c-afc6-95f1a80eb0cd is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:21:11.770892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:11.787700 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:21:11.798852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Pushing event updated for resources: {'Port': ['ID=cc061571-ce0c-447d-86a9-dee4888b643c,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:11.928489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Attempting to bind port cc061571-ce0c-447d-86a9-dee4888b643c on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:21:11.928893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Attempting to bind port cc061571-ce0c-447d-86a9-dee4888b643c by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'e9b5edde-65ee-49ea-af48-a5f13ee1aa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd864d790-6230-474c-afc6-95f1a80eb0cd'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:21:11.929198 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Attempting to bind port cc061571-ce0c-447d-86a9-dee4888b643c on network d864d790-6230-474c-afc6-95f1a80eb0cd {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:21:11.966527 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:21:11.966962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Checking segment: {'id': 'e9b5edde-65ee-49ea-af48-a5f13ee1aa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd864d790-6230-474c-afc6-95f1a80eb0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:11.967293 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:11.967691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Bound using segment: {'id': 'e9b5edde-65ee-49ea-af48-a5f13ee1aa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd864d790-6230-474c-afc6-95f1a80eb0cd'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:21:11.968158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Bound port: cc061571-ce0c-447d-86a9-dee4888b643c, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b5edde-65ee-49ea-af48-a5f13ee1aa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd864d790-6230-474c-afc6-95f1a80eb0cd'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:21:11.968521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:12.011421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-5ec91673-314a-4b82-9d42-74eb210cdcf7', 'network_id': '5ec91673-314a-4b82-9d42-74eb210cdcf7', 'tenant_id': '06c62776f84748de9b4d4125f9b70009', 'fixed_ips': [{'subnet_id': 'a51c2a16-293b-4a47-b4e1-1ea2b397f2f7'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:21:12.012261 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:12.020740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ae34318b-552f-4b9c-b4e3-ac876d77ca55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:12.141294 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] For port cc061571-ce0c-447d-86a9-dee4888b643c, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:21:12.146827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] For port cc061571-ce0c-447d-86a9-dee4888b643c, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=cc061571-ce0c-447d-86a9-dee4888b643c,segment=NetworkSegment(e9b5edde-65ee-49ea-af48-a5f13ee1aa85),segment_id=e9b5edde-65ee-49ea-af48-a5f13ee1aa85)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:21:12.152203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:12.282667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca12f14-f496-4c63-8265-d54721e25070 None None] Pushing event updated for resources: {'Port': ['ID=cc061571-ce0c-447d-86a9-dee4888b643c,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:12.301675 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.api.v2.resource [None req-ae34318b-552f-4b9c-b4e3-ac876d77ca55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 03 06:21:12.302773 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ae34318b-552f-4b9c-b4e3-ac876d77ca55 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] 10.222.0.20 "PUT /v2.0/routers/3d25c712-7e61-40aa-88d6-cbb69881f0f9 HTTP/1.1" status: 400 len: 364 time: 0.6958773 Mar 03 06:21:12.310530 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Allocated IP 172.21.0.2 (5ec91673-314a-4b82-9d42-74eb210cdcf7/a51c2a16-293b-4a47-b4e1-1ea2b397f2f7/55ae3068-e6c7-4db3-a920-250a265df43a) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:21:12.310953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40940) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:12.420207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-347216a6-30a9-422b-8cf1-d729128df3b6 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Deleting subnet a51c2a16-293b-4a47-b4e1-1ea2b397f2f7 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:21:12.579377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:12.590860 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Transition to ACTIVE for port object 55ae3068-e6c7-4db3-a920-250a265df43a will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:12.613434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Transition to ACTIVE for port object 55ae3068-e6c7-4db3-a920-250a265df43a will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:12.620027 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:12.624714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-347216a6-30a9-422b-8cf1-d729128df3b6 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:12.700680 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Network 5ec91673-314a-4b82-9d42-74eb210cdcf7 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:21:12.704289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:12.706713 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:21:12.712682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-347216a6-30a9-422b-8cf1-d729128df3b6 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:12.713052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Pushing event updated for resources: {'Port': ['ID=55ae3068-e6c7-4db3-a920-250a265df43a,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:12.805531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-347216a6-30a9-422b-8cf1-d729128df3b6 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:12.857623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Attempting to bind port 55ae3068-e6c7-4db3-a920-250a265df43a on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:21:12.858249 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Attempting to bind port 55ae3068-e6c7-4db3-a920-250a265df43a by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '776d40e8-533b-4703-a180-85f31aa95713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5ec91673-314a-4b82-9d42-74eb210cdcf7'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:21:12.858753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Attempting to bind port 55ae3068-e6c7-4db3-a920-250a265df43a on network 5ec91673-314a-4b82-9d42-74eb210cdcf7 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:21:12.864485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:21:12.867175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Checking segment: {'id': '776d40e8-533b-4703-a180-85f31aa95713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5ec91673-314a-4b82-9d42-74eb210cdcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:12.867175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:12.867175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Bound using segment: {'id': '776d40e8-533b-4703-a180-85f31aa95713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5ec91673-314a-4b82-9d42-74eb210cdcf7'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:21:12.867175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Bound port: 55ae3068-e6c7-4db3-a920-250a265df43a, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776d40e8-533b-4703-a180-85f31aa95713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5ec91673-314a-4b82-9d42-74eb210cdcf7'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:21:12.867175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:12.882978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-347216a6-30a9-422b-8cf1-d729128df3b6 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:12.929144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347216a6-30a9-422b-8cf1-d729128df3b6 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Pushing event deleted for resources: {'Subnet': ['ID=a51c2a16-293b-4a47-b4e1-1ea2b397f2f7,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:12.931065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-347216a6-30a9-422b-8cf1-d729128df3b6 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:12.937907 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-347216a6-30a9-422b-8cf1-d729128df3b6 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] 10.222.0.20 "DELETE /v2.0/subnets/a51c2a16-293b-4a47-b4e1-1ea2b397f2f7 HTTP/1.1" status: 204 len: 168 time: 0.6240492 Mar 03 06:21:12.941466 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40944) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:12.967046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] For port 55ae3068-e6c7-4db3-a920-250a265df43a, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:21:12.970901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] For port 55ae3068-e6c7-4db3-a920-250a265df43a, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=55ae3068-e6c7-4db3-a920-250a265df43a,segment=NetworkSegment(776d40e8-533b-4703-a180-85f31aa95713),segment_id=776d40e8-533b-4703-a180-85f31aa95713)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:21:12.976125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:13.082328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:13.095074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Deleting port 55ae3068-e6c7-4db3-a920-250a265df43a {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:21:13.095654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:13.135507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e05049-91b2-4990-b8de-671cbacea89a None None] Pushing event updated for resources: {'Port': ['ID=55ae3068-e6c7-4db3-a920-250a265df43a,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:13.169552 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de90be6-c979-4d24-9a5f-44208aa5aec0 None None] Network 5ec91673-314a-4b82-9d42-74eb210cdcf7 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:13.373429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] For port 55ae3068-e6c7-4db3-a920-250a265df43a, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=55ae3068-e6c7-4db3-a920-250a265df43a,segment=NetworkSegment(776d40e8-533b-4703-a180-85f31aa95713),segment_id=776d40e8-533b-4703-a180-85f31aa95713)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:13.381744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:13.430040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be4e38b-39ba-496f-b838-1d7a85b539fe None None] Network d864d790-6230-474c-afc6-95f1a80eb0cd requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:13.521452 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Calling delete_port for 55ae3068-e6c7-4db3-a920-250a265df43a owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:21:13.555060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2e49bbc3-2ed3-4753-afd6-f02709332506 None None] Provisioning for port cc061571-ce0c-447d-86a9-dee4888b643c completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:13.603935 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:13.654213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Pushing event deleted for resources: {'Port': ['ID=55ae3068-e6c7-4db3-a920-250a265df43a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:13.656154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] No DVR routers for this DVR port 55ae3068-e6c7-4db3-a920-250a265df43a on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:21:13.788384 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:13.818825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec91673-314a-4b82-9d42-74eb210cdcf7']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:13.832352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776d40e8-533b-4703-a180-85f31aa95713') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:13.832652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776d40e8-533b-4703-a180-85f31aa95713') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:13.844825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:13.866247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:13.875092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:21:13.875540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:13.879699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b39aa3-398e-4c61-ad11-87c2948dc453 None None] get_active_networks_info from dv-neutron-831582-1-hyperv {{(pid=87794) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:21:13.894581 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:21:13.977205 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:13.977970 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b39aa3-398e-4c61-ad11-87c2948dc453 None None] Resources bound (agent type, host, resource id): {{(pid=87794) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 03 06:21:14.001113 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:14.009825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Pushing event deleted for resources: {'Network': ['ID=5ec91673-314a-4b82-9d42-74eb210cdcf7,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:14.016936 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-35413ee8-4acd-468a-8e79-8009973682c1 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] 10.222.0.20 "DELETE /v2.0/networks/5ec91673-314a-4b82-9d42-74eb210cdcf7 HTTP/1.1" status: 204 len: 168 time: 1.0733511 Mar 03 06:21:14.017277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40948) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:14.090137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ff60b7-b718-421b-a015-ac010a426723 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Deleting subnet 1ae3e535-8884-43e4-9d3c-b3dcec10788b {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:21:14.093451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14ff60b7-b718-421b-a015-ac010a426723 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:14.156786 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14ff60b7-b718-421b-a015-ac010a426723 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:14.253582 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cc061571-ce0c-447d-86a9-dee4888b643c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:14.259512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14ff60b7-b718-421b-a015-ac010a426723 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:14.352021 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14ff60b7-b718-421b-a015-ac010a426723 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:14.356582 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port cc061571-ce0c-447d-86a9-dee4888b643c completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:14.368442 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port cc061571-ce0c-447d-86a9-dee4888b643c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:14.369231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:14.409307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-14ff60b7-b718-421b-a015-ac010a426723 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:14.415504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff60b7-b718-421b-a015-ac010a426723 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae3e535-8884-43e4-9d3c-b3dcec10788b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:14.421636 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-14ff60b7-b718-421b-a015-ac010a426723 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] 10.222.0.20 "DELETE /v2.0/subnets/1ae3e535-8884-43e4-9d3c-b3dcec10788b HTTP/1.1" status: 204 len: 168 time: 0.4011376 Mar 03 06:21:14.421801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 40952) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:14.429061 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff8a7b2-9db3-4295-8848-0f74056225e8 None None] Network d864d790-6230-474c-afc6-95f1a80eb0cd requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:14.540244 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:14.551485 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Deleting port cc061571-ce0c-447d-86a9-dee4888b643c {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:21:14.551875 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:14.669640 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:14.721109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port cc061571-ce0c-447d-86a9-dee4888b643c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=cc061571-ce0c-447d-86a9-dee4888b643c,segment=NetworkSegment(e9b5edde-65ee-49ea-af48-a5f13ee1aa85),segment_id=e9b5edde-65ee-49ea-af48-a5f13ee1aa85)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:14.727392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:14.796202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] For port cc061571-ce0c-447d-86a9-dee4888b643c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=cc061571-ce0c-447d-86a9-dee4888b643c,segment=NetworkSegment(e9b5edde-65ee-49ea-af48-a5f13ee1aa85),segment_id=e9b5edde-65ee-49ea-af48-a5f13ee1aa85)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:14.796615 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:14.803248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53dc87-cdfc-47cd-a625-5a3920b7f686 None None] DHCP port deletion for d864d790-6230-474c-afc6-95f1a80eb0cd request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:21:14.814339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fa53dc87-cdfc-47cd-a625-5a3920b7f686 None None] Deleting port cc061571-ce0c-447d-86a9-dee4888b643c {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:21:14.814819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fa53dc87-cdfc-47cd-a625-5a3920b7f686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:14.886277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=cc061571-ce0c-447d-86a9-dee4888b643c,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:14.932532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Calling delete_port for cc061571-ce0c-447d-86a9-dee4888b643c owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:21:15.064413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-fa53dc87-cdfc-47cd-a625-5a3920b7f686 None None] For port cc061571-ce0c-447d-86a9-dee4888b643c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=cc061571-ce0c-447d-86a9-dee4888b643c,segment=NetworkSegment(e9b5edde-65ee-49ea-af48-a5f13ee1aa85),segment_id=e9b5edde-65ee-49ea-af48-a5f13ee1aa85)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:15.064717 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fa53dc87-cdfc-47cd-a625-5a3920b7f686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:15.118801 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.db.api [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87792) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:21:15.119451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG oslo_db.api [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:21:15.196696 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fa53dc87-cdfc-47cd-a625-5a3920b7f686 None None] Calling delete_port for cc061571-ce0c-447d-86a9-dee4888b643c owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:21:15.279239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fa53dc87-cdfc-47cd-a625-5a3920b7f686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:15.325614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53dc87-cdfc-47cd-a625-5a3920b7f686 None None] Pushing event deleted for resources: {'Port': ['ID=cc061571-ce0c-447d-86a9-dee4888b643c,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:15.330285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53dc87-cdfc-47cd-a625-5a3920b7f686 None None] No DVR routers for this DVR port cc061571-ce0c-447d-86a9-dee4888b643c on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:21:15.621374 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Deleting port cc061571-ce0c-447d-86a9-dee4888b643c {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:21:15.621636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:15.687997 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] The port 'cc061571-ce0c-447d-86a9-dee4888b643c' was deleted {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 06:21:15.809456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:15.838487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d864d790-6230-474c-afc6-95f1a80eb0cd']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:15.850131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b5edde-65ee-49ea-af48-a5f13ee1aa85') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:15.850423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b5edde-65ee-49ea-af48-a5f13ee1aa85') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:15.861207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:15.877074 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:15.882761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:21:15.883213 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:21:15.897987 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:21:15.973189 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:15.994450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:16.005618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Pushing event deleted for resources: {'Network': ['ID=d864d790-6230-474c-afc6-95f1a80eb0cd,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:16.012220 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-970a4343-f165-4d8a-8b57-c3ca72c5a8be tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] 10.222.0.20 "DELETE /v2.0/networks/d864d790-6230-474c-afc6-95f1a80eb0cd HTTP/1.1" status: 204 len: 168 time: 1.5868292 Mar 03 06:21:16.012618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40956) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:16.062497 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dc4bea61-7f9d-4bad-9908-036c51f8085b tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d25c712-7e61-40aa-88d6-cbb69881f0f9 HTTP/1.1" status: 200 len: 205 time: 0.0455296 Mar 03 06:21:16.062710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40960) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:16.145983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cc061571-ce0c-447d-86a9-dee4888b643c no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:21:16.179804 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: cc061571-ce0c-447d-86a9-dee4888b643c {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:21:16.180160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device cc061571-ce0c-447d-86a9-dee4888b643c not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:21:16.198826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ec923c69-cf2c-4217-a00f-7fa4e5284660 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:16.601077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ec923c69-cf2c-4217-a00f-7fa4e5284660 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:16.603300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ec923c69-cf2c-4217-a00f-7fa4e5284660 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:16.629101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ec923c69-cf2c-4217-a00f-7fa4e5284660 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:16.629840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec923c69-cf2c-4217-a00f-7fa4e5284660 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Fanout notify agent at l3_agent the message router_deleted on router 3d25c712-7e61-40aa-88d6-cbb69881f0f9 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:21:16.642235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ec923c69-cf2c-4217-a00f-7fa4e5284660 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:16.643339 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ec923c69-cf2c-4217-a00f-7fa4e5284660 tempest-RoutersNegativeTest-1795776627 tempest-RoutersNegativeTest-1795776627-project] 10.222.0.20 "DELETE /v2.0/routers/3d25c712-7e61-40aa-88d6-cbb69881f0f9 HTTP/1.1" status: 204 len: 168 time: 0.5797112 Mar 03 06:21:16.931396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40970) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:17.084837 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-933c17ec-3414-40c1-bf2c-0892faf7536e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06c62776f84748de9b4d4125f9b70009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519570 Mar 03 06:21:17.087247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 40976) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:17.144784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e95cc9e5-b605-44b6-9e07-7503923d864a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:17.169318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e95cc9e5-b605-44b6-9e07-7503923d864a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:17.220925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e95cc9e5-b605-44b6-9e07-7503923d864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:17.236471 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cc9e5-b605-44b6-9e07-7503923d864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4838e5e0-967b-4e2a-b10f-486c573feba0,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:17.243195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e95cc9e5-b605-44b6-9e07-7503923d864a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:17.247486 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e95cc9e5-b605-44b6-9e07-7503923d864a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4838e5e0-967b-4e2a-b10f-486c573feba0 HTTP/1.1" status: 204 len: 168 time: 0.1579337 Mar 03 06:21:17.931682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41000) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:18.035894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-955536815-network', 'tenant_id': '1609598235c847abbac6d226ddf11e37'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:18.040784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:18.045362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Usage tracker for resource:network and tenant:1609598235c847abbac6d226ddf11e37 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:18.048267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:18.053949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:18.064624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Made reservation on behalf of 1609598235c847abbac6d226ddf11e37 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:18.066942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.079544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.094823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:18.098562 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Usage tracker for resource:security_group_rule and tenant:1609598235c847abbac6d226ddf11e37 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:18.101370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:18.107846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:18.191688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.195548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.225347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:21:18.233763 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302cd2f9-e66f-4edd-b04f-152667530306,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:18.239309 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.239657 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Added segment e12ab40c-232a-40e3-95af-a23a1bdaec64 of type vlan for network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 Mar 03 06:21:18.266789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.301732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.302887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:18.303439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.310906 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d53078de-9086-46c8-9199-59e774462a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.410935 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4746978 Mar 03 06:21:18.411260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41006) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:18.414057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33981248-4002-4b15-92af-bd41ad5f1112 admin admin] Pushing event updated for resources: {'Network': ['ID=1670eeed-a2a1-4fc8-852b-a81dd77834e0,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:18.419611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Request body: {'subnet': {'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-955536815-subnet', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'ip_version': 4}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:18.424966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:21:18.425152 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:18.428837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Usage tracker for resource:subnet and tenant:1609598235c847abbac6d226ddf11e37 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:18.431733 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:18.438543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:18.449100 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Made reservation on behalf of 1609598235c847abbac6d226ddf11e37 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:18.451503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.656859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.730901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad1cdcb-deb0-4ccf-afb6-812d350055d9,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:18.740728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Checking segment: {'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:18.741083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Network hostable DHCP agents. Network: 1670eeed-a2a1-4fc8-852b-a81dd77834e0, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:21:18.759587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:21:18.768429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 1670eeed-a2a1-4fc8-852b-a81dd77834e0) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:18.773461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:18.775494 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.777287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f1b03-8872-42a2-8898-93b857cf4d11 None None] Network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:18.804773 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41010) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:18.810155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-955536815-router', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:18.812799 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c3f034a0-c5ca-422b-9f48-b3e472f32ed6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3998880 Mar 03 06:21:18.814865 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:18.819090 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Usage tracker for resource:router and tenant:1609598235c847abbac6d226ddf11e37 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:18.821990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:18.827557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:18.838506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.840295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:18.857144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:19.000397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-1670eeed-a2a1-4fc8-852b-a81dd77834e0', 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'fixed_ips': [{'subnet_id': 'aad1cdcb-deb0-4ccf-afb6-812d350055d9'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:21:19.001729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:19.140672 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:19.159461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Allocated IP 172.20.0.2 (1670eeed-a2a1-4fc8-852b-a81dd77834e0/aad1cdcb-deb0-4ccf-afb6-812d350055d9/32cea4b1-3ebc-4570-9c7e-c3829ebe5f41) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:21:19.363458 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:19.374450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Transition to ACTIVE for port object 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:19.393428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Transition to ACTIVE for port object 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:19.404111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:19.460088 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:19.469626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:21:19.472822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:19.476489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:21:19.494969 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:19.523807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Pushing event updated for resources: {'Port': ['ID=32cea4b1-3ebc-4570-9c7e-c3829ebe5f41,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:19.590484 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Attempting to bind port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:21:19.590855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Attempting to bind port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:21:19.591216 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Attempting to bind port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 on network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:21:19.596418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:21:19.596786 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Checking segment: {'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:19.597735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:19.598167 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Bound using segment: {'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:21:19.598618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Bound port: 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:21:19.598992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:19.631629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Allocated IP 172.26.3.29 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/ed18ae55-c342-4285-8bd8-883b08c5793c) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:21:19.697274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] For port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:21:19.701196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] For port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=32cea4b1-3ebc-4570-9c7e-c3829ebe5f41,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:21:19.708671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:19.785838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:19.803379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9e9a3-89df-4133-a14f-ed8fd0175428 None None] Pushing event updated for resources: {'Port': ['ID=32cea4b1-3ebc-4570-9c7e-c3829ebe5f41,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:19.820098 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:19.996300 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:21:20.003833 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:20.007989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:21:20.053248 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Pushing event updated for resources: {'Port': ['ID=ed18ae55-c342-4285-8bd8-883b08c5793c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:20.066582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:20.066937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:20.067279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:20.067613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:20.067966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:20.068303 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:20.068621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:20.068946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:20.069269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:20.069587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:20.069907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:20.070221 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:20.194658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:20.294660 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:20.487431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:20.524692 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6a6e4f3a-7c76-419a-ab5e-03bd79dba164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:20.833747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98401046-c6b2-43d5-966b-f979fbdfc208 None None] Network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:20.850818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:20.939714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7d90c5d2-3d8a-4de5-88d1-c2a1cdfd6b72 None None] Provisioning for port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:20.948609 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7d90c5d2-3d8a-4de5-88d1-c2a1cdfd6b72 None None] Provisioning complete for port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:20.948983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7d90c5d2-3d8a-4de5-88d1-c2a1cdfd6b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:21.079817 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Router 73c64078-86db-4335-b34d-93e81bdeebb0 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:21:21.175827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7d90c5d2-3d8a-4de5-88d1-c2a1cdfd6b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:21.213593 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7d90c5d2-3d8a-4de5-88d1-c2a1cdfd6b72 None None] For port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=32cea4b1-3ebc-4570-9c7e-c3829ebe5f41,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:21.218184 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7d90c5d2-3d8a-4de5-88d1-c2a1cdfd6b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:21.272029 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:21:21.303371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Sync routers for ids ['73c64078-86db-4335-b34d-93e81bdeebb0'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:21:21.304556 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:21.310173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41014) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:21.317519 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Routers {'73c64078-86db-4335-b34d-93e81bdeebb0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:21:21.318166 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:21:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['73c64078-86db-4335-b34d-93e81bdeebb0'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:21.320381 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3f39fe34-5880-4866-9bdb-5838aca9974f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5144775 Mar 03 06:21:21.390983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90c5d2-3d8a-4de5-88d1-c2a1cdfd6b72 None None] Pushing event updated for resources: {'Port': ['ID=32cea4b1-3ebc-4570-9c7e-c3829ebe5f41,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:21.557631 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Set router 73c64078-86db-4335-b34d-93e81bdeebb0 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:21:21.665060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-29abc398-0ba5-44d6-afe7-0f2158e67147 None None] Provisioning complete for port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:21.665349 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-29abc398-0ba5-44d6-afe7-0f2158e67147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:21.797896 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:21.838617 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:21.971727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'name': 'tempest-TestEncryptedCinderVolumes-955536815-router', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:18Z', 'updated_at': '2022-03-03T06:21:20Z', 'revision_number': 3, 'project_id': '1609598235c847abbac6d226ddf11e37', 'gw_port': {'id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:19Z', 'updated_at': '2022-03-03T06:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:21.976812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Checking router: 73c64078-86db-4335-b34d-93e81bdeebb0 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:21:21.977296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Updating router 73c64078-86db-4335-b34d-93e81bdeebb0 port ed18ae55-c342-4285-8bd8-883b08c5793c binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:21:22.036983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:22.198129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:22.201897 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:22.400001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:22.400320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:22.448841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Allocated IP 172.20.0.1 (1670eeed-a2a1-4fc8-852b-a81dd77834e0/aad1cdcb-deb0-4ccf-afb6-812d350055d9/5f5e73fb-ad5e-4ab9-8bbc-119562631107) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:21:22.531312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:22.579985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Transition to ACTIVE for port object ed18ae55-c342-4285-8bd8-883b08c5793c will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:22.593599 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:22.605986 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:22.624508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Transition to ACTIVE for port object 5f5e73fb-ad5e-4ab9-8bbc-119562631107 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:22.653499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:22.674611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Attempting to bind port ed18ae55-c342-4285-8bd8-883b08c5793c on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:21:22.675035 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Attempting to bind port ed18ae55-c342-4285-8bd8-883b08c5793c by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:21:22.675398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Attempting to bind port ed18ae55-c342-4285-8bd8-883b08c5793c on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:21:22.677423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc412ff0-8156-40c5-9b69-1c8ac0769872 None None] Pushing event updated for resources: {'Port': ['ID=ed18ae55-c342-4285-8bd8-883b08c5793c,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:22.684337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:21:22.684709 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:22.685101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:22.685477 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:21:22.686076 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Bound port: ed18ae55-c342-4285-8bd8-883b08c5793c, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:21:22.686289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:22.713674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:21:22.716451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:22.724290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:21:22.768652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] For port ed18ae55-c342-4285-8bd8-883b08c5793c, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:21:22.768844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5e73fb-ad5e-4ab9-8bbc-119562631107,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:22.785883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] For port ed18ae55-c342-4285-8bd8-883b08c5793c, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ed18ae55-c342-4285-8bd8-883b08c5793c,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:21:22.787300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:22.791823 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:22.901139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc412ff0-8156-40c5-9b69-1c8ac0769872 None None] Pushing event updated for resources: {'Port': ['ID=ed18ae55-c342-4285-8bd8-883b08c5793c,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:22.924010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Routers {'73c64078-86db-4335-b34d-93e81bdeebb0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:21:22.925124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:21:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['73c64078-86db-4335-b34d-93e81bdeebb0'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:23.033355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:23.034080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d09a53c8-535c-4b81-b10a-ef2c2a0d4d44 None None] Provisioning for port 5f5e73fb-ad5e-4ab9-8bbc-119562631107 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:23.050145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d09a53c8-535c-4b81-b10a-ef2c2a0d4d44 None None] Provisioning complete for port 5f5e73fb-ad5e-4ab9-8bbc-119562631107 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:23.050645 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d09a53c8-535c-4b81-b10a-ef2c2a0d4d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:23.073018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:23.185651 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d09a53c8-535c-4b81-b10a-ef2c2a0d4d44 None None] Port 5f5e73fb-ad5e-4ab9-8bbc-119562631107 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:21:23.192761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] Set router 73c64078-86db-4335-b34d-93e81bdeebb0 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:21:23.313482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:23.323964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:23.418413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:23.501266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'name': 'tempest-TestEncryptedCinderVolumes-955536815-router', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:18Z', 'updated_at': '2022-03-03T06:21:20Z', 'revision_number': 3, 'project_id': '1609598235c847abbac6d226ddf11e37', 'gw_port': {'id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:19Z', 'updated_at': '2022-03-03T06:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:23.510436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc06428e-4455-4a03-8917-c360226e4cee None None] The sync data for ids ['73c64078-86db-4335-b34d-93e81bdeebb0'] in dv-neutron-831582-1-hyperv is: [{'id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'name': 'tempest-TestEncryptedCinderVolumes-955536815-router', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:18Z', 'updated_at': '2022-03-03T06:21:20Z', 'revision_number': 3, 'project_id': '1609598235c847abbac6d226ddf11e37', 'gw_port': {'id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:19Z', 'updated_at': '2022-03-03T06:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:21:23.532102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Pushing event updated for resources: {'Port': ['ID=5f5e73fb-ad5e-4ab9-8bbc-119562631107,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:23.587338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:21:23.588615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:23.924453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3e6bc1d0-f686-4599-b697-fa9936f6acca None None] Provisioning complete for port 5f5e73fb-ad5e-4ab9-8bbc-119562631107 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:23.925443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3e6bc1d0-f686-4599-b697-fa9936f6acca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:23.982769 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Router 73c64078-86db-4335-b34d-93e81bdeebb0 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:21:23.995728 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3e6bc1d0-f686-4599-b697-fa9936f6acca None None] Port 5f5e73fb-ad5e-4ab9-8bbc-119562631107 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:21:24.197258 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:21:24.208399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ed18ae55-c342-4285-8bd8-883b08c5793c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:24.212524 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-eaac944e-a9ce-4410-90a9-0c86d85122e1 admin admin] 10.222.0.20 "PUT /v2.0/routers/73c64078-86db-4335-b34d-93e81bdeebb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9007556 Mar 03 06:21:24.296592 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port ed18ae55-c342-4285-8bd8-883b08c5793c completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:24.302292 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port ed18ae55-c342-4285-8bd8-883b08c5793c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:24.302670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:24.492844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:24.511950 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port ed18ae55-c342-4285-8bd8-883b08c5793c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ed18ae55-c342-4285-8bd8-883b08c5793c,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:24.518279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:24.606385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=ed18ae55-c342-4285-8bd8-883b08c5793c,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:24.824529 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41032) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:24.830051 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1552862075-network', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:24.835073 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:24.839410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Usage tracker for resource:network and tenant:6a7520c478cc4f31a8aa4d8eedbe4a35 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:24.843138 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:24.848881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:24.859362 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Made reservation on behalf of 6a7520c478cc4f31a8aa4d8eedbe4a35 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:24.861805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:24.878630 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:25.013444 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:25.017632 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:6a7520c478cc4f31a8aa4d8eedbe4a35 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:25.020780 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:25.027567 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:25.123386 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:25.128562 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:25.161366 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:21:25.171119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd977a3f-ce83-47da-9b81-37d29e382a8d,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:25.177032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:25.177407 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Added segment cdb4dd59-f510-431a-ad3c-bb2d6ef44298 of type vlan for network bb5db096-3497-4ad0-bc2b-00b2757cd217 Mar 03 06:21:25.211113 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:25.243868 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:25.245024 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:25.248230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:25.274926 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Sync routers for ids ['73c64078-86db-4335-b34d-93e81bdeebb0'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:21:25.285982 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Routers {'73c64078-86db-4335-b34d-93e81bdeebb0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:21:25.286613 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:21:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['73c64078-86db-4335-b34d-93e81bdeebb0'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:25.355345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=bb5db096-3497-4ad0-bc2b-00b2757cd217,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:25.360276 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f92f550a-3c65-4515-a8b4-ca6fa6333cd9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5345132 Mar 03 06:21:25.362594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41036) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:25.370054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network bb5db096-3497-4ad0-bc2b-00b2757cd217 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:21:25.377766 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Request body: {'subnet': {'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1552862075-subnet', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'ip_version': 4}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:25.392142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:25.401024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Usage tracker for resource:subnet and tenant:6a7520c478cc4f31a8aa4d8eedbe4a35 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:25.406854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:25.419292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:25.433687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Made reservation on behalf of 6a7520c478cc4f31a8aa4d8eedbe4a35 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:25.436971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:25.532613 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Set router 73c64078-86db-4335-b34d-93e81bdeebb0 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:21:25.653086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:25.730167 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:25.740684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Checking segment: {'id': 'cdb4dd59-f510-431a-ad3c-bb2d6ef44298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:25.741043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Network hostable DHCP agents. Network: bb5db096-3497-4ad0-bc2b-00b2757cd217, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:21:25.762238 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Network bb5db096-3497-4ad0-bc2b-00b2757cd217 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:21:25.773355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, bb5db096-3497-4ad0-bc2b-00b2757cd217) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:25.778234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:25.779004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:25.808848 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5d46ae5e-b1d8-4c10-b065-fab02240c221 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4412887 Mar 03 06:21:25.811908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41040) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:25.814386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1552862075-router', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:25.819727 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:25.824623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Usage tracker for resource:router and tenant:6a7520c478cc4f31a8aa4d8eedbe4a35 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:25.828218 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:25.836618 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:25.855415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:25.857665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:25.871212 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'name': 'tempest-TestEncryptedCinderVolumes-955536815-router', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:18Z', 'updated_at': '2022-03-03T06:21:23Z', 'revision_number': 4, 'project_id': '1609598235c847abbac6d226ddf11e37', 'gw_port': {'id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:19Z', 'updated_at': '2022-03-03T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '5f5e73fb-ad5e-4ab9-8bbc-119562631107', 'name': '', 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'mac_address': 'fa:16:3e:c1:c9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'aad1cdcb-deb0-4ccf-afb6-812d350055d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:22Z', 'updated_at': '2022-03-03T06:21:23Z', 'revision_number': 2, 'project_id': '1609598235c847abbac6d226ddf11e37', 'subnets': [{'id': 'aad1cdcb-deb0-4ccf-afb6-812d350055d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:25.876365 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Checking router: 73c64078-86db-4335-b34d-93e81bdeebb0 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:21:25.876722 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Updating router 73c64078-86db-4335-b34d-93e81bdeebb0 port 5f5e73fb-ad5e-4ab9-8bbc-119562631107 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:21:25.881860 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:25.926400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dfa9be-0bbc-4ebc-ac79-5ef0e010958f None None] Network bb5db096-3497-4ad0-bc2b-00b2757cd217 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:25.940081 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:26.197429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:26.206333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ed18ae55-c342-4285-8bd8-883b08c5793c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:26.329693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-bb5db096-3497-4ad0-bc2b-00b2757cd217', 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'fixed_ips': [{'subnet_id': '2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:21:26.330535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:26.386975 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:26.392520 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port ed18ae55-c342-4285-8bd8-883b08c5793c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:26.392959 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:26.402325 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Transition to ACTIVE for port object 5f5e73fb-ad5e-4ab9-8bbc-119562631107 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:26.418227 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:26.559180 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Pushing event updated for resources: {'Port': ['ID=5f5e73fb-ad5e-4ab9-8bbc-119562631107,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:26.609169 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Allocated IP 172.20.0.2 (bb5db096-3497-4ad0-bc2b-00b2757cd217/2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb/7b7d7df4-83f3-4802-8206-0c0a330245da) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:21:26.611135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:26.637457 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:26.638203 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:26.638549 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:26.639398 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:26.639516 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:26.640113 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:26.640537 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:26.640797 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:26.641125 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:26.641438 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:26.641746 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:26.642063 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:26.679027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:26.819349 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Attempting to bind port 5f5e73fb-ad5e-4ab9-8bbc-119562631107 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:21:26.819762 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Attempting to bind port 5f5e73fb-ad5e-4ab9-8bbc-119562631107 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:21:26.820148 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Attempting to bind port 5f5e73fb-ad5e-4ab9-8bbc-119562631107 on network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:21:26.826958 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:21:26.827328 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Checking segment: {'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:26.827793 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:26.828499 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Bound using segment: {'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:21:26.828748 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Bound port: 5f5e73fb-ad5e-4ab9-8bbc-119562631107, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:21:26.829147 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:26.885937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Allocated IP 172.26.3.231 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/54196dfb-1914-4eed-ae8f-a2f08b8c7790) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:21:26.925620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:26.938332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Transition to ACTIVE for port object 7b7d7df4-83f3-4802-8206-0c0a330245da will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:26.956133 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] For port 5f5e73fb-ad5e-4ab9-8bbc-119562631107, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:21:26.959367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Transition to ACTIVE for port object 7b7d7df4-83f3-4802-8206-0c0a330245da will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:26.961227 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] For port 5f5e73fb-ad5e-4ab9-8bbc-119562631107, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=5f5e73fb-ad5e-4ab9-8bbc-119562631107,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:21:26.966958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:26.968001 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:27.042938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Network bb5db096-3497-4ad0-bc2b-00b2757cd217 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:21:27.044199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:27.054112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:21:27.075816 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Routers {'73c64078-86db-4335-b34d-93e81bdeebb0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:21:27.077144 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:21:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['73c64078-86db-4335-b34d-93e81bdeebb0'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:27.172017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Pushing event updated for resources: {'Port': ['ID=7b7d7df4-83f3-4802-8206-0c0a330245da,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:27.193942 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:27.194480 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:27.194839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:27.195200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:27.195549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:27.195549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:27.196275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:27.196275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:27.196943 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:27.196943 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:27.197623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:27.197623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:21:27.202393 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395cfbc1-9ac7-4f76-88aa-1172e2475dd9 None None] Pushing event updated for resources: {'Port': ['ID=5f5e73fb-ad5e-4ab9-8bbc-119562631107,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:27.208656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Attempting to bind port 7b7d7df4-83f3-4802-8206-0c0a330245da on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:21:27.209169 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Attempting to bind port 7b7d7df4-83f3-4802-8206-0c0a330245da by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'cdb4dd59-f510-431a-ad3c-bb2d6ef44298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:21:27.209554 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Attempting to bind port 7b7d7df4-83f3-4802-8206-0c0a330245da on network bb5db096-3497-4ad0-bc2b-00b2757cd217 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:21:27.224502 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:21:27.225031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Checking segment: {'id': 'cdb4dd59-f510-431a-ad3c-bb2d6ef44298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:27.225399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:27.225746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Bound using segment: {'id': 'cdb4dd59-f510-431a-ad3c-bb2d6ef44298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:21:27.226088 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Bound port: 7b7d7df4-83f3-4802-8206-0c0a330245da, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb4dd59-f510-431a-ad3c-bb2d6ef44298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:21:27.226604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:27.255323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:27.294603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:27.372636 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] For port 7b7d7df4-83f3-4802-8206-0c0a330245da, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:21:27.377260 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] For port 7b7d7df4-83f3-4802-8206-0c0a330245da, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7b7d7df4-83f3-4802-8206-0c0a330245da,segment=NetworkSegment(cdb4dd59-f510-431a-ad3c-bb2d6ef44298),segment_id=cdb4dd59-f510-431a-ad3c-bb2d6ef44298)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:21:27.390986 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] Set router 73c64078-86db-4335-b34d-93e81bdeebb0 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:21:27.392580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:27.402268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:21:27.421428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:27.440880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:21:27.548197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61640855-490b-402d-b0b8-d7ba0ad389df None None] Pushing event updated for resources: {'Port': ['ID=7b7d7df4-83f3-4802-8206-0c0a330245da,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:27.711088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Pushing event updated for resources: {'Port': ['ID=54196dfb-1914-4eed-ae8f-a2f08b8c7790,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:27.758089 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'name': 'tempest-TestEncryptedCinderVolumes-955536815-router', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:18Z', 'updated_at': '2022-03-03T06:21:23Z', 'revision_number': 4, 'project_id': '1609598235c847abbac6d226ddf11e37', 'gw_port': {'id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:19Z', 'updated_at': '2022-03-03T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '5f5e73fb-ad5e-4ab9-8bbc-119562631107', 'name': '', 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'mac_address': 'fa:16:3e:c1:c9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'aad1cdcb-deb0-4ccf-afb6-812d350055d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:22Z', 'updated_at': '2022-03-03T06:21:26Z', 'revision_number': 4, 'project_id': '1609598235c847abbac6d226ddf11e37', 'subnets': [{'id': 'aad1cdcb-deb0-4ccf-afb6-812d350055d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:27.763245 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c9d70f-7f60-427b-a37a-06e287e69462 None None] The sync data for ids ['73c64078-86db-4335-b34d-93e81bdeebb0'] in dv-neutron-831582-1-hyperv is: [{'id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'name': 'tempest-TestEncryptedCinderVolumes-955536815-router', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:18Z', 'updated_at': '2022-03-03T06:21:23Z', 'revision_number': 4, 'project_id': '1609598235c847abbac6d226ddf11e37', 'gw_port': {'id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:19Z', 'updated_at': '2022-03-03T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '5f5e73fb-ad5e-4ab9-8bbc-119562631107', 'name': '', 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'mac_address': 'fa:16:3e:c1:c9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'aad1cdcb-deb0-4ccf-afb6-812d350055d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:22Z', 'updated_at': '2022-03-03T06:21:26Z', 'revision_number': 4, 'project_id': '1609598235c847abbac6d226ddf11e37', 'subnets': [{'id': 'aad1cdcb-deb0-4ccf-afb6-812d350055d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:21:28.007006 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:28.258669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7b7d7df4-83f3-4802-8206-0c0a330245da up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:28.382027 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 7b7d7df4-83f3-4802-8206-0c0a330245da completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:28.388010 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5f5e73fb-ad5e-4ab9-8bbc-119562631107 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:28.439576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:28.575265 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 5f5e73fb-ad5e-4ab9-8bbc-119562631107 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:28.584463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 5f5e73fb-ad5e-4ab9-8bbc-119562631107 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:28.584980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:28.774819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Router ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:21:28.794099 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:28.843363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 5f5e73fb-ad5e-4ab9-8bbc-119562631107, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=5f5e73fb-ad5e-4ab9-8bbc-119562631107,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:28.852672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:28.906175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2758640-4bc0-42d0-bca7-e7408f42982c None None] Network bb5db096-3497-4ad0-bc2b-00b2757cd217 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:21:29.054851 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=5f5e73fb-ad5e-4ab9-8bbc-119562631107,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:29.062600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-47f31eef-2ef1-4c07-82f2-7c390fd7066f None None] Provisioning for port 7b7d7df4-83f3-4802-8206-0c0a330245da completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:29.078969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-47f31eef-2ef1-4c07-82f2-7c390fd7066f None None] Provisioning complete for port 7b7d7df4-83f3-4802-8206-0c0a330245da triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:29.079982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-47f31eef-2ef1-4c07-82f2-7c390fd7066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:29.149819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:21:29.181197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:29.183872 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a4106b35-8e2b-4a8a-a0f5-732a0a74bee6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3736858 Mar 03 06:21:29.186597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41044) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:21:29.239144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Sync routers for ids ['ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:21:29.295559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Routers {'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:21:29.296216 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:21:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:29.541125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Set router ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:21:29.709205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-47f31eef-2ef1-4c07-82f2-7c390fd7066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:29.815583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-47f31eef-2ef1-4c07-82f2-7c390fd7066f None None] For port 7b7d7df4-83f3-4802-8206-0c0a330245da, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7b7d7df4-83f3-4802-8206-0c0a330245da,segment=NetworkSegment(cdb4dd59-f510-431a-ad3c-bb2d6ef44298),segment_id=cdb4dd59-f510-431a-ad3c-bb2d6ef44298)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:29.831295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-47f31eef-2ef1-4c07-82f2-7c390fd7066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:29.921521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:29.954922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31eef-2ef1-4c07-82f2-7c390fd7066f None None] Pushing event updated for resources: {'Port': ['ID=7b7d7df4-83f3-4802-8206-0c0a330245da,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:29.975359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'name': 'tempest-TestEncryptedCinderVolumes-1552862075-router', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:25Z', 'updated_at': '2022-03-03T06:21:27Z', 'revision_number': 3, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'gw_port': {'id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:26Z', 'updated_at': '2022-03-03T06:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:29.980632 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Checking router: ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:21:29.980632 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Updating router ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 port 54196dfb-1914-4eed-ae8f-a2f08b8c7790 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:21:30.037976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:30.153605 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Allocated IP 172.20.0.1 (bb5db096-3497-4ad0-bc2b-00b2757cd217/2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb/e5eed98f-ca22-4aba-884b-3a386e3a7ec8) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:21:30.184092 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3742ed98-785a-486a-bb1c-f86ff99eb94d None None] Provisioning complete for port 7b7d7df4-83f3-4802-8206-0c0a330245da triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:30.184505 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3742ed98-785a-486a-bb1c-f86ff99eb94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:30.226831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7b7d7df4-83f3-4802-8206-0c0a330245da up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:30.318892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:30.337732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Transition to ACTIVE for port object e5eed98f-ca22-4aba-884b-3a386e3a7ec8 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:30.367883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:30.444987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Pushing event updated for resources: {'Port': ['ID=e5eed98f-ca22-4aba-884b-3a386e3a7ec8,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:30.462570 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Network bb5db096-3497-4ad0-bc2b-00b2757cd217 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:21:30.464044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:30.466342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:21:30.475352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7b7d7df4-83f3-4802-8206-0c0a330245da triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:30.475669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:30.531048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:30.603192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:30.631937 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Transition to ACTIVE for port object 54196dfb-1914-4eed-ae8f-a2f08b8c7790 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:30.701970 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5f5e73fb-ad5e-4ab9-8bbc-119562631107 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:30.705831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:30.729566 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:30.896929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-24c37835-6191-4ddc-b44b-eaee72100b35 None None] Provisioning for port e5eed98f-ca22-4aba-884b-3a386e3a7ec8 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:30.913745 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014e208-944d-4596-b1df-2273d9eaf191 None None] Pushing event updated for resources: {'Port': ['ID=54196dfb-1914-4eed-ae8f-a2f08b8c7790,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:30.918385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-24c37835-6191-4ddc-b44b-eaee72100b35 None None] Provisioning complete for port e5eed98f-ca22-4aba-884b-3a386e3a7ec8 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:30.918752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-24c37835-6191-4ddc-b44b-eaee72100b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:30.942954 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Attempting to bind port 54196dfb-1914-4eed-ae8f-a2f08b8c7790 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:21:30.943352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Attempting to bind port 54196dfb-1914-4eed-ae8f-a2f08b8c7790 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:21:30.943702 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Attempting to bind port 54196dfb-1914-4eed-ae8f-a2f08b8c7790 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:21:30.960109 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:30.966324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:21:30.966706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:30.967105 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:30.967501 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:21:30.967998 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Bound port: 54196dfb-1914-4eed-ae8f-a2f08b8c7790, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:21:30.968377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:31.033067 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-24c37835-6191-4ddc-b44b-eaee72100b35 None None] Port e5eed98f-ca22-4aba-884b-3a386e3a7ec8 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:21:31.049179 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 5f5e73fb-ad5e-4ab9-8bbc-119562631107 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:31.049557 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:31.090633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:31.096103 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:31.110467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] For port 54196dfb-1914-4eed-ae8f-a2f08b8c7790, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:21:31.122002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] For port 54196dfb-1914-4eed-ae8f-a2f08b8c7790, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=54196dfb-1914-4eed-ae8f-a2f08b8c7790,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:21:31.128913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:31.216158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:31.221230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Pushing event updated for resources: {'Port': ['ID=e5eed98f-ca22-4aba-884b-3a386e3a7ec8,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:31.263431 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Routers {'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:21:31.264093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:21:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:31.321631 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014e208-944d-4596-b1df-2273d9eaf191 None None] Pushing event updated for resources: {'Port': ['ID=54196dfb-1914-4eed-ae8f-a2f08b8c7790,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:31.381255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Network bb5db096-3497-4ad0-bc2b-00b2757cd217 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:21:31.382823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:31.482839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] Set router ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:21:31.600116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Router ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:21:31.721145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-337d8c77-944c-4e57-ade9-b6be57fa0678 None None] Provisioning complete for port e5eed98f-ca22-4aba-884b-3a386e3a7ec8 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:31.721485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-337d8c77-944c-4e57-ade9-b6be57fa0678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:31.781503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:21:31.798750 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e8530088-c5e0-4343-b977-a997f2963280 admin admin] 10.222.0.20 "PUT /v2.0/routers/ccdedaea-06f7-4e78-9cd3-e86c6f2138a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6023617 Mar 03 06:21:31.814090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-337d8c77-944c-4e57-ade9-b6be57fa0678 None None] Port e5eed98f-ca22-4aba-884b-3a386e3a7ec8 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:21:31.887920 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'name': 'tempest-TestEncryptedCinderVolumes-1552862075-router', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:25Z', 'updated_at': '2022-03-03T06:21:30Z', 'revision_number': 4, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'gw_port': {'id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:26Z', 'updated_at': '2022-03-03T06:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'e5eed98f-ca22-4aba-884b-3a386e3a7ec8', 'name': '', 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'mac_address': 'fa:16:3e:84:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:29Z', 'updated_at': '2022-03-03T06:21:30Z', 'revision_number': 2, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'subnets': [{'id': '2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:31.891891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e325383-d261-4391-9382-5b8ed290d63c None None] The sync data for ids ['ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'] in dv-neutron-831582-1-hyperv is: [{'id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'name': 'tempest-TestEncryptedCinderVolumes-1552862075-router', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:25Z', 'updated_at': '2022-03-03T06:21:30Z', 'revision_number': 4, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'gw_port': {'id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:26Z', 'updated_at': '2022-03-03T06:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'e5eed98f-ca22-4aba-884b-3a386e3a7ec8', 'name': '', 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'mac_address': 'fa:16:3e:84:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:29Z', 'updated_at': '2022-03-03T06:21:30Z', 'revision_number': 2, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'subnets': [{'id': '2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:21:32.858366 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-fd398635-79c1-49cb-9c7f-cf403e9f176d tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:32.859874 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-fd398635-79c1-49cb-9c7f-cf403e9f176d tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/networks?id=1670eeed-a2a1-4fc8-852b-a81dd77834e0 HTTP/1.1" status: 200 len: 816 time: 0.1547818 Mar 03 06:21:32.875672 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-1ee7f327-8c71-42d0-bec2-caf1ca0b4402 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/quotas/1609598235c847abbac6d226ddf11e37 HTTP/1.1" status: 200 len: 375 time: 0.0099897 Mar 03 06:21:32.970953 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-62ef5825-4548-4a1c-bd21-47b3965a4977 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1609598235c847abbac6d226ddf11e37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891001 Mar 03 06:21:33.103813 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-13430088-c8ae-4e43-8aa4-01a977d42b88 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 06:21:33.110612 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-13430088-c8ae-4e43-8aa4-01a977d42b88 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1271913 Mar 03 06:21:33.242214 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-4ee5b702-8260-4572-93cf-04f79a5e0f98 service neutron] 10.222.0.20 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306546 Mar 03 06:21:33.382801 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-737dfa38-517d-49df-b84e-fdb5ca7c1852 service neutron] 10.222.0.20 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316268 Mar 03 06:21:34.176947 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 54196dfb-1914-4eed-ae8f-a2f08b8c7790 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:34.250667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 54196dfb-1914-4eed-ae8f-a2f08b8c7790 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:34.255529 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 54196dfb-1914-4eed-ae8f-a2f08b8c7790 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:34.255959 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:34.373618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:34.391416 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 54196dfb-1914-4eed-ae8f-a2f08b8c7790, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=54196dfb-1914-4eed-ae8f-a2f08b8c7790,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:34.399742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:34.475106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=54196dfb-1914-4eed-ae8f-a2f08b8c7790,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:34.573631 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7772f411-09cc-4a1a-9fa6-d603899b71c9 req-7725206e-6747-4035-b46a-042e1dc38c38 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 210 time: 0.0414135 Mar 03 06:21:35.315228 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Sync routers for ids ['ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:21:35.327879 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Routers {'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:21:35.328759 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:21:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:35.507645 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Set router ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:21:35.788394 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-84e73022-d3f2-4587-b4d4-4d433346d345 req-809d98ae-0943-43e8-b741-ba98ee39346f tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 210 time: 0.0798402 Mar 03 06:21:35.905282 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'name': 'tempest-TestEncryptedCinderVolumes-1552862075-router', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:25Z', 'updated_at': '2022-03-03T06:21:30Z', 'revision_number': 4, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'gw_port': {'id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:26Z', 'updated_at': '2022-03-03T06:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'e5eed98f-ca22-4aba-884b-3a386e3a7ec8', 'name': '', 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'mac_address': 'fa:16:3e:84:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:29Z', 'updated_at': '2022-03-03T06:21:30Z', 'revision_number': 2, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'subnets': [{'id': '2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:35.910901 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Checking router: ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:21:35.911346 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Updating router ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 port e5eed98f-ca22-4aba-884b-3a386e3a7ec8 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:21:35.932015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-5cff4589-c70f-44ab-a0c8-0ed5f0405e86 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:35.934143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-5cff4589-c70f-44ab-a0c8-0ed5f0405e86 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Synchronizing usage tracker for tenant:1609598235c847abbac6d226ddf11e37 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:21:35.955523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-5cff4589-c70f-44ab-a0c8-0ed5f0405e86 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Unset dirty status for tenant:1609598235c847abbac6d226ddf11e37 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:21:35.957748 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-5cff4589-c70f-44ab-a0c8-0ed5f0405e86 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.23 "GET /v2.0/networks?id=1670eeed-a2a1-4fc8-852b-a81dd77834e0 HTTP/1.1" status: 200 len: 816 time: 0.2684636 Mar 03 06:21:35.973581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Request body: {'port': {'device_id': 'fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b', 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0', 'admin_state_up': True, 'tenant_id': '1609598235c847abbac6d226ddf11e37'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:35.978040 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:36.119710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:21:36.123817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Usage tracker for resource:port and tenant:1609598235c847abbac6d226ddf11e37 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:21:36.126799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:21:36.132752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:21:36.144153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Made reservation on behalf of 1609598235c847abbac6d226ddf11e37 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:21:36.147961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:36.212669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 54196dfb-1914-4eed-ae8f-a2f08b8c7790 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:36.285143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 54196dfb-1914-4eed-ae8f-a2f08b8c7790 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:36.285858 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:36.390927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Allocated IP 172.20.0.8 (1670eeed-a2a1-4fc8-852b-a81dd77834e0/aad1cdcb-deb0-4ccf-afb6-812d350055d9/d9434a7f-8b88-4901-913d-ee3adb002d3b) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:21:36.442343 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:36.461575 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Transition to ACTIVE for port object e5eed98f-ca22-4aba-884b-3a386e3a7ec8 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:36.470420 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:36.659670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:36.683971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Transition to ACTIVE for port object d9434a7f-8b88-4901-913d-ee3adb002d3b will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:36.719859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:36.739433 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb418962-053a-42d0-8532-233c0eafc798 None None] Pushing event updated for resources: {'Port': ['ID=e5eed98f-ca22-4aba-884b-3a386e3a7ec8,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:36.762420 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Attempting to bind port e5eed98f-ca22-4aba-884b-3a386e3a7ec8 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:21:36.762780 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Attempting to bind port e5eed98f-ca22-4aba-884b-3a386e3a7ec8 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'cdb4dd59-f510-431a-ad3c-bb2d6ef44298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:21:36.763135 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Attempting to bind port e5eed98f-ca22-4aba-884b-3a386e3a7ec8 on network bb5db096-3497-4ad0-bc2b-00b2757cd217 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:21:36.768710 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:21:36.769071 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Checking segment: {'id': 'cdb4dd59-f510-431a-ad3c-bb2d6ef44298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:36.769456 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:36.769853 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Bound using segment: {'id': 'cdb4dd59-f510-431a-ad3c-bb2d6ef44298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:21:36.770395 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Bound port: e5eed98f-ca22-4aba-884b-3a386e3a7ec8, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb4dd59-f510-431a-ad3c-bb2d6ef44298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:21:36.770633 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:36.817166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Pushing event updated for resources: {'Port': ['ID=d9434a7f-8b88-4901-913d-ee3adb002d3b,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:36.838196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:21:36.841492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:21:36.844716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:21:36.879456 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] For port e5eed98f-ca22-4aba-884b-3a386e3a7ec8, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:21:36.882932 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] For port e5eed98f-ca22-4aba-884b-3a386e3a7ec8, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e5eed98f-ca22-4aba-884b-3a386e3a7ec8,segment=NetworkSegment(cdb4dd59-f510-431a-ad3c-bb2d6ef44298),segment_id=cdb4dd59-f510-431a-ad3c-bb2d6ef44298)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:21:36.891065 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:36.966833 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:36.967395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:37.017797 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-854d512d-a127-4bb5-955e-3a73eb4fa0ca tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0494778 Mar 03 06:21:37.031077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Request body: {'port': {'device_id': 'fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:21:37.092027 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb418962-053a-42d0-8532-233c0eafc798 None None] Pushing event updated for resources: {'Port': ['ID=e5eed98f-ca22-4aba-884b-3a386e3a7ec8,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:37.100244 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Routers {'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:21:37.103193 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:21:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:37.208622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53b6ed-0ee8-4c64-8472-096b8631f7f6 req-1388c8cd-7b73-4b22-9fe1-19ebb546f887 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:37.223804 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ff53b6ed-0ee8-4c64-8472-096b8631f7f6 req-1388c8cd-7b73-4b22-9fe1-19ebb546f887 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 931 time: 0.2271385 Mar 03 06:21:37.302679 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ff53b6ed-0ee8-4c64-8472-096b8631f7f6 req-dfa095ec-14d5-4cb5-9a16-04d3f3c20be0 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760152 Mar 03 06:21:37.326671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b5ef60bc-c82d-4a79-8161-26b7af701e80 None None] Provisioning for port d9434a7f-8b88-4901-913d-ee3adb002d3b completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:37.337839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b5ef60bc-c82d-4a79-8161-26b7af701e80 None None] Provisioning complete for port d9434a7f-8b88-4901-913d-ee3adb002d3b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:37.339214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b5ef60bc-c82d-4a79-8161-26b7af701e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:37.384424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:37.456137 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b5ef60bc-c82d-4a79-8161-26b7af701e80 None None] Port d9434a7f-8b88-4901-913d-ee3adb002d3b cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:21:37.491210 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] Set router ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:21:37.779667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9434a7f-8b88-4901-913d-ee3adb002d3b {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:21:37.789435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:37.804291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Transition to ACTIVE for port object d9434a7f-8b88-4901-913d-ee3adb002d3b will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:21:37.810831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:37.815098 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'name': 'tempest-TestEncryptedCinderVolumes-1552862075-router', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:25Z', 'updated_at': '2022-03-03T06:21:30Z', 'revision_number': 4, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'gw_port': {'id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:26Z', 'updated_at': '2022-03-03T06:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'e5eed98f-ca22-4aba-884b-3a386e3a7ec8', 'name': '', 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'mac_address': 'fa:16:3e:84:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:29Z', 'updated_at': '2022-03-03T06:21:36Z', 'revision_number': 4, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'subnets': [{'id': '2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:21:37.819154 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f37146-df9a-482d-9ae6-f7596442cd28 None None] The sync data for ids ['ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'] in dv-neutron-831582-1-hyperv is: [{'id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'name': 'tempest-TestEncryptedCinderVolumes-1552862075-router', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:25Z', 'updated_at': '2022-03-03T06:21:30Z', 'revision_number': 4, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'gw_port': {'id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:26Z', 'updated_at': '2022-03-03T06:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'e5eed98f-ca22-4aba-884b-3a386e3a7ec8', 'name': '', 'network_id': 'bb5db096-3497-4ad0-bc2b-00b2757cd217', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'mac_address': 'fa:16:3e:84:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:29Z', 'updated_at': '2022-03-03T06:21:36Z', 'revision_number': 4, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'subnets': [{'id': '2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:21:37.976950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Pushing event updated for resources: {'Port': ['ID=d9434a7f-8b88-4901-913d-ee3adb002d3b,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:38.064341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Attempting to bind port d9434a7f-8b88-4901-913d-ee3adb002d3b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:21:38.065056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Attempting to bind port d9434a7f-8b88-4901-913d-ee3adb002d3b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:21:38.065553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Attempting to bind port d9434a7f-8b88-4901-913d-ee3adb002d3b on network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:21:38.071896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Port d9434a7f-8b88-4901-913d-ee3adb002d3b on network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:21:38.072227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Attempting to bind port d9434a7f-8b88-4901-913d-ee3adb002d3b on network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:21:38.077504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:21:38.077841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Checking segment: {'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:21:38.078221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Bound using segment: {'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:21:38.078674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Bound port: d9434a7f-8b88-4901-913d-ee3adb002d3b, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:21:38.079045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:38.175802 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] For port d9434a7f-8b88-4901-913d-ee3adb002d3b, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:21:38.181316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] For port d9434a7f-8b88-4901-913d-ee3adb002d3b, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d9434a7f-8b88-4901-913d-ee3adb002d3b,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:21:38.186905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:38.206860 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e5eed98f-ca22-4aba-884b-3a386e3a7ec8 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:38.254811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:38.255778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:38.257242 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] 10.222.0.23 "PUT /v2.0/ports/d9434a7f-8b88-4901-913d-ee3adb002d3b HTTP/1.1" status: 200 len: 1093 time: 1.2324388 Mar 03 06:21:38.257620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b', 'tag': 'd9434a7f-8b88-4901-913d-ee3adb002d3b'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:21:38.292542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb8070-4ad1-4843-a9fb-cec189704059 service neutron] Pushing event updated for resources: {'Port': ['ID=d9434a7f-8b88-4901-913d-ee3adb002d3b,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:38.420365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port e5eed98f-ca22-4aba-884b-3a386e3a7ec8 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:38.431403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e5eed98f-ca22-4aba-884b-3a386e3a7ec8 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:38.432828 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:38.445895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-bd2ea90e-ebf8-4eb6-9b59-cada36265471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:38.447385 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-bd2ea90e-ebf8-4eb6-9b59-cada36265471 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1609598235c847abbac6d226ddf11e37&device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 1096 time: 0.1319175 Mar 03 06:21:38.554677 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b', 'tag': 'd9434a7f-8b88-4901-913d-ee3adb002d3b', 'status': 'completed', 'code': 200} Mar 03 06:21:38.574962 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-fb611328-de49-436f-8210-a3a1b9dfda70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9434a7f-8b88-4901-913d-ee3adb002d3b HTTP/1.1" status: 200 len: 217 time: 0.1015282 Mar 03 06:21:38.652928 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbc7b5-36e1-4877-beb4-e18bbed01cb6 req-6c41b0c4-cf6b-4689-83ac-e656f8a22d93 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:38.660971 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0efbc7b5-36e1-4877-beb4-e18bbed01cb6 req-6c41b0c4-cf6b-4689-83ac-e656f8a22d93 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 943 time: 0.0933902 Mar 03 06:21:38.668697 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:38.678021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-40067008-8c84-4abf-9d4a-c15d1a96754e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:38.679725 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-40067008-8c84-4abf-9d4a-c15d1a96754e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aad1cdcb-deb0-4ccf-afb6-812d350055d9 HTTP/1.1" status: 200 len: 855 time: 0.1040313 Mar 03 06:21:38.718156 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0efbc7b5-36e1-4877-beb4-e18bbed01cb6 req-d42dab2e-efe9-40c4-a677-6232849cb554 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532951 Mar 03 06:21:38.719895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port e5eed98f-ca22-4aba-884b-3a386e3a7ec8, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e5eed98f-ca22-4aba-884b-3a386e3a7ec8,segment=NetworkSegment(cdb4dd59-f510-431a-ad3c-bb2d6ef44298),segment_id=cdb4dd59-f510-431a-ad3c-bb2d6ef44298)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:38.735472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:38.825754 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=e5eed98f-ca22-4aba-884b-3a386e3a7ec8,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:38.832950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-b847dead-25c7-4ae7-b853-3b301ee8659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:38.835963 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-b847dead-25c7-4ae7-b853-3b301ee8659d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1670eeed-a2a1-4fc8-852b-a81dd77834e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1501698 Mar 03 06:21:38.978122 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-1ff2e048-f7a8-478a-8e33-dd1301f05598 service neutron] 10.222.0.23 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340365 Mar 03 06:21:39.117592 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a0ffd2c0-edc4-455c-92cf-66012b3113fc req-1dd20a62-44a8-4c68-af37-bed03ae61977 service neutron] 10.222.0.23 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338441 Mar 03 06:21:39.232610 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d831fe-8b80-45eb-aca3-5393cf28bacb req-cd11b0ae-ed4d-495f-a8a0-3408ff9a99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:39.234150 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9d831fe-8b80-45eb-aca3-5393cf28bacb req-cd11b0ae-ed4d-495f-a8a0-3408ff9a99b0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1609598235c847abbac6d226ddf11e37&device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 1096 time: 0.0732749 Mar 03 06:21:39.409224 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:21:39.487651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d831fe-8b80-45eb-aca3-5393cf28bacb req-ac49a84e-2872-4d14-bd63-e61256909c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:39.489165 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9d831fe-8b80-45eb-aca3-5393cf28bacb req-ac49a84e-2872-4d14-bd63-e61256909c49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1670eeed-a2a1-4fc8-852b-a81dd77834e0 HTTP/1.1" status: 200 len: 917 time: 0.2496736 Mar 03 06:21:39.556787 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9d831fe-8b80-45eb-aca3-5393cf28bacb req-00838e76-318e-4555-b661-2560ae91cc25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9434a7f-8b88-4901-913d-ee3adb002d3b HTTP/1.1" status: 200 len: 217 time: 0.0621674 Mar 03 06:21:39.616758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d831fe-8b80-45eb-aca3-5393cf28bacb req-fe48838f-9b29-46c4-a96f-05ffce06f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:39.618162 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9d831fe-8b80-45eb-aca3-5393cf28bacb req-fe48838f-9b29-46c4-a96f-05ffce06f7e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aad1cdcb-deb0-4ccf-afb6-812d350055d9 HTTP/1.1" status: 200 len: 855 time: 0.0562375 Mar 03 06:21:39.694632 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d831fe-8b80-45eb-aca3-5393cf28bacb req-feaf56bc-e4d5-4af5-894b-f4609b039ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:39.696044 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9d831fe-8b80-45eb-aca3-5393cf28bacb req-feaf56bc-e4d5-4af5-894b-f4609b039ded service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1670eeed-a2a1-4fc8-852b-a81dd77834e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724120 Mar 03 06:21:39.832672 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9d831fe-8b80-45eb-aca3-5393cf28bacb req-aef68242-8548-48e8-916b-6bd09c414547 service neutron] 10.222.0.23 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301877 Mar 03 06:21:39.908660 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3796c1-ad6b-4f48-84e9-dd6eac0b6d78 req-fae8336f-5dd7-41d8-8d2d-8c29ce558661 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:39.909713 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-be3796c1-ad6b-4f48-84e9-dd6eac0b6d78 req-fae8336f-5dd7-41d8-8d2d-8c29ce558661 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 943 time: 0.0900283 Mar 03 06:21:39.963557 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-be3796c1-ad6b-4f48-84e9-dd6eac0b6d78 req-749a7a2e-8b32-4a4d-8041-d9359e4d564e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466077 Mar 03 06:21:39.983267 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9d831fe-8b80-45eb-aca3-5393cf28bacb req-4ec75d99-40a6-475f-a97d-2e0b3b303d3c service neutron] 10.222.0.23 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442707 Mar 03 06:21:40.164123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e5eed98f-ca22-4aba-884b-3a386e3a7ec8 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:40.233050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port e5eed98f-ca22-4aba-884b-3a386e3a7ec8 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:40.233305 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:40.972220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device d9434a7f-8b88-4901-913d-ee3adb002d3b details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:21:41.105717 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port d9434a7f-8b88-4901-913d-ee3adb002d3b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d9434a7f-8b88-4901-913d-ee3adb002d3b,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:41.118971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'd9434a7f-8b88-4901-913d-ee3adb002d3b', 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0', 'port_id': 'd9434a7f-8b88-4901-913d-ee3adb002d3b', 'mac_address': 'fa:16:3e:c1:d7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad1cdcb-deb0-4ccf-afb6-812d350055d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:21:41.158089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5b731-006a-4c62-8bfb-983c9972d57f req-e8b725d9-d5e7-41c7-9ce5-6038f8746ed6 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:41.160524 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3ee5b731-006a-4c62-8bfb-983c9972d57f req-e8b725d9-d5e7-41c7-9ce5-6038f8746ed6 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 943 time: 0.0910683 Mar 03 06:21:41.175231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:41.192747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9434a7f-8b88-4901-913d-ee3adb002d3b {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:21:41.208274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port d9434a7f-8b88-4901-913d-ee3adb002d3b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d9434a7f-8b88-4901-913d-ee3adb002d3b,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:41.213759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:41.228839 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3ee5b731-006a-4c62-8bfb-983c9972d57f req-ddc10e9a-783f-4e70-adcf-88251a4fc935 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560162 Mar 03 06:21:41.289753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=d9434a7f-8b88-4901-913d-ee3adb002d3b,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:41.537633 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['d9434a7f-8b88-4901-913d-ee3adb002d3b'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:21:42.416525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a761d-0e03-4efc-9123-91b6164a2ff3 req-973a53de-887b-4b4c-a9d0-bec4869f1b14 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:42.418034 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6b4a761d-0e03-4efc-9123-91b6164a2ff3 req-973a53de-887b-4b4c-a9d0-bec4869f1b14 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 944 time: 0.0832896 Mar 03 06:21:42.461469 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6b4a761d-0e03-4efc-9123-91b6164a2ff3 req-1a34f42d-1207-4640-8f21-a9f587b18669 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374584 Mar 03 06:21:42.987125 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device d9434a7f-8b88-4901-913d-ee3adb002d3b up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:21:43.055051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port d9434a7f-8b88-4901-913d-ee3adb002d3b completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:21:43.060470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port d9434a7f-8b88-4901-913d-ee3adb002d3b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:21:43.060861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:43.178686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:43.205742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9434a7f-8b88-4901-913d-ee3adb002d3b'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:21:43.215752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port d9434a7f-8b88-4901-913d-ee3adb002d3b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d9434a7f-8b88-4901-913d-ee3adb002d3b,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:21:43.220114 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:43.286670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=d9434a7f-8b88-4901-913d-ee3adb002d3b,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:21:43.305814 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9434a7f-8b88-4901-913d-ee3adb002d3b', 'code': 200} Mar 03 06:21:43.545545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5927b2-708b-439a-b674-3ec29ffe1a3e req-160f6880-2ce6-4427-a15c-9257389ace77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:43.549100 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c5927b2-708b-439a-b674-3ec29ffe1a3e req-160f6880-2ce6-4427-a15c-9257389ace77 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 1098 time: 0.0806217 Mar 03 06:21:43.604266 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9c5927b2-708b-439a-b674-3ec29ffe1a3e req-6b62dff0-2f9a-4b8f-9e0f-250630399f57 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472939 Mar 03 06:21:43.686715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75744f6b-7757-4333-ac52-0ab0809b2894 req-89ccae34-3710-469b-9595-72b50797af14 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:43.688190 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-75744f6b-7757-4333-ac52-0ab0809b2894 req-89ccae34-3710-469b-9595-72b50797af14 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 945 time: 0.0843754 Mar 03 06:21:43.731500 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-75744f6b-7757-4333-ac52-0ab0809b2894 req-5c9b9ce0-ce69-4e6e-813c-fc3000cf2daf tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375090 Mar 03 06:21:44.962335 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03198d8-5451-44a8-b771-d06ae41dc834 req-03556a5d-ed1d-4f82-9e28-c0856f8f9e06 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:44.963954 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e03198d8-5451-44a8-b771-d06ae41dc834 req-03556a5d-ed1d-4f82-9e28-c0856f8f9e06 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 945 time: 0.0949981 Mar 03 06:21:45.015311 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e03198d8-5451-44a8-b771-d06ae41dc834 req-f8717d39-b83a-49ce-be7e-ec971df2f8ef tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455663 Mar 03 06:21:46.212762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f1283-d609-4718-bbad-c212cf92b680 req-3c5da860-ae2c-4b2c-b0ba-9019516b0f52 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:46.214377 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-140f1283-d609-4718-bbad-c212cf92b680 req-3c5da860-ae2c-4b2c-b0ba-9019516b0f52 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 945 time: 0.0890706 Mar 03 06:21:46.262198 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-140f1283-d609-4718-bbad-c212cf92b680 req-0193ad9e-42ea-4f4c-9144-6dc8b41ede06 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402045 Mar 03 06:21:46.579014 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58da14c-8116-4158-a3c4-0510d7c35f06 req-da3666b4-7bd8-4eca-970f-9819680fc380 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:21:46.580494 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b58da14c-8116-4158-a3c4-0510d7c35f06 req-da3666b4-7bd8-4eca-970f-9819680fc380 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 945 time: 0.1782169 Mar 03 06:21:46.625981 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b58da14c-8116-4158-a3c4-0510d7c35f06 req-58b10beb-048e-41d1-8769-ce4d4c53ed6c tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393801 Mar 03 06:21:48.302711 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a430e1c5-3039-48d3-ad5b-31ee03f6a937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:50.523950 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ef255a84-097f-46ac-a67e-4f19c38866de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:51.671832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:51.802881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:21:52.990146 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:00.895508 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:02.313197 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eebe07-c279-4d5c-a34f-018d48b8db4b req-7c5c5ea0-e16e-4775-b2fe-4ff9354694f2 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:02.314657 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-35eebe07-c279-4d5c-a34f-018d48b8db4b req-7c5c5ea0-e16e-4775-b2fe-4ff9354694f2 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 945 time: 0.0792766 Mar 03 06:22:02.360521 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-35eebe07-c279-4d5c-a34f-018d48b8db4b req-a1bb7d2f-efaa-4da5-b24d-6e4cf976d365 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397117 Mar 03 06:22:03.551105 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb85269-d57f-4a1b-af56-814c07a71e7d req-82a5ca0d-d0e0-4553-a354-6602f46f7639 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:03.552585 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ffb85269-d57f-4a1b-af56-814c07a71e7d req-82a5ca0d-d0e0-4553-a354-6602f46f7639 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 945 time: 0.0822420 Mar 03 06:22:03.598454 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ffb85269-d57f-4a1b-af56-814c07a71e7d req-c9dfba81-19a4-448d-817f-a1b0ce6e7d65 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Mar 03 06:22:03.938911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411b212-ca54-4a22-bd5b-53b26b626a57 req-10ed7e88-18ef-463a-902c-4c51e5c4ccb6 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:03.939604 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-6411b212-ca54-4a22-bd5b-53b26b626a57 req-10ed7e88-18ef-463a-902c-4c51e5c4ccb6 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Synchronizing usage tracker for tenant:1609598235c847abbac6d226ddf11e37 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:22:03.956174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-6411b212-ca54-4a22-bd5b-53b26b626a57 req-10ed7e88-18ef-463a-902c-4c51e5c4ccb6 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Unset dirty status for tenant:1609598235c847abbac6d226ddf11e37 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:22:03.957225 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6411b212-ca54-4a22-bd5b-53b26b626a57 req-10ed7e88-18ef-463a-902c-4c51e5c4ccb6 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 945 time: 0.0996089 Mar 03 06:22:04.028537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-6411b212-ca54-4a22-bd5b-53b26b626a57 req-475bc035-15fc-4326-8006-e5e83c89fb7e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Deleting port d9434a7f-8b88-4901-913d-ee3adb002d3b {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:22:04.028879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6411b212-ca54-4a22-bd5b-53b26b626a57 req-475bc035-15fc-4326-8006-e5e83c89fb7e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:04.273892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-6411b212-ca54-4a22-bd5b-53b26b626a57 req-475bc035-15fc-4326-8006-e5e83c89fb7e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] For port d9434a7f-8b88-4901-913d-ee3adb002d3b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=d9434a7f-8b88-4901-913d-ee3adb002d3b,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:04.274249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6411b212-ca54-4a22-bd5b-53b26b626a57 req-475bc035-15fc-4326-8006-e5e83c89fb7e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:04.396882 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-6411b212-ca54-4a22-bd5b-53b26b626a57 req-475bc035-15fc-4326-8006-e5e83c89fb7e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Calling delete_port for d9434a7f-8b88-4901-913d-ee3adb002d3b owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:22:04.540161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6411b212-ca54-4a22-bd5b-53b26b626a57 req-475bc035-15fc-4326-8006-e5e83c89fb7e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:04.551721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['d9434a7f-8b88-4901-913d-ee3adb002d3b'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:22:04.590598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475bc035-15fc-4326-8006-e5e83c89fb7e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Pushing event deleted for resources: {'Port': ['ID=d9434a7f-8b88-4901-913d-ee3adb002d3b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:04.670405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6411b212-ca54-4a22-bd5b-53b26b626a57 req-475bc035-15fc-4326-8006-e5e83c89fb7e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] No DVR routers for this DVR port d9434a7f-8b88-4901-913d-ee3adb002d3b on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:22:04.674606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6411b212-ca54-4a22-bd5b-53b26b626a57 req-475bc035-15fc-4326-8006-e5e83c89fb7e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:04.678805 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b', 'name': 'network-vif-deleted', 'tag': 'd9434a7f-8b88-4901-913d-ee3adb002d3b'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:22:04.718601 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6411b212-ca54-4a22-bd5b-53b26b626a57 req-475bc035-15fc-4326-8006-e5e83c89fb7e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.23 "DELETE /v2.0/ports/d9434a7f-8b88-4901-913d-ee3adb002d3b HTTP/1.1" status: 204 len: 173 time: 0.7563076 Mar 03 06:22:04.744060 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b', 'name': 'network-vif-deleted', 'tag': 'd9434a7f-8b88-4901-913d-ee3adb002d3b', 'status': 'completed', 'code': 200} Mar 03 06:22:04.779453 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0dd12a65-8fb0-4239-8294-c6eda6e1e311 req-7d69de1f-229d-457f-97b4-5bc59fd8c978 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe1fd092-ccd8-4c35-9554-0fe1d4a6e88b HTTP/1.1" status: 200 len: 210 time: 0.0679655 Mar 03 06:22:06.347236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d31aac-e801-43e5-99ba-53720708020d req-69d6e88f-d0d8-4bd1-aa61-0d3b25952738 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:06.349525 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-69d6e88f-d0d8-4bd1-aa61-0d3b25952738 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/networks?id=1670eeed-a2a1-4fc8-852b-a81dd77834e0 HTTP/1.1" status: 200 len: 816 time: 0.1462171 Mar 03 06:22:06.365468 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-9459def3-0291-4cb1-9efa-4bc38a84ba6e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/quotas/1609598235c847abbac6d226ddf11e37 HTTP/1.1" status: 200 len: 375 time: 0.0097260 Mar 03 06:22:06.455119 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-b415b3e4-e4b1-4744-abc6-12b5b304eadd tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1609598235c847abbac6d226ddf11e37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834997 Mar 03 06:22:06.597500 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-7f9ae4e2-c531-48f6-b416-05cd97ef74e2 service neutron] 10.222.0.20 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293588 Mar 03 06:22:06.736417 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-e4fc08f0-dda3-4bcd-9604-719d675a9c87 service neutron] 10.222.0.20 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328359 Mar 03 06:22:06.943815 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e79e3624-7321-4082-9441-ead280ee1bb7 req-27345da6-214f-403e-9476-0f2dcda94ca3 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 210 time: 0.0634942 Mar 03 06:22:07.068273 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device d9434a7f-8b88-4901-913d-ee3adb002d3b no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:22:07.101737 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: d9434a7f-8b88-4901-913d-ee3adb002d3b {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:22:07.102080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device d9434a7f-8b88-4901-913d-ee3adb002d3b not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:22:08.099589 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d31aac-e801-43e5-99ba-53720708020d req-f55c764b-2c1e-4a93-bdf7-38f084f76479 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:08.101091 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-f55c764b-2c1e-4a93-bdf7-38f084f76479 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.23 "GET /v2.0/networks?id=1670eeed-a2a1-4fc8-852b-a81dd77834e0 HTTP/1.1" status: 200 len: 816 time: 0.2687204 Mar 03 06:22:08.117213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Request body: {'port': {'device_id': '52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6', 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0', 'admin_state_up': True, 'tenant_id': '1609598235c847abbac6d226ddf11e37'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:22:08.129456 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a5bfdd23-8728-46c4-a2ab-1f2def54c0fa req-e7b570c9-439f-44a9-b40b-a7ac71cd0617 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 210 time: 0.0764928 Mar 03 06:22:08.254389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:22:08.258489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Usage tracker for resource:port and tenant:1609598235c847abbac6d226ddf11e37 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:22:08.261899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:22:08.267531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:22:08.277263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Made reservation on behalf of 1609598235c847abbac6d226ddf11e37 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:22:08.280697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:08.443434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Allocated IP 172.20.0.10 (1670eeed-a2a1-4fc8-852b-a81dd77834e0/aad1cdcb-deb0-4ccf-afb6-812d350055d9/0809765b-aaba-43ca-95af-c72e902a156d) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:22:08.640602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:08.655895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Transition to ACTIVE for port object 0809765b-aaba-43ca-95af-c72e902a156d will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:22:08.678942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:08.748687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:22:08.756277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:22:08.760524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:22:08.791385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Pushing event updated for resources: {'Port': ['ID=0809765b-aaba-43ca-95af-c72e902a156d,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:08.811406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:08.811761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:08.812129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:08.812461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:08.812786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:08.813113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:08.813434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:08.813754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:08.814065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:08.814387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:08.814702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:08.815019 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:08.840138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:08.840740 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:08.865777 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-34e448ad-1705-4364-aeb5-05152f0ecb5e tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7538416 Mar 03 06:22:08.877310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Request body: {'port': {'device_id': '52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:22:08.961705 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-210c0bb8-78f3-4812-b63a-f248ef0d14d4 None None] Provisioning for port 0809765b-aaba-43ca-95af-c72e902a156d completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:22:08.970842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-210c0bb8-78f3-4812-b63a-f248ef0d14d4 None None] Provisioning complete for port 0809765b-aaba-43ca-95af-c72e902a156d triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:22:08.971471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-210c0bb8-78f3-4812-b63a-f248ef0d14d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:08.999800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:09.027074 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-210c0bb8-78f3-4812-b63a-f248ef0d14d4 None None] Port 0809765b-aaba-43ca-95af-c72e902a156d cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:22:09.324468 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a14850-f183-45bb-8a1e-718b58d21267 req-657d43ba-2cc9-4336-8db3-b82c48af3cd5 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:09.328220 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a2a14850-f183-45bb-8a1e-718b58d21267 req-657d43ba-2cc9-4336-8db3-b82c48af3cd5 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 932 time: 0.0876889 Mar 03 06:22:09.348590 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0809765b-aaba-43ca-95af-c72e902a156d {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:22:09.357026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:09.374454 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Transition to ACTIVE for port object 0809765b-aaba-43ca-95af-c72e902a156d will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:22:09.377873 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a2a14850-f183-45bb-8a1e-718b58d21267 req-41e19618-613c-4f75-a4da-59054a83fff4 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436757 Mar 03 06:22:09.390174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:09.559604 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=0809765b-aaba-43ca-95af-c72e902a156d,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:09.631543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Attempting to bind port 0809765b-aaba-43ca-95af-c72e902a156d on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:22:09.631914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Attempting to bind port 0809765b-aaba-43ca-95af-c72e902a156d by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:22:09.632244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Attempting to bind port 0809765b-aaba-43ca-95af-c72e902a156d on network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:22:09.637101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Port 0809765b-aaba-43ca-95af-c72e902a156d on network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:22:09.637426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Attempting to bind port 0809765b-aaba-43ca-95af-c72e902a156d on network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:22:09.642579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:22:09.642916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Checking segment: {'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:22:09.643300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Bound using segment: {'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:22:09.643727 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Bound port: 0809765b-aaba-43ca-95af-c72e902a156d, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12ab40c-232a-40e3-95af-a23a1bdaec64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:22:09.644101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:09.736428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] For port 0809765b-aaba-43ca-95af-c72e902a156d, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:22:09.739524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] For port 0809765b-aaba-43ca-95af-c72e902a156d, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0809765b-aaba-43ca-95af-c72e902a156d,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:22:09.744891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:09.799394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:09.800026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:09.801386 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] 10.222.0.23 "PUT /v2.0/ports/0809765b-aaba-43ca-95af-c72e902a156d HTTP/1.1" status: 200 len: 1094 time: 0.9285288 Mar 03 06:22:09.801797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6', 'tag': '0809765b-aaba-43ca-95af-c72e902a156d'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:22:09.828207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b68b13-566c-4f02-9405-9f3fff393ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=0809765b-aaba-43ca-95af-c72e902a156d,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:09.891029 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6', 'tag': '0809765b-aaba-43ca-95af-c72e902a156d', 'status': 'completed', 'code': 200} Mar 03 06:22:10.037669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d31aac-e801-43e5-99ba-53720708020d req-b1fd9bd3-0cd0-4a65-911c-9708780c9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:10.039134 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-b1fd9bd3-0cd0-4a65-911c-9708780c9028 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1609598235c847abbac6d226ddf11e37&device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 1097 time: 0.1824546 Mar 03 06:22:10.106963 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-d36e4793-618a-41c8-a70a-e9cd1ea865d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0809765b-aaba-43ca-95af-c72e902a156d HTTP/1.1" status: 200 len: 217 time: 0.0608323 Mar 03 06:22:10.170649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d31aac-e801-43e5-99ba-53720708020d req-c0468851-b63a-4611-a0ef-59797bed8cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:10.172098 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-c0468851-b63a-4611-a0ef-59797bed8cb0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aad1cdcb-deb0-4ccf-afb6-812d350055d9 HTTP/1.1" status: 200 len: 855 time: 0.0596173 Mar 03 06:22:10.245561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d31aac-e801-43e5-99ba-53720708020d req-ccadd256-3ed4-4f82-8886-929f271889fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:10.246931 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-ccadd256-3ed4-4f82-8886-929f271889fb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1670eeed-a2a1-4fc8-852b-a81dd77834e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694022 Mar 03 06:22:10.382392 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-3babb1e8-fb7d-4b79-94cf-11dfadd04894 service neutron] 10.222.0.23 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293356 Mar 03 06:22:10.518213 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-19d31aac-e801-43e5-99ba-53720708020d req-e9e36ab5-6b3f-45ad-859c-2368f69eaa8c service neutron] 10.222.0.23 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302359 Mar 03 06:22:10.583186 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2d808-0535-454d-9a18-80e089b4ff1e req-3422e827-9b50-4c1d-9823-ebd6b974ccef tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:10.584996 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-99e2d808-0535-454d-9a18-80e089b4ff1e req-3422e827-9b50-4c1d-9823-ebd6b974ccef tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 944 time: 0.0947969 Mar 03 06:22:10.632835 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-99e2d808-0535-454d-9a18-80e089b4ff1e req-f65c7987-e524-4b79-9dd5-805fa7a13ad9 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413270 Mar 03 06:22:10.652626 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32320362-b385-47ec-a014-42c3364b9715 req-3c6c58df-f331-483e-a84c-f77e4aadcfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:10.652626 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32320362-b385-47ec-a014-42c3364b9715 req-3c6c58df-f331-483e-a84c-f77e4aadcfe9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1609598235c847abbac6d226ddf11e37&device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 1097 time: 0.0891132 Mar 03 06:22:10.779202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32320362-b385-47ec-a014-42c3364b9715 req-ff26f813-47d7-48e4-b3dc-b40e5243ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:10.780570 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32320362-b385-47ec-a014-42c3364b9715 req-ff26f813-47d7-48e4-b3dc-b40e5243ffb4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1670eeed-a2a1-4fc8-852b-a81dd77834e0 HTTP/1.1" status: 200 len: 917 time: 0.1263528 Mar 03 06:22:10.846296 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32320362-b385-47ec-a014-42c3364b9715 req-f7803022-22b5-47ab-b91e-3efa9c0f3600 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0809765b-aaba-43ca-95af-c72e902a156d HTTP/1.1" status: 200 len: 217 time: 0.0598090 Mar 03 06:22:10.910485 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32320362-b385-47ec-a014-42c3364b9715 req-6ebb089f-2cc1-4ab9-8e9b-101eeebc36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:10.911936 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32320362-b385-47ec-a014-42c3364b9715 req-6ebb089f-2cc1-4ab9-8e9b-101eeebc36b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aad1cdcb-deb0-4ccf-afb6-812d350055d9 HTTP/1.1" status: 200 len: 855 time: 0.0599613 Mar 03 06:22:10.985321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32320362-b385-47ec-a014-42c3364b9715 req-00a83b0c-7b88-44f8-812d-fc7cc5ee1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:10.986778 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32320362-b385-47ec-a014-42c3364b9715 req-00a83b0c-7b88-44f8-812d-fc7cc5ee1018 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1670eeed-a2a1-4fc8-852b-a81dd77834e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687604 Mar 03 06:22:11.118189 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32320362-b385-47ec-a014-42c3364b9715 req-a54e25bb-c8ff-45f4-82d5-f2ee77142660 service neutron] 10.222.0.23 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255133 Mar 03 06:22:11.248281 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32320362-b385-47ec-a014-42c3364b9715 req-5d7674f5-42cb-46b5-a6a5-f4b5371bb7f0 service neutron] 10.222.0.23 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238956 Mar 03 06:22:11.818283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b7ae7-f622-4dcb-8128-5ec9f0b91f5b req-c2629d4b-e481-441b-94e7-820ce7957a30 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:11.819729 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-322b7ae7-f622-4dcb-8128-5ec9f0b91f5b req-c2629d4b-e481-441b-94e7-820ce7957a30 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 944 time: 0.0793419 Mar 03 06:22:11.862650 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-322b7ae7-f622-4dcb-8128-5ec9f0b91f5b req-c0281873-17ec-40a6-bde8-f85abee6ebdb tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366106 Mar 03 06:22:13.047114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f292e3-cffe-48e4-bdfc-f436db91b2a6 req-ffbd3221-ecbd-4469-9356-98e71019e06f tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:13.048613 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-42f292e3-cffe-48e4-bdfc-f436db91b2a6 req-ffbd3221-ecbd-4469-9356-98e71019e06f tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 944 time: 0.0818045 Mar 03 06:22:13.093100 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-42f292e3-cffe-48e4-bdfc-f436db91b2a6 req-0f00a590-9324-40b7-8312-23e067a49acc tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389059 Mar 03 06:22:13.099935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0809765b-aaba-43ca-95af-c72e902a156d details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:22:13.271786 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0809765b-aaba-43ca-95af-c72e902a156d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0809765b-aaba-43ca-95af-c72e902a156d,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:13.285117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '0809765b-aaba-43ca-95af-c72e902a156d', 'network_id': '1670eeed-a2a1-4fc8-852b-a81dd77834e0', 'port_id': '0809765b-aaba-43ca-95af-c72e902a156d', 'mac_address': 'fa:16:3e:70:47:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad1cdcb-deb0-4ccf-afb6-812d350055d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:22:13.339156 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:13.357848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0809765b-aaba-43ca-95af-c72e902a156d {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:22:13.373375 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0809765b-aaba-43ca-95af-c72e902a156d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0809765b-aaba-43ca-95af-c72e902a156d,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:13.377775 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:13.452005 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=0809765b-aaba-43ca-95af-c72e902a156d,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:13.689678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['0809765b-aaba-43ca-95af-c72e902a156d'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:22:14.277246 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b61eee-619e-4035-abe0-e0fbfaea7c92 req-4bfb90a4-50b6-49e9-9a1d-d143f58a1799 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:14.278654 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-32b61eee-619e-4035-abe0-e0fbfaea7c92 req-4bfb90a4-50b6-49e9-9a1d-d143f58a1799 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 945 time: 0.0817754 Mar 03 06:22:14.322223 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-32b61eee-619e-4035-abe0-e0fbfaea7c92 req-2da13c96-5272-4e4e-bf4f-b9ad64972f32 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377874 Mar 03 06:22:15.111074 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0809765b-aaba-43ca-95af-c72e902a156d up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:22:15.181719 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 0809765b-aaba-43ca-95af-c72e902a156d completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:22:15.187268 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 0809765b-aaba-43ca-95af-c72e902a156d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:22:15.187638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:15.303233 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:15.331904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0809765b-aaba-43ca-95af-c72e902a156d'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:22:15.342591 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 0809765b-aaba-43ca-95af-c72e902a156d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0809765b-aaba-43ca-95af-c72e902a156d,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:15.353726 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:15.413331 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0809765b-aaba-43ca-95af-c72e902a156d', 'code': 200} Mar 03 06:22:15.456782 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=0809765b-aaba-43ca-95af-c72e902a156d,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:15.540992 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d095d0a-5384-492c-86be-d5b178275737 req-6dc74deb-40aa-4920-b836-c70cc6e2f3be tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:15.543264 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2d095d0a-5384-492c-86be-d5b178275737 req-6dc74deb-40aa-4920-b836-c70cc6e2f3be tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 946 time: 0.0891967 Mar 03 06:22:15.592330 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2d095d0a-5384-492c-86be-d5b178275737 req-57f7aa44-d85c-4204-ab61-bf08c1b25343 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428696 Mar 03 06:22:15.649600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc0b8c-b45b-4d09-afa8-8d94b5ce792e req-44cb4fde-a177-4dde-aecd-c6f0d78b6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:15.650963 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-95bc0b8c-b45b-4d09-afa8-8d94b5ce792e req-44cb4fde-a177-4dde-aecd-c6f0d78b6291 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 1099 time: 0.0729816 Mar 03 06:22:15.690798 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-95bc0b8c-b45b-4d09-afa8-8d94b5ce792e req-c73bdd73-8118-46e2-8815-afa40adef593 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339959 Mar 03 06:22:16.398979 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:22:16.780063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2168e-f44c-48a4-8418-0f0e887ca066 req-2f51a712-398e-4cca-9bee-5f7094a065fc tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:16.781569 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a5c2168e-f44c-48a4-8418-0f0e887ca066 req-2f51a712-398e-4cca-9bee-5f7094a065fc tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 946 time: 0.0828404 Mar 03 06:22:16.827649 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a5c2168e-f44c-48a4-8418-0f0e887ca066 req-a5b47231-2324-428c-b1c5-6fd053e44909 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402908 Mar 03 06:22:18.011658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89e093-bcbb-40ac-af5e-933d978000d7 req-232f23c4-710f-414d-abfd-e9a20cf9c010 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:18.013156 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cc89e093-bcbb-40ac-af5e-933d978000d7 req-232f23c4-710f-414d-abfd-e9a20cf9c010 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 946 time: 0.0783310 Mar 03 06:22:18.067553 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cc89e093-bcbb-40ac-af5e-933d978000d7 req-aecb351e-eb6c-490c-89bf-332901fa9bce tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482540 Mar 03 06:22:18.251741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627894b-7225-419a-92f1-82f793b90638 req-5e23ce86-ca87-4d92-aa8c-47fee0bd7a98 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:18.253229 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9627894b-7225-419a-92f1-82f793b90638 req-5e23ce86-ca87-4d92-aa8c-47fee0bd7a98 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 946 time: 0.0786483 Mar 03 06:22:18.297328 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9627894b-7225-419a-92f1-82f793b90638 req-c02d4353-3c38-4e31-b2f5-5fd097efc836 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383623 Mar 03 06:22:18.306339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6ebdaec9-a3c0-4f50-af50-6af27d88fc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:20.520529 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b988bac1-07ca-4bd9-930e-d3d17ba7ee21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:21.675682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:21.807240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:22.993697 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:30.898871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:32.011388 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2619411e-bacf-482f-ab3b-ce86d1eef9f3 req-98508f22-33db-4830-9385-be3c3c890afa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0816574 Mar 03 06:22:32.217384 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619411e-bacf-482f-ab3b-ce86d1eef9f3 req-d572f363-cc6c-4327-8d1b-504d7ddaf150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:32.219162 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2619411e-bacf-482f-ab3b-ce86d1eef9f3 req-d572f363-cc6c-4327-8d1b-504d7ddaf150 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1609598235c847abbac6d226ddf11e37&device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 1099 time: 0.1093018 Mar 03 06:22:32.514676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619411e-bacf-482f-ab3b-ce86d1eef9f3 req-810a3f7a-b567-46e9-8727-da6ed35ad481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:32.516121 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2619411e-bacf-482f-ab3b-ce86d1eef9f3 req-810a3f7a-b567-46e9-8727-da6ed35ad481 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1670eeed-a2a1-4fc8-852b-a81dd77834e0 HTTP/1.1" status: 200 len: 917 time: 0.2768698 Mar 03 06:22:32.589989 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2619411e-bacf-482f-ab3b-ce86d1eef9f3 req-330afa7d-2813-41b8-83e4-89650e6a6557 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0809765b-aaba-43ca-95af-c72e902a156d HTTP/1.1" status: 200 len: 217 time: 0.0619352 Mar 03 06:22:32.655599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619411e-bacf-482f-ab3b-ce86d1eef9f3 req-3488f871-91fd-4d3e-b1a4-725ac8fae331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:32.657098 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2619411e-bacf-482f-ab3b-ce86d1eef9f3 req-3488f871-91fd-4d3e-b1a4-725ac8fae331 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aad1cdcb-deb0-4ccf-afb6-812d350055d9 HTTP/1.1" status: 200 len: 855 time: 0.0599086 Mar 03 06:22:32.736700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619411e-bacf-482f-ab3b-ce86d1eef9f3 req-ab8deebd-8457-4f5e-bdc6-8611b28e4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:32.738133 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2619411e-bacf-482f-ab3b-ce86d1eef9f3 req-ab8deebd-8457-4f5e-bdc6-8611b28e4d1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1670eeed-a2a1-4fc8-852b-a81dd77834e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729046 Mar 03 06:22:32.772272 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d991a-abad-4bae-bce5-4e734b0f125a req-088b11bd-363b-447b-889e-b977c6083b61 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:32.773898 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f9d991a-abad-4bae-bce5-4e734b0f125a req-088b11bd-363b-447b-889e-b977c6083b61 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 946 time: 0.1773646 Mar 03 06:22:32.824584 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0f9d991a-abad-4bae-bce5-4e734b0f125a req-7c8d973e-457c-4ba9-a9fb-c801f6137d0d tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Mar 03 06:22:32.876454 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2619411e-bacf-482f-ab3b-ce86d1eef9f3 req-565fe9f7-b64e-499b-ba1b-13c6f8a46e72 service neutron] 10.222.0.23 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305890 Mar 03 06:22:33.009598 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2619411e-bacf-482f-ab3b-ce86d1eef9f3 req-74cfcf5d-a68b-4f61-909e-c3d6deabe430 service neutron] 10.222.0.23 "GET /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251454 Mar 03 06:22:34.011857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e3be4-6fdc-4700-856d-22c2b065733b req-37079cee-4515-441a-aa44-8f1ba28c59fe tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:34.013320 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-117e3be4-6fdc-4700-856d-22c2b065733b req-37079cee-4515-441a-aa44-8f1ba28c59fe tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 946 time: 0.0779231 Mar 03 06:22:34.057009 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-117e3be4-6fdc-4700-856d-22c2b065733b req-535100d7-3889-4705-8c3f-8f7a3e1d344a tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/security-groups?id=302cd2f9-e66f-4edd-b04f-152667530306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380092 Mar 03 06:22:34.472832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068142d-5c51-4bd7-bbcb-20d68c1aefe5 req-26871388-753b-42d1-9847-c649fe3209ef tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:34.473521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-d068142d-5c51-4bd7-bbcb-20d68c1aefe5 req-26871388-753b-42d1-9847-c649fe3209ef tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Synchronizing usage tracker for tenant:1609598235c847abbac6d226ddf11e37 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:22:34.489268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-d068142d-5c51-4bd7-bbcb-20d68c1aefe5 req-26871388-753b-42d1-9847-c649fe3209ef tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Unset dirty status for tenant:1609598235c847abbac6d226ddf11e37 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:22:34.490401 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d068142d-5c51-4bd7-bbcb-20d68c1aefe5 req-26871388-753b-42d1-9847-c649fe3209ef tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.23 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 946 time: 0.1042638 Mar 03 06:22:34.558890 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d068142d-5c51-4bd7-bbcb-20d68c1aefe5 req-b6034e9f-7fbc-4b2c-afe6-b3d5e642ec46 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Deleting port 0809765b-aaba-43ca-95af-c72e902a156d {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:22:34.559227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d068142d-5c51-4bd7-bbcb-20d68c1aefe5 req-b6034e9f-7fbc-4b2c-afe6-b3d5e642ec46 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:34.812865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-d068142d-5c51-4bd7-bbcb-20d68c1aefe5 req-b6034e9f-7fbc-4b2c-afe6-b3d5e642ec46 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] For port 0809765b-aaba-43ca-95af-c72e902a156d, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=0809765b-aaba-43ca-95af-c72e902a156d,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:34.813238 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d068142d-5c51-4bd7-bbcb-20d68c1aefe5 req-b6034e9f-7fbc-4b2c-afe6-b3d5e642ec46 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:34.938253 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-d068142d-5c51-4bd7-bbcb-20d68c1aefe5 req-b6034e9f-7fbc-4b2c-afe6-b3d5e642ec46 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Calling delete_port for 0809765b-aaba-43ca-95af-c72e902a156d owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:22:35.083989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d068142d-5c51-4bd7-bbcb-20d68c1aefe5 req-b6034e9f-7fbc-4b2c-afe6-b3d5e642ec46 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:35.095575 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['0809765b-aaba-43ca-95af-c72e902a156d'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:22:35.134525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6034e9f-7fbc-4b2c-afe6-b3d5e642ec46 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Pushing event deleted for resources: {'Port': ['ID=0809765b-aaba-43ca-95af-c72e902a156d,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:35.219284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-d068142d-5c51-4bd7-bbcb-20d68c1aefe5 req-b6034e9f-7fbc-4b2c-afe6-b3d5e642ec46 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] No DVR routers for this DVR port 0809765b-aaba-43ca-95af-c72e902a156d on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:22:35.221787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-d068142d-5c51-4bd7-bbcb-20d68c1aefe5 req-b6034e9f-7fbc-4b2c-afe6-b3d5e642ec46 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:35.224599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6', 'name': 'network-vif-deleted', 'tag': '0809765b-aaba-43ca-95af-c72e902a156d'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:22:35.240763 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-827746ef-c9b8-4a13-ae83-7c651143198d req-f59aae08-167a-4a13-9615-b547fd61f1ff tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.20 "GET /v2.0/ports?device_id=52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6 HTTP/1.1" status: 200 len: 210 time: 0.0545893 Mar 03 06:22:35.254433 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d068142d-5c51-4bd7-bbcb-20d68c1aefe5 req-b6034e9f-7fbc-4b2c-afe6-b3d5e642ec46 tempest-TestEncryptedCinderVolumes-299896393 tempest-TestEncryptedCinderVolumes-299896393-project] 10.222.0.23 "DELETE /v2.0/ports/0809765b-aaba-43ca-95af-c72e902a156d HTTP/1.1" status: 204 len: 173 time: 0.7589741 Mar 03 06:22:35.297367 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52dc8c2c-fdb8-4007-8f2d-f6eb2fb63fa6', 'name': 'network-vif-deleted', 'tag': '0809765b-aaba-43ca-95af-c72e902a156d', 'status': 'completed', 'code': 200} Mar 03 06:22:36.363435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41344) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:37.018876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b761456e-c6d7-4a9e-b3f3-77a3c6eaaeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:37.250645 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0809765b-aaba-43ca-95af-c72e902a156d no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:22:37.284683 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 0809765b-aaba-43ca-95af-c72e902a156d {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:22:37.285014 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 0809765b-aaba-43ca-95af-c72e902a156d not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:22:37.368489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-b761456e-c6d7-4a9e-b3f3-77a3c6eaaeae admin admin] Deleting port 5f5e73fb-ad5e-4ab9-8bbc-119562631107 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:22:37.369025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b761456e-c6d7-4a9e-b3f3-77a3c6eaaeae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:37.541900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-b761456e-c6d7-4a9e-b3f3-77a3c6eaaeae admin admin] For port 5f5e73fb-ad5e-4ab9-8bbc-119562631107, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=5f5e73fb-ad5e-4ab9-8bbc-119562631107,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:37.542173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b761456e-c6d7-4a9e-b3f3-77a3c6eaaeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:37.663349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-b761456e-c6d7-4a9e-b3f3-77a3c6eaaeae admin admin] Calling delete_port for 5f5e73fb-ad5e-4ab9-8bbc-119562631107 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:22:37.993099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b761456e-c6d7-4a9e-b3f3-77a3c6eaaeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:38.161405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761456e-c6d7-4a9e-b3f3-77a3c6eaaeae admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5e73fb-ad5e-4ab9-8bbc-119562631107,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:38.445484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b761456e-c6d7-4a9e-b3f3-77a3c6eaaeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:38.800214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b761456e-c6d7-4a9e-b3f3-77a3c6eaaeae admin admin] Router 73c64078-86db-4335-b34d-93e81bdeebb0 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:22:38.975136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b761456e-c6d7-4a9e-b3f3-77a3c6eaaeae admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:22:38.984259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccc576-690a-4114-8a06-e9d95ad0a179 None None] Sync routers for ids ['73c64078-86db-4335-b34d-93e81bdeebb0'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:22:38.989392 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b761456e-c6d7-4a9e-b3f3-77a3c6eaaeae admin admin] 10.222.0.20 "PUT /v2.0/routers/73c64078-86db-4335-b34d-93e81bdeebb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6226647 Mar 03 06:22:38.989675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41348) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:38.993799 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccc576-690a-4114-8a06-e9d95ad0a179 None None] Routers {'73c64078-86db-4335-b34d-93e81bdeebb0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:22:38.994397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-15ccc576-690a-4114-8a06-e9d95ad0a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:22:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['73c64078-86db-4335-b34d-93e81bdeebb0'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:39.168136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:39.174439 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-15ccc576-690a-4114-8a06-e9d95ad0a179 None None] Set router 73c64078-86db-4335-b34d-93e81bdeebb0 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:22:39.346675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:39.359762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Deleting port ed18ae55-c342-4285-8bd8-883b08c5793c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:22:39.360643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:39.470766 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-15ccc576-690a-4114-8a06-e9d95ad0a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'name': 'tempest-TestEncryptedCinderVolumes-955536815-router', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29'}], 'enable_snat': True}, 'gw_port_id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:18Z', 'updated_at': '2022-03-03T06:22:37Z', 'revision_number': 5, 'project_id': '1609598235c847abbac6d226ddf11e37', 'gw_port': {'id': 'ed18ae55-c342-4285-8bd8-883b08c5793c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:32:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:19Z', 'updated_at': '2022-03-03T06:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:39.475195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccc576-690a-4114-8a06-e9d95ad0a179 None None] Checking router: 73c64078-86db-4335-b34d-93e81bdeebb0 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:22:39.484616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ccc576-690a-4114-8a06-e9d95ad0a179 None None] Routers {'73c64078-86db-4335-b34d-93e81bdeebb0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:22:39.485388 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-15ccc576-690a-4114-8a06-e9d95ad0a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:22:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['73c64078-86db-4335-b34d-93e81bdeebb0'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:39.672099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] For port ed18ae55-c342-4285-8bd8-883b08c5793c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=ed18ae55-c342-4285-8bd8-883b08c5793c,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:39.672689 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:39.679432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-15ccc576-690a-4114-8a06-e9d95ad0a179 None None] Set router 73c64078-86db-4335-b34d-93e81bdeebb0 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:22:39.785053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-15ccc576-690a-4114-8a06-e9d95ad0a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'name': 'tempest-TestEncryptedCinderVolumes-955536815-router', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:18Z', 'updated_at': '2022-03-03T06:22:39Z', 'revision_number': 6, 'project_id': '1609598235c847abbac6d226ddf11e37', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:39.790464 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ccc576-690a-4114-8a06-e9d95ad0a179 None None] The sync data for ids ['73c64078-86db-4335-b34d-93e81bdeebb0'] in dv-neutron-831582-1-hyperv is: [{'id': '73c64078-86db-4335-b34d-93e81bdeebb0', 'name': 'tempest-TestEncryptedCinderVolumes-955536815-router', 'tenant_id': '1609598235c847abbac6d226ddf11e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:18Z', 'updated_at': '2022-03-03T06:22:39Z', 'revision_number': 6, 'project_id': '1609598235c847abbac6d226ddf11e37', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:22:39.796322 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Calling delete_port for ed18ae55-c342-4285-8bd8-883b08c5793c owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:22:39.964183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:40.013131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed18ae55-c342-4285-8bd8-883b08c5793c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:40.103311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:40.285726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:40.287944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:40.310834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:40.311441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73c64078-86db-4335-b34d-93e81bdeebb0 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:22:40.328652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:40.332086 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-856dae6b-51f0-4322-8079-d7ade469b3a4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/73c64078-86db-4335-b34d-93e81bdeebb0 HTTP/1.1" status: 204 len: 168 time: 1.3392093 Mar 03 06:22:40.332317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41352) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:40.394760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae5dea9-c9d7-46b4-b798-51d1dc7429fe admin admin] Deleting subnet aad1cdcb-deb0-4ccf-afb6-812d350055d9 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:22:40.397955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fae5dea9-c9d7-46b4-b798-51d1dc7429fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:40.446595 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fae5dea9-c9d7-46b4-b798-51d1dc7429fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:40.526757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fae5dea9-c9d7-46b4-b798-51d1dc7429fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:40.599263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5f5e73fb-ad5e-4ab9-8bbc-119562631107 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:22:40.607907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fae5dea9-c9d7-46b4-b798-51d1dc7429fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:40.641463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 5f5e73fb-ad5e-4ab9-8bbc-119562631107 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:22:40.641756 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5f5e73fb-ad5e-4ab9-8bbc-119562631107 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:22:40.645337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5dea9-c9d7-46b4-b798-51d1dc7429fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aad1cdcb-deb0-4ccf-afb6-812d350055d9,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:40.655355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fae5dea9-c9d7-46b4-b798-51d1dc7429fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:40.660953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a95e48-4e52-4759-ad23-5bac1eb4c171 None None] Network 1670eeed-a2a1-4fc8-852b-a81dd77834e0 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:22:40.664316 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fae5dea9-c9d7-46b4-b798-51d1dc7429fe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aad1cdcb-deb0-4ccf-afb6-812d350055d9 HTTP/1.1" status: 204 len: 168 time: 0.3309624 Mar 03 06:22:40.664947 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41356) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:40.776520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:40.788017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Deleting port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:22:40.788622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:40.929969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3701450a-af0d-475f-b1c9-3c1919296670 None None] DHCP port deletion for 1670eeed-a2a1-4fc8-852b-a81dd77834e0 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:22:40.935646 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3701450a-af0d-475f-b1c9-3c1919296670 None None] Deleting port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:22:40.936252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3701450a-af0d-475f-b1c9-3c1919296670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:41.017639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] For port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=32cea4b1-3ebc-4570-9c7e-c3829ebe5f41,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:41.018261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:41.155922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3701450a-af0d-475f-b1c9-3c1919296670 None None] For port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=32cea4b1-3ebc-4570-9c7e-c3829ebe5f41,segment=NetworkSegment(e12ab40c-232a-40e3-95af-a23a1bdaec64),segment_id=e12ab40c-232a-40e3-95af-a23a1bdaec64)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:41.156256 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3701450a-af0d-475f-b1c9-3c1919296670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:41.170470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Calling delete_port for 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:22:41.253532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:41.285249 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3701450a-af0d-475f-b1c9-3c1919296670 None None] Calling delete_port for 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:22:41.303467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Pushing event deleted for resources: {'Port': ['ID=32cea4b1-3ebc-4570-9c7e-c3829ebe5f41,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:41.314515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:41.314871 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:41.315207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:41.315543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:41.315903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:41.316242 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:41.316565 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:41.316899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:41.317214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:41.317536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:41.317858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:41.318175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:41.321041 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] No DVR routers for this DVR port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:22:41.368545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-3701450a-af0d-475f-b1c9-3c1919296670 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:22:41.370441 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-3701450a-af0d-475f-b1c9-3c1919296670 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:22:41.442935 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:41.467291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1670eeed-a2a1-4fc8-852b-a81dd77834e0']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:41.480136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12ab40c-232a-40e3-95af-a23a1bdaec64') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:41.480436 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12ab40c-232a-40e3-95af-a23a1bdaec64') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:41.491955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:41.508442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:41.514290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:22:41.514672 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:22:41.527568 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:22:41.605498 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:41.624660 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:41.632760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] Pushing event deleted for resources: {'Network': ['ID=1670eeed-a2a1-4fc8-852b-a81dd77834e0,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:41.645803 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-24977c67-9609-4c78-afb9-c1009511b948 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1670eeed-a2a1-4fc8-852b-a81dd77834e0 HTTP/1.1" status: 204 len: 168 time: 0.9797053 Mar 03 06:22:41.648728 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41360) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:41.872312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3701450a-af0d-475f-b1c9-3c1919296670 None None] Deleting port 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:22:41.873300 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3701450a-af0d-475f-b1c9-3c1919296670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:41.952925 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3701450a-af0d-475f-b1c9-3c1919296670 None None] The port '32cea4b1-3ebc-4570-9c7e-c3829ebe5f41' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 06:22:42.204314 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:22:42.238281 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:22:42.238630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 32cea4b1-3ebc-4570-9c7e-c3829ebe5f41 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:22:42.239135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ed18ae55-c342-4285-8bd8-883b08c5793c no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:22:42.271803 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: ed18ae55-c342-4285-8bd8-883b08c5793c {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:22:42.272151 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device ed18ae55-c342-4285-8bd8-883b08c5793c not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:22:42.299567 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5ccc-411e-4121-8062-da2c256985f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:42.648934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b5ccc-411e-4121-8062-da2c256985f4 admin admin] Deleting port e5eed98f-ca22-4aba-884b-3a386e3a7ec8 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:22:42.649207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5ccc-411e-4121-8062-da2c256985f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:42.824531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-3c8b5ccc-411e-4121-8062-da2c256985f4 admin admin] For port e5eed98f-ca22-4aba-884b-3a386e3a7ec8, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=e5eed98f-ca22-4aba-884b-3a386e3a7ec8,segment=NetworkSegment(cdb4dd59-f510-431a-ad3c-bb2d6ef44298),segment_id=cdb4dd59-f510-431a-ad3c-bb2d6ef44298)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:42.824889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5ccc-411e-4121-8062-da2c256985f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:42.949758 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3c8b5ccc-411e-4121-8062-da2c256985f4 admin admin] Calling delete_port for e5eed98f-ca22-4aba-884b-3a386e3a7ec8 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:22:43.266050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5ccc-411e-4121-8062-da2c256985f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:43.318388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b5ccc-411e-4121-8062-da2c256985f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5eed98f-ca22-4aba-884b-3a386e3a7ec8,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:43.700713 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c8b5ccc-411e-4121-8062-da2c256985f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:44.056643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8b5ccc-411e-4121-8062-da2c256985f4 admin admin] Router ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:22:44.240959 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8b5ccc-411e-4121-8062-da2c256985f4 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:22:44.250044 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82389a78-f979-4d93-a774-b08bf4318d03 None None] Sync routers for ids ['ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:22:44.250614 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3c8b5ccc-411e-4121-8062-da2c256985f4 admin admin] 10.222.0.20 "PUT /v2.0/routers/ccdedaea-06f7-4e78-9cd3-e86c6f2138a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6005039 Mar 03 06:22:44.252824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41364) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:44.261989 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82389a78-f979-4d93-a774-b08bf4318d03 None None] Routers {'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:22:44.262594 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-82389a78-f979-4d93-a774-b08bf4318d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:22:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:44.450737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:44.456336 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-82389a78-f979-4d93-a774-b08bf4318d03 None None] Set router ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:22:44.754486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:44.763965 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-82389a78-f979-4d93-a774-b08bf4318d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'name': 'tempest-TestEncryptedCinderVolumes-1552862075-router', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231'}], 'enable_snat': True}, 'gw_port_id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:25Z', 'updated_at': '2022-03-03T06:22:43Z', 'revision_number': 5, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'gw_port': {'id': '54196dfb-1914-4eed-ae8f-a2f08b8c7790', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:2f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1635, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:21:26Z', 'updated_at': '2022-03-03T06:21:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:44.765908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Deleting port 54196dfb-1914-4eed-ae8f-a2f08b8c7790 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:22:44.766616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:44.768504 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82389a78-f979-4d93-a774-b08bf4318d03 None None] Checking router: ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:22:44.779892 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82389a78-f979-4d93-a774-b08bf4318d03 None None] Routers {'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:22:44.780510 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-82389a78-f979-4d93-a774-b08bf4318d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:22:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:44.960706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] For port 54196dfb-1914-4eed-ae8f-a2f08b8c7790, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=54196dfb-1914-4eed-ae8f-a2f08b8c7790,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:44.961060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:44.970250 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-82389a78-f979-4d93-a774-b08bf4318d03 None None] Set router ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:22:45.076426 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-82389a78-f979-4d93-a774-b08bf4318d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'name': 'tempest-TestEncryptedCinderVolumes-1552862075-router', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:25Z', 'updated_at': '2022-03-03T06:22:44Z', 'revision_number': 6, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:45.080874 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82389a78-f979-4d93-a774-b08bf4318d03 None None] The sync data for ids ['ccdedaea-06f7-4e78-9cd3-e86c6f2138a0'] in dv-neutron-831582-1-hyperv is: [{'id': 'ccdedaea-06f7-4e78-9cd3-e86c6f2138a0', 'name': 'tempest-TestEncryptedCinderVolumes-1552862075-router', 'tenant_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:21:25Z', 'updated_at': '2022-03-03T06:22:44Z', 'revision_number': 6, 'project_id': '6a7520c478cc4f31a8aa4d8eedbe4a35', 'gw_port_host': None}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:22:45.089631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Calling delete_port for 54196dfb-1914-4eed-ae8f-a2f08b8c7790 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:22:45.267358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:45.344666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Pushing event deleted for resources: {'Port': ['ID=54196dfb-1914-4eed-ae8f-a2f08b8c7790,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:45.411176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:45.586781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:45.589593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:45.614620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:45.615209 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:22:45.629356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:45.630499 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1bdf7ff0-b364-43aa-a8fc-3d6d6ec2fd9e admin admin] 10.222.0.20 "DELETE /v2.0/routers/ccdedaea-06f7-4e78-9cd3-e86c6f2138a0 HTTP/1.1" status: 204 len: 168 time: 1.3766994 Mar 03 06:22:45.633204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41368) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:45.696072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ea5a3e-ef80-4568-a961-a3d286232c6b admin admin] Deleting subnet 2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:22:45.699007 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5a3e-ef80-4568-a961-a3d286232c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:45.747686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5a3e-ef80-4568-a961-a3d286232c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:45.830511 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5a3e-ef80-4568-a961-a3d286232c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:45.901950 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5a3e-ef80-4568-a961-a3d286232c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:45.941701 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea5a3e-ef80-4568-a961-a3d286232c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:45.943708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7ea5a3e-ef80-4568-a961-a3d286232c6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:45.948562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0922b4-102e-4669-a93e-14969c8a80d8 None None] Network bb5db096-3497-4ad0-bc2b-00b2757cd217 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:22:45.950779 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a7ea5a3e-ef80-4568-a961-a3d286232c6b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2c4629a0-a0a1-4fd2-89bc-7229d7f5bceb HTTP/1.1" status: 204 len: 168 time: 0.3164809 Mar 03 06:22:45.953362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41372) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:46.089410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:46.102163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Deleting port 7b7d7df4-83f3-4802-8206-0c0a330245da {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:22:46.102840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:46.250386 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 54196dfb-1914-4eed-ae8f-a2f08b8c7790 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:22:46.286792 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a977994-ad55-42a8-9d1e-4cddab7495f3 None None] DHCP port deletion for bb5db096-3497-4ad0-bc2b-00b2757cd217 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:22:46.300518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8a977994-ad55-42a8-9d1e-4cddab7495f3 None None] Deleting port 7b7d7df4-83f3-4802-8206-0c0a330245da {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:22:46.300889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8a977994-ad55-42a8-9d1e-4cddab7495f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:46.356131 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 54196dfb-1914-4eed-ae8f-a2f08b8c7790 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:22:46.356476 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 54196dfb-1914-4eed-ae8f-a2f08b8c7790 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:22:46.357079 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e5eed98f-ca22-4aba-884b-3a386e3a7ec8 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:22:46.365022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] For port 7b7d7df4-83f3-4802-8206-0c0a330245da, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7b7d7df4-83f3-4802-8206-0c0a330245da,segment=NetworkSegment(cdb4dd59-f510-431a-ad3c-bb2d6ef44298),segment_id=cdb4dd59-f510-431a-ad3c-bb2d6ef44298)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:46.365542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:46.393722 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: e5eed98f-ca22-4aba-884b-3a386e3a7ec8 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:22:46.394301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device e5eed98f-ca22-4aba-884b-3a386e3a7ec8 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:22:46.590855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-8a977994-ad55-42a8-9d1e-4cddab7495f3 None None] For port 7b7d7df4-83f3-4802-8206-0c0a330245da, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7b7d7df4-83f3-4802-8206-0c0a330245da,segment=NetworkSegment(cdb4dd59-f510-431a-ad3c-bb2d6ef44298),segment_id=cdb4dd59-f510-431a-ad3c-bb2d6ef44298)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:46.591281 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8a977994-ad55-42a8-9d1e-4cddab7495f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:46.608723 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Calling delete_port for 7b7d7df4-83f3-4802-8206-0c0a330245da owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:22:46.691003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:46.720549 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8a977994-ad55-42a8-9d1e-4cddab7495f3 None None] Calling delete_port for 7b7d7df4-83f3-4802-8206-0c0a330245da owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:22:46.738885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7d7df4-83f3-4802-8206-0c0a330245da,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:46.740951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] No DVR routers for this DVR port 7b7d7df4-83f3-4802-8206-0c0a330245da on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:22:46.795988 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-8a977994-ad55-42a8-9d1e-4cddab7495f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:22:46.796372 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-8a977994-ad55-42a8-9d1e-4cddab7495f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:22:46.856562 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:46.881149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5db096-3497-4ad0-bc2b-00b2757cd217']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:46.894526 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb4dd59-f510-431a-ad3c-bb2d6ef44298') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:46.894815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb4dd59-f510-431a-ad3c-bb2d6ef44298') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:46.906462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:46.921820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:46.927641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:22:46.928040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:22:46.940972 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:22:47.017114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:47.033192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:47.043122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5db096-3497-4ad0-bc2b-00b2757cd217,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:47.047193 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a16143a4-60f0-47cf-aac3-6ee0b2efbaf6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bb5db096-3497-4ad0-bc2b-00b2757cd217 HTTP/1.1" status: 204 len: 168 time: 1.0928361 Mar 03 06:22:47.250231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41378) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:47.297955 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8a977994-ad55-42a8-9d1e-4cddab7495f3 None None] Deleting port 7b7d7df4-83f3-4802-8206-0c0a330245da {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:22:47.298501 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8a977994-ad55-42a8-9d1e-4cddab7495f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:47.301899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41382) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:47.302389 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e8d9ba81-fae5-493a-8a7b-2e0e55e21dc9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1609598235c847abbac6d226ddf11e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506351 Mar 03 06:22:47.366671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8a977994-ad55-42a8-9d1e-4cddab7495f3 None None] The port '7b7d7df4-83f3-4802-8206-0c0a330245da' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 06:22:47.381291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5bae24a5-09ef-47a6-b410-7367326a31ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:47.411432 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5bae24a5-09ef-47a6-b410-7367326a31ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:47.465404 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5bae24a5-09ef-47a6-b410-7367326a31ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:47.481609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae24a5-09ef-47a6-b410-7367326a31ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302cd2f9-e66f-4edd-b04f-152667530306,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:47.485778 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5bae24a5-09ef-47a6-b410-7367326a31ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:47.486887 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5bae24a5-09ef-47a6-b410-7367326a31ba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/302cd2f9-e66f-4edd-b04f-152667530306 HTTP/1.1" status: 204 len: 168 time: 0.1833587 Mar 03 06:22:47.849647 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41390) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:47.899735 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-21f2fe89-2ea0-43a7-a0cd-6b02e554f7e3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a7520c478cc4f31a8aa4d8eedbe4a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488651 Mar 03 06:22:47.902758 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41394) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:47.959389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04fa10da-9997-49f4-bc22-f0ba9c8d7d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:47.984995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04fa10da-9997-49f4-bc22-f0ba9c8d7d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:48.035419 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04fa10da-9997-49f4-bc22-f0ba9c8d7d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:48.052707 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa10da-9997-49f4-bc22-f0ba9c8d7d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd977a3f-ce83-47da-9b81-37d29e382a8d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:48.059546 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-04fa10da-9997-49f4-bc22-f0ba9c8d7d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:48.060670 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-04fa10da-9997-49f4-bc22-f0ba9c8d7d3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd977a3f-ce83-47da-9b81-37d29e382a8d HTTP/1.1" status: 204 len: 168 time: 0.1569960 Mar 03 06:22:48.195193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7b7d7df4-83f3-4802-8206-0c0a330245da no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:22:48.230695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 7b7d7df4-83f3-4802-8206-0c0a330245da {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:22:48.231111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7b7d7df4-83f3-4802-8206-0c0a330245da not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:22:48.301661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3b9bb899-7b2d-4147-81fb-054a70b814a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:48.875075 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41418) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:48.994066 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-556196695-network', 'tenant_id': '8407acaaabe94ce9b7765de773fec557'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:22:48.999274 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:22:49.002977 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Usage tracker for resource:network and tenant:8407acaaabe94ce9b7765de773fec557 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:22:49.005764 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:22:49.011234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:22:49.020853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Made reservation on behalf of 8407acaaabe94ce9b7765de773fec557 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:22:49.023044 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:49.034561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:49.048955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:22:49.052621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Usage tracker for resource:security_group_rule and tenant:8407acaaabe94ce9b7765de773fec557 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:22:49.055275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:22:49.061662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:22:49.142087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:49.145920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:49.173192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:22:49.186224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:49.194832 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:49.194832 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Added segment d63c357a-b694-422c-a4bb-5dc775653c0a of type vlan for network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 Mar 03 06:22:49.220030 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:49.250073 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:49.251297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:49.251897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:49.463078 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] Pushing event updated for resources: {'Network': ['ID=12feab72-3db2-472b-ae5e-abe2dc1e6ac2,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:49.466484 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e3a3ec1b-254b-4ca8-a3fc-806e8c84c32e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5904634 Mar 03 06:22:49.469493 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41424) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:49.474204 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:22:49.477001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Request body: {'subnet': {'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-556196695-subnet', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'ip_version': 4}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:22:49.485948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:22:49.490477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Usage tracker for resource:subnet and tenant:8407acaaabe94ce9b7765de773fec557 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:22:49.492909 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:22:49.498543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:22:49.511636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Made reservation on behalf of 8407acaaabe94ce9b7765de773fec557 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:22:49.514038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:49.718131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:49.793520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd0b57e-0ca4-4a13-9a15-9d280d82e411,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:49.799046 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Checking segment: {'id': 'd63c357a-b694-422c-a4bb-5dc775653c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:22:49.799425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Network hostable DHCP agents. Network: 12feab72-3db2-472b-ae5e-abe2dc1e6ac2, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:22:49.817927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:22:49.826187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 12feab72-3db2-472b-ae5e-abe2dc1e6ac2) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:22:49.830192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:49.830769 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:49.835955 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130ccb25-585a-4f5b-803c-80e425d609fb None None] Network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:22:49.853387 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1cbe6bd3-fe92-4cff-b5b3-9d9d3781f1d4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3828683 Mar 03 06:22:49.856476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41428) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:49.861433 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:22:49.866499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:22:49.870852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Usage tracker for resource:router and tenant:8407acaaabe94ce9b7765de773fec557 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:22:49.873779 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:22:49.879802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:22:49.890519 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:49.891508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:49.906872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:50.055481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'fixed_ips': [{'subnet_id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:22:50.056444 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:50.176883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:50.215652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Allocated IP 172.20.0.2 (12feab72-3db2-472b-ae5e-abe2dc1e6ac2/1cd0b57e-0ca4-4a13-9a15-9d280d82e411/36c42a52-9f27-446a-8e7a-d60f9d77f59d) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:22:50.444781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:50.457831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Transition to ACTIVE for port object 36c42a52-9f27-446a-8e7a-d60f9d77f59d will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:22:50.477406 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Transition to ACTIVE for port object 36c42a52-9f27-446a-8e7a-d60f9d77f59d will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:22:50.485240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:50.500705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:50.532616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:50.557157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:22:50.563982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2c9b66a7-21e1-4f08-932b-0be4677e0d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:50.567878 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:22:50.573187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:22:50.575013 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Pushing event updated for resources: {'Port': ['ID=36c42a52-9f27-446a-8e7a-d60f9d77f59d,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:50.614650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:50.614994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:50.615574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:50.615707 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:50.615997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:50.616324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:50.616672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:50.617044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:50.617297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:50.617638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:50.618035 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:50.618251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:50.675088 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Attempting to bind port 36c42a52-9f27-446a-8e7a-d60f9d77f59d on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:22:50.675535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Attempting to bind port 36c42a52-9f27-446a-8e7a-d60f9d77f59d by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'd63c357a-b694-422c-a4bb-5dc775653c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:22:50.676319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Attempting to bind port 36c42a52-9f27-446a-8e7a-d60f9d77f59d on network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:22:50.681387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Allocated IP 172.26.3.123 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/6069d0ba-34d1-48df-8e86-b90bb76f535c) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:22:50.681624 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:22:50.682159 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Checking segment: {'id': 'd63c357a-b694-422c-a4bb-5dc775653c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:22:50.682667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:50.683303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Bound using segment: {'id': 'd63c357a-b694-422c-a4bb-5dc775653c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:22:50.684060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Bound port: 36c42a52-9f27-446a-8e7a-d60f9d77f59d, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63c357a-b694-422c-a4bb-5dc775653c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:22:50.684234 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:50.773589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] For port 36c42a52-9f27-446a-8e7a-d60f9d77f59d, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:22:50.777454 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] For port 36c42a52-9f27-446a-8e7a-d60f9d77f59d, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=36c42a52-9f27-446a-8e7a-d60f9d77f59d,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:22:50.784787 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:50.837798 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:50.870426 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdf39c-fdfd-4333-b150-8cc48131690a None None] Pushing event updated for resources: {'Port': ['ID=36c42a52-9f27-446a-8e7a-d60f9d77f59d,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:50.873681 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:50.940408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:22:50.943240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:22:50.951609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:22:50.989800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Pushing event updated for resources: {'Port': ['ID=6069d0ba-34d1-48df-8e86-b90bb76f535c,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:51.501957 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:51.686183 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:51.825542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:51.880147 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:51.886546 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4f71d0-6ab4-4d92-88e7-fec7570197d4 None None] Network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:22:52.022136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-0d7459f7-ff51-4425-a027-6c74bf45c272 None None] Provisioning for port 36c42a52-9f27-446a-8e7a-d60f9d77f59d completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:22:52.097094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Router ed9cdb8a-7283-4519-8b93-4631256c1f51 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:22:52.294541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 36c42a52-9f27-446a-8e7a-d60f9d77f59d up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:22:52.298686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:22:52.327517 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:52.329206 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-48405aa7-a442-44e0-8777-5225276bb364 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4716935 Mar 03 06:22:52.331763 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41432) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:52.349574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Sync routers for ids ['ed9cdb8a-7283-4519-8b93-4631256c1f51'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:22:52.400364 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Routers {'ed9cdb8a-7283-4519-8b93-4631256c1f51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:22:52.401092 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:22:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ed9cdb8a-7283-4519-8b93-4631256c1f51'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:52.567762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 36c42a52-9f27-446a-8e7a-d60f9d77f59d completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:22:52.578080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 36c42a52-9f27-446a-8e7a-d60f9d77f59d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:22:52.578468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:52.663300 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4dad894d-a9f7-4a90-81ce-b0ab08a9a914 None None] Provisioning complete for port 36c42a52-9f27-446a-8e7a-d60f9d77f59d triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:22:52.663674 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4dad894d-a9f7-4a90-81ce-b0ab08a9a914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:52.694230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Set router ed9cdb8a-7283-4519-8b93-4631256c1f51 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:22:53.059211 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:53.062704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:53.201624 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4dad894d-a9f7-4a90-81ce-b0ab08a9a914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:53.214658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 36c42a52-9f27-446a-8e7a-d60f9d77f59d, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=36c42a52-9f27-446a-8e7a-d60f9d77f59d,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:53.225095 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:53.228403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:53.352263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-4dad894d-a9f7-4a90-81ce-b0ab08a9a914 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:22:53.352627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-4dad894d-a9f7-4a90-81ce-b0ab08a9a914 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:22:53.357450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=36c42a52-9f27-446a-8e7a-d60f9d77f59d,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:53.360964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:22:51Z', 'revision_number': 3, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port': {'id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:50Z', 'updated_at': '2022-03-03T06:22:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:53.365417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Checking router: ed9cdb8a-7283-4519-8b93-4631256c1f51 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:22:53.365749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Updating router ed9cdb8a-7283-4519-8b93-4631256c1f51 port 6069d0ba-34d1-48df-8e86-b90bb76f535c binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:22:53.397468 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:22:53.420236 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:53.484882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Allocated IP 172.20.0.1 (12feab72-3db2-472b-ae5e-abe2dc1e6ac2/1cd0b57e-0ca4-4a13-9a15-9d280d82e411/69828628-f867-44a6-9d59-bb242469d7f2) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:22:53.636805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:53.655060 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Transition to ACTIVE for port object 69828628-f867-44a6-9d59-bb242469d7f2 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:22:53.680845 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:53.745490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:22:53.748271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:22:53.751927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:22:53.801221 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:53.803111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Pushing event updated for resources: {'Port': ['ID=69828628-f867-44a6-9d59-bb242469d7f2,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:53.816190 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Transition to ACTIVE for port object 6069d0ba-34d1-48df-8e86-b90bb76f535c will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:22:53.820257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:53.829800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:53.946409 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Attempting to bind port 6069d0ba-34d1-48df-8e86-b90bb76f535c on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:22:53.946772 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Attempting to bind port 6069d0ba-34d1-48df-8e86-b90bb76f535c by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:22:53.947142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Attempting to bind port 6069d0ba-34d1-48df-8e86-b90bb76f535c on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:22:53.966774 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:22:53.967144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:22:53.967539 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:53.967952 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:22:53.968413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Bound port: 6069d0ba-34d1-48df-8e86-b90bb76f535c, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:22:53.968778 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:53.993625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace2cd3-f163-425f-8852-6b52ddea74dd None None] Pushing event updated for resources: {'Port': ['ID=6069d0ba-34d1-48df-8e86-b90bb76f535c,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:54.050573 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] For port 6069d0ba-34d1-48df-8e86-b90bb76f535c, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:22:54.053553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] For port 6069d0ba-34d1-48df-8e86-b90bb76f535c, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6069d0ba-34d1-48df-8e86-b90bb76f535c,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:22:54.059924 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:54.117471 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:54.141175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Routers {'ed9cdb8a-7283-4519-8b93-4631256c1f51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:22:54.141932 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:22:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ed9cdb8a-7283-4519-8b93-4631256c1f51'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:54.221611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 36c42a52-9f27-446a-8e7a-d60f9d77f59d up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:22:54.282380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-94a4ccb0-9290-4fc9-954e-279a65413a19 None None] Provisioning for port 69828628-f867-44a6-9d59-bb242469d7f2 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:22:54.298859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace2cd3-f163-425f-8852-6b52ddea74dd None None] Pushing event updated for resources: {'Port': ['ID=6069d0ba-34d1-48df-8e86-b90bb76f535c,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:54.317006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-94a4ccb0-9290-4fc9-954e-279a65413a19 None None] Provisioning complete for port 69828628-f867-44a6-9d59-bb242469d7f2 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:22:54.317344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-94a4ccb0-9290-4fc9-954e-279a65413a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:54.454687 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-94a4ccb0-9290-4fc9-954e-279a65413a19 None None] Port 69828628-f867-44a6-9d59-bb242469d7f2 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:22:54.469527 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] Set router ed9cdb8a-7283-4519-8b93-4631256c1f51 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:22:54.489358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:54.493848 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:54.525589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 36c42a52-9f27-446a-8e7a-d60f9d77f59d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:22:54.526494 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:54.599255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:54.602522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Pushing event updated for resources: {'Port': ['ID=69828628-f867-44a6-9d59-bb242469d7f2,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:54.737584 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:22:54.737805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:22:54.910655 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 4, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port': {'id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:50Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '69828628-f867-44a6-9d59-bb242469d7f2', 'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'mac_address': 'fa:16:3e:71:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:53Z', 'updated_at': '2022-03-03T06:22:53Z', 'revision_number': 1, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'subnets': [{'id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:54.915095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518b835-7458-46c7-ab50-7cdeb53bec82 None None] The sync data for ids ['ed9cdb8a-7283-4519-8b93-4631256c1f51'] in dv-neutron-831582-1-hyperv is: [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 4, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port': {'id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:50Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '69828628-f867-44a6-9d59-bb242469d7f2', 'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'mac_address': 'fa:16:3e:71:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:53Z', 'updated_at': '2022-03-03T06:22:53Z', 'revision_number': 1, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'subnets': [{'id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:22:54.949214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Router ed9cdb8a-7283-4519-8b93-4631256c1f51 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:22:54.976124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d7b07da3-b724-4377-a76c-1d7fcce1de5a None None] Provisioning complete for port 69828628-f867-44a6-9d59-bb242469d7f2 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:22:54.976504 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d7b07da3-b724-4377-a76c-1d7fcce1de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:55.045540 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d7b07da3-b724-4377-a76c-1d7fcce1de5a None None] Port 69828628-f867-44a6-9d59-bb242469d7f2 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:22:55.155470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:22:55.164829 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-31941cb4-0f5a-4510-afab-1e92ea330fca admin admin] 10.222.0.20 "PUT /v2.0/routers/ed9cdb8a-7283-4519-8b93-4631256c1f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8319960 Mar 03 06:22:55.771618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41450) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:55.777621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1185314822-network', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:22:55.782741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:22:55.786810 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Usage tracker for resource:network and tenant:c284f61c186846e8870ea3f293efba8e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:22:55.789720 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:22:55.796422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:22:55.808190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Made reservation on behalf of c284f61c186846e8870ea3f293efba8e for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:22:55.810495 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:55.826538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:55.841773 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:22:55.845822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Usage tracker for resource:security_group_rule and tenant:c284f61c186846e8870ea3f293efba8e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:22:55.848776 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:22:55.855671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:22:55.952245 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:55.956314 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:55.986984 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:22:56.000125 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53616f83-3c46-4627-ab46-73d91f8e78f3,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:56.004932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:56.005275 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Added segment 000d6422-bb47-4c36-8741-7dfbd13fa4db of type vlan for network 636ee5cc-0757-494e-85e9-15ef63638bad Mar 03 06:22:56.035040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:56.070132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:56.071162 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:56.071757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:56.175111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41454) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:56.175681 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4023619 Mar 03 06:22:56.181579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Request body: {'subnet': {'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1185314822-subnet', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'ip_version': 4}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:22:56.187162 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631339a-8abd-4b59-8dbb-0c4bb8ba18f1 admin admin] Pushing event updated for resources: {'Network': ['ID=636ee5cc-0757-494e-85e9-15ef63638bad,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:56.194211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:22:56.200047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Usage tracker for resource:subnet and tenant:c284f61c186846e8870ea3f293efba8e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:22:56.209822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:22:56.210061 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 636ee5cc-0757-494e-85e9-15ef63638bad details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:22:56.217799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:22:56.232435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Made reservation on behalf of c284f61c186846e8870ea3f293efba8e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:22:56.237971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:56.324316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6069d0ba-34d1-48df-8e86-b90bb76f535c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:22:56.443749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 6069d0ba-34d1-48df-8e86-b90bb76f535c completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:22:56.450402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 6069d0ba-34d1-48df-8e86-b90bb76f535c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:22:56.450778 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:56.530752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:56.609150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c77eab1-2a21-4e37-b5d4-ba449d855428,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:56.626718 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Checking segment: {'id': '000d6422-bb47-4c36-8741-7dfbd13fa4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:22:56.627293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Network hostable DHCP agents. Network: 636ee5cc-0757-494e-85e9-15ef63638bad, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:22:56.640449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:56.651298 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Network 636ee5cc-0757-494e-85e9-15ef63638bad is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:22:56.660971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 6069d0ba-34d1-48df-8e86-b90bb76f535c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6069d0ba-34d1-48df-8e86-b90bb76f535c,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:56.669139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:56.671228 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 636ee5cc-0757-494e-85e9-15ef63638bad) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:22:56.676861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:22:56.677863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:56.704320 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f3dd6bc7-dbe3-45fa-a2c3-1ee72cdca2b2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5281188 Mar 03 06:22:56.706825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41458) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:56.709366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ecf142-d165-4fe9-8b12-84c4c4e4c3ed None None] Network 636ee5cc-0757-494e-85e9-15ef63638bad requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:22:56.714174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1185314822-router', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:22:56.719120 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:22:56.723202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Usage tracker for resource:router and tenant:c284f61c186846e8870ea3f293efba8e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:22:56.726385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:22:56.733461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:22:56.744324 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:56.746149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:56.761772 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:56.828953 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=6069d0ba-34d1-48df-8e86-b90bb76f535c,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:56.966116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-636ee5cc-0757-494e-85e9-15ef63638bad', 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'fixed_ips': [{'subnet_id': '7c77eab1-2a21-4e37-b5d4-ba449d855428'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:22:56.966957 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:57.046941 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:57.131558 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Allocated IP 172.20.0.2 (636ee5cc-0757-494e-85e9-15ef63638bad/7c77eab1-2a21-4e37-b5d4-ba449d855428/9e02c9af-a12b-4d65-9792-bdc1b85a8417) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:22:57.350467 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Sync routers for ids ['ed9cdb8a-7283-4519-8b93-4631256c1f51'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:22:57.361723 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Routers {'ed9cdb8a-7283-4519-8b93-4631256c1f51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:22:57.362347 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:22:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ed9cdb8a-7283-4519-8b93-4631256c1f51'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:57.368492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:57.383411 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Transition to ACTIVE for port object 9e02c9af-a12b-4d65-9792-bdc1b85a8417 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:22:57.409694 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Transition to ACTIVE for port object 9e02c9af-a12b-4d65-9792-bdc1b85a8417 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:22:57.429783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:57.516015 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Network 636ee5cc-0757-494e-85e9-15ef63638bad is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:22:57.518949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:22:57.522995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:22:57.536684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:57.568564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:57.569124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Pushing event updated for resources: {'Port': ['ID=9e02c9af-a12b-4d65-9792-bdc1b85a8417,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:57.633450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Attempting to bind port 9e02c9af-a12b-4d65-9792-bdc1b85a8417 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:22:57.634004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Attempting to bind port 9e02c9af-a12b-4d65-9792-bdc1b85a8417 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '000d6422-bb47-4c36-8741-7dfbd13fa4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:22:57.634691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Attempting to bind port 9e02c9af-a12b-4d65-9792-bdc1b85a8417 on network 636ee5cc-0757-494e-85e9-15ef63638bad {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:22:57.643951 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:22:57.644329 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Checking segment: {'id': '000d6422-bb47-4c36-8741-7dfbd13fa4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:22:57.644734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:57.645247 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Bound using segment: {'id': '000d6422-bb47-4c36-8741-7dfbd13fa4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:22:57.645721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Bound port: 9e02c9af-a12b-4d65-9792-bdc1b85a8417, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000d6422-bb47-4c36-8741-7dfbd13fa4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:22:57.646093 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:57.656068 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Set router ed9cdb8a-7283-4519-8b93-4631256c1f51 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:22:57.742864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] For port 9e02c9af-a12b-4d65-9792-bdc1b85a8417, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:22:57.747398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] For port 9e02c9af-a12b-4d65-9792-bdc1b85a8417, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9e02c9af-a12b-4d65-9792-bdc1b85a8417,segment=NetworkSegment(000d6422-bb47-4c36-8741-7dfbd13fa4db),segment_id=000d6422-bb47-4c36-8741-7dfbd13fa4db)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:22:57.756202 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:57.756638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Allocated IP 172.26.3.207 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/74871b78-293b-4d0c-b498-e48fc7514e18) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:22:57.851504 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999d88e-b911-4172-b749-ccf6ad36aaff None None] Pushing event updated for resources: {'Port': ['ID=9e02c9af-a12b-4d65-9792-bdc1b85a8417,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:57.951822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:57.991360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:58.019949 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 4, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port': {'id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:50Z', 'updated_at': '2022-03-03T06:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '69828628-f867-44a6-9d59-bb242469d7f2', 'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'mac_address': 'fa:16:3e:71:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:53Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 2, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'subnets': [{'id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:58.024977 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Checking router: ed9cdb8a-7283-4519-8b93-4631256c1f51 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:22:58.025553 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Updating router ed9cdb8a-7283-4519-8b93-4631256c1f51 port 69828628-f867-44a6-9d59-bb242469d7f2 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:22:58.090667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:22:58.094932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:22:58.098874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:22:58.110535 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:58.158444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=74871b78-293b-4d0c-b498-e48fc7514e18,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:58.394198 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6069d0ba-34d1-48df-8e86-b90bb76f535c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:22:58.503232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 6069d0ba-34d1-48df-8e86-b90bb76f535c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:22:58.515214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:58.589615 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:58.602413 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Transition to ACTIVE for port object 69828628-f867-44a6-9d59-bb242469d7f2 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:22:58.611033 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:58.653463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9e02c9af-a12b-4d65-9792-bdc1b85a8417 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:22:58.705813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:58.825825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 9e02c9af-a12b-4d65-9792-bdc1b85a8417 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:22:59.011465 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Attempting to bind port 69828628-f867-44a6-9d59-bb242469d7f2 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:22:59.011805 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Attempting to bind port 69828628-f867-44a6-9d59-bb242469d7f2 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'd63c357a-b694-422c-a4bb-5dc775653c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:22:59.012147 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Attempting to bind port 69828628-f867-44a6-9d59-bb242469d7f2 on network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:22:59.014183 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Pushing event updated for resources: {'Port': ['ID=69828628-f867-44a6-9d59-bb242469d7f2,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:59.030168 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:59.030509 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:59.031094 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:59.031415 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:59.031736 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:59.032079 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:59.032395 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:59.032708 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:59.033022 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:59.033332 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:59.033640 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:59.033949 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:22:59.039376 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:22:59.039740 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Checking segment: {'id': 'd63c357a-b694-422c-a4bb-5dc775653c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:22:59.040156 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:59.040533 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Bound using segment: {'id': 'd63c357a-b694-422c-a4bb-5dc775653c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:22:59.041272 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Bound port: 69828628-f867-44a6-9d59-bb242469d7f2, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63c357a-b694-422c-a4bb-5dc775653c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:22:59.041637 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:59.133660 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] For port 69828628-f867-44a6-9d59-bb242469d7f2, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:22:59.138115 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] For port 69828628-f867-44a6-9d59-bb242469d7f2, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=69828628-f867-44a6-9d59-bb242469d7f2,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:22:59.145452 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:59.166166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:59.203602 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37a7007-9b16-4bfc-9be1-130480b2c5a8 None None] Network 636ee5cc-0757-494e-85e9-15ef63638bad requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:22:59.230121 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Routers {'ed9cdb8a-7283-4519-8b93-4631256c1f51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:22:59.230861 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:22:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ed9cdb8a-7283-4519-8b93-4631256c1f51'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:59.303681 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a1284-9e33-4855-8b68-bafc2ace6d0c None None] Pushing event updated for resources: {'Port': ['ID=69828628-f867-44a6-9d59-bb242469d7f2,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:22:59.402861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9ff73c98-14f4-4c58-abe2-bb76712dbf80 None None] Provisioning for port 9e02c9af-a12b-4d65-9792-bdc1b85a8417 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:22:59.426592 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9ff73c98-14f4-4c58-abe2-bb76712dbf80 None None] Provisioning complete for port 9e02c9af-a12b-4d65-9792-bdc1b85a8417 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:22:59.426956 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9ff73c98-14f4-4c58-abe2-bb76712dbf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:59.547353 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] Set router ed9cdb8a-7283-4519-8b93-4631256c1f51 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:22:59.633493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Router fe454313-879e-466e-9ecd-019fb3d33c22 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:22:59.762659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9ff73c98-14f4-4c58-abe2-bb76712dbf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:59.804485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-9ff73c98-14f4-4c58-abe2-bb76712dbf80 None None] For port 9e02c9af-a12b-4d65-9792-bdc1b85a8417, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9e02c9af-a12b-4d65-9792-bdc1b85a8417,segment=NetworkSegment(000d6422-bb47-4c36-8741-7dfbd13fa4db),segment_id=000d6422-bb47-4c36-8741-7dfbd13fa4db)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:22:59.818337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9ff73c98-14f4-4c58-abe2-bb76712dbf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:59.851424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:22:59.871185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937828d-109f-4fac-9f76-023948674523 None None] Sync routers for ids ['fe454313-879e-466e-9ecd-019fb3d33c22'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:22:59.887625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937828d-109f-4fac-9f76-023948674523 None None] Routers {'fe454313-879e-466e-9ecd-019fb3d33c22'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:22:59.888616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-2937828d-109f-4fac-9f76-023948674523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:22:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['fe454313-879e-466e-9ecd-019fb3d33c22'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:59.897398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:22:59.902684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41462) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:22:59.903935 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9875f066-af35-40c5-adc2-59a0cd2fc3a7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1931710 Mar 03 06:22:59.974837 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 4, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port': {'id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:50Z', 'updated_at': '2022-03-03T06:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '69828628-f867-44a6-9d59-bb242469d7f2', 'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'mac_address': 'fa:16:3e:71:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:53Z', 'updated_at': '2022-03-03T06:22:59Z', 'revision_number': 4, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'subnets': [{'id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:22:59.983353 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e55200-55b3-4dbb-9c33-1bac55a86c44 None None] The sync data for ids ['ed9cdb8a-7283-4519-8b93-4631256c1f51'] in dv-neutron-831582-1-hyperv is: [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 4, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port': {'id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:50Z', 'updated_at': '2022-03-03T06:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '69828628-f867-44a6-9d59-bb242469d7f2', 'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'mac_address': 'fa:16:3e:71:e7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:53Z', 'updated_at': '2022-03-03T06:22:59Z', 'revision_number': 4, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'subnets': [{'id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:23:00.135470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-2937828d-109f-4fac-9f76-023948674523 None None] Set router fe454313-879e-466e-9ecd-019fb3d33c22 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:23:00.437880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 69828628-f867-44a6-9d59-bb242469d7f2 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:23:00.462381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff73c98-14f4-4c58-abe2-bb76712dbf80 None None] Pushing event updated for resources: {'Port': ['ID=9e02c9af-a12b-4d65-9792-bdc1b85a8417,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:00.548588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-2937828d-109f-4fac-9f76-023948674523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'name': 'tempest-TestMinimumBasicScenario-1185314822-router', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:56Z', 'updated_at': '2022-03-03T06:22:58Z', 'revision_number': 3, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'gw_port': {'id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:57Z', 'updated_at': '2022-03-03T06:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:23:00.553477 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937828d-109f-4fac-9f76-023948674523 None None] Checking router: fe454313-879e-466e-9ecd-019fb3d33c22 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:23:00.553834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937828d-109f-4fac-9f76-023948674523 None None] Updating router fe454313-879e-466e-9ecd-019fb3d33c22 port 74871b78-293b-4d0c-b498-e48fc7514e18 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:23:00.579266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 69828628-f867-44a6-9d59-bb242469d7f2 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:23:00.623399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2937828d-109f-4fac-9f76-023948674523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:00.668902 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 69828628-f867-44a6-9d59-bb242469d7f2 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:23:00.669421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:00.811966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a1e563da-161f-4c63-bf09-3e00a5f86f98 None None] Provisioning complete for port 9e02c9af-a12b-4d65-9792-bdc1b85a8417 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:23:00.812719 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a1e563da-161f-4c63-bf09-3e00a5f86f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:00.998584 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.049956 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.084066 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.183122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 69828628-f867-44a6-9d59-bb242469d7f2, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=69828628-f867-44a6-9d59-bb242469d7f2,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:23:01.192554 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.212870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Allocated IP 172.20.0.1 (636ee5cc-0757-494e-85e9-15ef63638bad/7c77eab1-2a21-4e37-b5d4-ba449d855428/dd7ee8bb-6b9c-4864-bab7-354ca59044b5) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:23:01.317492 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2937828d-109f-4fac-9f76-023948674523 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.323159 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=69828628-f867-44a6-9d59-bb242469d7f2,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:01.334907 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-2937828d-109f-4fac-9f76-023948674523 None None] Transition to ACTIVE for port object 74871b78-293b-4d0c-b498-e48fc7514e18 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:23:01.343145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2937828d-109f-4fac-9f76-023948674523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.379538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.395504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Transition to ACTIVE for port object dd7ee8bb-6b9c-4864-bab7-354ca59044b5 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:23:01.421519 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe94ca-0499-4b27-8f33-f4a21be0a404 None None] Pushing event updated for resources: {'Port': ['ID=74871b78-293b-4d0c-b498-e48fc7514e18,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:01.431002 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.440361 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-2937828d-109f-4fac-9f76-023948674523 None None] Attempting to bind port 74871b78-293b-4d0c-b498-e48fc7514e18 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:23:01.440893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-2937828d-109f-4fac-9f76-023948674523 None None] Attempting to bind port 74871b78-293b-4d0c-b498-e48fc7514e18 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:23:01.441112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937828d-109f-4fac-9f76-023948674523 None None] Attempting to bind port 74871b78-293b-4d0c-b498-e48fc7514e18 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:23:01.446556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937828d-109f-4fac-9f76-023948674523 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:23:01.446923 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937828d-109f-4fac-9f76-023948674523 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:23:01.447351 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2937828d-109f-4fac-9f76-023948674523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.447736 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937828d-109f-4fac-9f76-023948674523 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:23:01.448218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-2937828d-109f-4fac-9f76-023948674523 None None] Bound port: 74871b78-293b-4d0c-b498-e48fc7514e18, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:23:01.448580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2937828d-109f-4fac-9f76-023948674523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.498228 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Network 636ee5cc-0757-494e-85e9-15ef63638bad is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:23:01.505879 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:23:01.510381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:23:01.544799 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Pushing event updated for resources: {'Port': ['ID=dd7ee8bb-6b9c-4864-bab7-354ca59044b5,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:01.569856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.599997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-2937828d-109f-4fac-9f76-023948674523 None None] For port 74871b78-293b-4d0c-b498-e48fc7514e18, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:23:01.607026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-2937828d-109f-4fac-9f76-023948674523 None None] For port 74871b78-293b-4d0c-b498-e48fc7514e18, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=74871b78-293b-4d0c-b498-e48fc7514e18,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:23:01.612772 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2937828d-109f-4fac-9f76-023948674523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.707702 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937828d-109f-4fac-9f76-023948674523 None None] Routers {'fe454313-879e-466e-9ecd-019fb3d33c22'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:23:01.708397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-2937828d-109f-4fac-9f76-023948674523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:22:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['fe454313-879e-466e-9ecd-019fb3d33c22'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:23:01.715011 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.791034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe94ca-0499-4b27-8f33-f4a21be0a404 None None] Pushing event updated for resources: {'Port': ['ID=74871b78-293b-4d0c-b498-e48fc7514e18,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:01.879044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9592dd4d-29cb-40e8-89ec-42ac87f14b10 None None] Provisioning for port dd7ee8bb-6b9c-4864-bab7-354ca59044b5 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:23:01.889487 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9592dd4d-29cb-40e8-89ec-42ac87f14b10 None None] Provisioning complete for port dd7ee8bb-6b9c-4864-bab7-354ca59044b5 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:23:01.889863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9592dd4d-29cb-40e8-89ec-42ac87f14b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.960797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-2937828d-109f-4fac-9f76-023948674523 None None] Set router fe454313-879e-466e-9ecd-019fb3d33c22 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:23:01.967882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:01.972751 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:02.017162 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9592dd4d-29cb-40e8-89ec-42ac87f14b10 None None] Port dd7ee8bb-6b9c-4864-bab7-354ca59044b5 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:23:02.078472 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Pushing event updated for resources: {'Port': ['ID=dd7ee8bb-6b9c-4864-bab7-354ca59044b5,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:02.083145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:02.245844 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 69828628-f867-44a6-9d59-bb242469d7f2 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:23:02.246531 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Network 636ee5cc-0757-494e-85e9-15ef63638bad is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:23:02.247669 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:23:02.381880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 69828628-f867-44a6-9d59-bb242469d7f2 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:23:02.382712 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:02.453904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-2937828d-109f-4fac-9f76-023948674523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'name': 'tempest-TestMinimumBasicScenario-1185314822-router', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:56Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 4, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'gw_port': {'id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:57Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'dd7ee8bb-6b9c-4864-bab7-354ca59044b5', 'name': '', 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'mac_address': 'fa:16:3e:95:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7c77eab1-2a21-4e37-b5d4-ba449d855428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:23:01Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 1, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'subnets': [{'id': '7c77eab1-2a21-4e37-b5d4-ba449d855428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:23:02.460435 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937828d-109f-4fac-9f76-023948674523 None None] The sync data for ids ['fe454313-879e-466e-9ecd-019fb3d33c22'] in dv-neutron-831582-1-hyperv is: [{'id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'name': 'tempest-TestMinimumBasicScenario-1185314822-router', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:56Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 4, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'gw_port': {'id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bd:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:57Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'dd7ee8bb-6b9c-4864-bab7-354ca59044b5', 'name': '', 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'mac_address': 'fa:16:3e:95:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7c77eab1-2a21-4e37-b5d4-ba449d855428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:23:01Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 1, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'subnets': [{'id': '7c77eab1-2a21-4e37-b5d4-ba449d855428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:23:02.547748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9e02c9af-a12b-4d65-9792-bdc1b85a8417 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:23:02.549543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Router fe454313-879e-466e-9ecd-019fb3d33c22 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:23:02.610555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a6b86b73-3dc6-4fbf-881f-3ce3d0189f2f None None] Provisioning complete for port dd7ee8bb-6b9c-4864-bab7-354ca59044b5 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:23:02.611052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a6b86b73-3dc6-4fbf-881f-3ce3d0189f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:02.680938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-a6b86b73-3dc6-4fbf-881f-3ce3d0189f2f None None] Port dd7ee8bb-6b9c-4864-bab7-354ca59044b5 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:23:02.688044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 9e02c9af-a12b-4d65-9792-bdc1b85a8417 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:23:02.688421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:02.892027 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:23:02.910140 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-89526685-d33b-4bbf-9fb4-3279f1e68616 admin admin] 10.222.0.20 "PUT /v2.0/routers/fe454313-879e-466e-9ecd-019fb3d33c22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9982169 Mar 03 06:23:04.293401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 74871b78-293b-4d0c-b498-e48fc7514e18 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:23:04.388361 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 74871b78-293b-4d0c-b498-e48fc7514e18 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:23:04.398075 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 74871b78-293b-4d0c-b498-e48fc7514e18 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:23:04.398645 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:04.560279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:04.589628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 74871b78-293b-4d0c-b498-e48fc7514e18, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=74871b78-293b-4d0c-b498-e48fc7514e18,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:23:04.598883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:04.690548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=74871b78-293b-4d0c-b498-e48fc7514e18,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:06.131279 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Sync routers for ids ['fe454313-879e-466e-9ecd-019fb3d33c22'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:23:06.141582 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Routers {'fe454313-879e-466e-9ecd-019fb3d33c22'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:23:06.142442 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:22:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['fe454313-879e-466e-9ecd-019fb3d33c22'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:23:06.269148 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 74871b78-293b-4d0c-b498-e48fc7514e18 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:23:06.407207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 74871b78-293b-4d0c-b498-e48fc7514e18 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:23:06.407839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:06.435232 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Set router fe454313-879e-466e-9ecd-019fb3d33c22 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:23:06.913906 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'name': 'tempest-TestMinimumBasicScenario-1185314822-router', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:56Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 4, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'gw_port': {'id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:57Z', 'updated_at': '2022-03-03T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'dd7ee8bb-6b9c-4864-bab7-354ca59044b5', 'name': '', 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'mac_address': 'fa:16:3e:95:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7c77eab1-2a21-4e37-b5d4-ba449d855428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:23:01Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 2, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'subnets': [{'id': '7c77eab1-2a21-4e37-b5d4-ba449d855428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:23:06.920185 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Checking router: fe454313-879e-466e-9ecd-019fb3d33c22 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:23:06.920547 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Updating router fe454313-879e-466e-9ecd-019fb3d33c22 port dd7ee8bb-6b9c-4864-bab7-354ca59044b5 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:23:07.012264 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:07.532067 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:07.553569 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Transition to ACTIVE for port object dd7ee8bb-6b9c-4864-bab7-354ca59044b5 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:23:07.575196 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:07.827040 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389c601-8a96-4313-897d-71672d39ba5e None None] Pushing event updated for resources: {'Port': ['ID=dd7ee8bb-6b9c-4864-bab7-354ca59044b5,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:07.927104 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Attempting to bind port dd7ee8bb-6b9c-4864-bab7-354ca59044b5 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:23:07.927481 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Attempting to bind port dd7ee8bb-6b9c-4864-bab7-354ca59044b5 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '000d6422-bb47-4c36-8741-7dfbd13fa4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:23:07.927964 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Attempting to bind port dd7ee8bb-6b9c-4864-bab7-354ca59044b5 on network 636ee5cc-0757-494e-85e9-15ef63638bad {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:23:07.934955 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:23:07.935318 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Checking segment: {'id': '000d6422-bb47-4c36-8741-7dfbd13fa4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:23:07.935704 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:07.936124 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Bound using segment: {'id': '000d6422-bb47-4c36-8741-7dfbd13fa4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:23:07.936576 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Bound port: dd7ee8bb-6b9c-4864-bab7-354ca59044b5, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000d6422-bb47-4c36-8741-7dfbd13fa4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:23:07.937057 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:08.044563 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] For port dd7ee8bb-6b9c-4864-bab7-354ca59044b5, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:23:08.047900 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] For port dd7ee8bb-6b9c-4864-bab7-354ca59044b5, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dd7ee8bb-6b9c-4864-bab7-354ca59044b5,segment=NetworkSegment(000d6422-bb47-4c36-8741-7dfbd13fa4db),segment_id=000d6422-bb47-4c36-8741-7dfbd13fa4db)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:23:08.054337 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:08.151230 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Routers {'fe454313-879e-466e-9ecd-019fb3d33c22'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:23:08.151893 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:22:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['fe454313-879e-466e-9ecd-019fb3d33c22'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:23:08.246494 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389c601-8a96-4313-897d-71672d39ba5e None None] Pushing event updated for resources: {'Port': ['ID=dd7ee8bb-6b9c-4864-bab7-354ca59044b5,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:08.421014 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] Set router fe454313-879e-466e-9ecd-019fb3d33c22 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:23:08.797183 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'name': 'tempest-TestMinimumBasicScenario-1185314822-router', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:56Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 4, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'gw_port': {'id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:57Z', 'updated_at': '2022-03-03T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'dd7ee8bb-6b9c-4864-bab7-354ca59044b5', 'name': '', 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'mac_address': 'fa:16:3e:95:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7c77eab1-2a21-4e37-b5d4-ba449d855428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:23:01Z', 'updated_at': '2022-03-03T06:23:08Z', 'revision_number': 4, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'subnets': [{'id': '7c77eab1-2a21-4e37-b5d4-ba449d855428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:23:08.804558 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3529b413-8d06-4e24-a2ce-adc0d71236dd None None] The sync data for ids ['fe454313-879e-466e-9ecd-019fb3d33c22'] in dv-neutron-831582-1-hyperv is: [{'id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'name': 'tempest-TestMinimumBasicScenario-1185314822-router', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:56Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 4, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'gw_port': {'id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:57Z', 'updated_at': '2022-03-03T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'dd7ee8bb-6b9c-4864-bab7-354ca59044b5', 'name': '', 'network_id': '636ee5cc-0757-494e-85e9-15ef63638bad', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'mac_address': 'fa:16:3e:95:3e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'device_owner': 'network:router_interface', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '7c77eab1-2a21-4e37-b5d4-ba449d855428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:23:01Z', 'updated_at': '2022-03-03T06:23:08Z', 'revision_number': 4, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'subnets': [{'id': '7c77eab1-2a21-4e37-b5d4-ba449d855428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:23:10.290079 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dd7ee8bb-6b9c-4864-bab7-354ca59044b5 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:23:10.365613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port dd7ee8bb-6b9c-4864-bab7-354ca59044b5 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:23:10.372454 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port dd7ee8bb-6b9c-4864-bab7-354ca59044b5 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:23:10.373134 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:10.530745 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:10.571378 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port dd7ee8bb-6b9c-4864-bab7-354ca59044b5, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dd7ee8bb-6b9c-4864-bab7-354ca59044b5,segment=NetworkSegment(000d6422-bb47-4c36-8741-7dfbd13fa4db),segment_id=000d6422-bb47-4c36-8741-7dfbd13fa4db)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:23:10.575869 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:10.679454 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=dd7ee8bb-6b9c-4864-bab7-354ca59044b5,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:12.241977 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dd7ee8bb-6b9c-4864-bab7-354ca59044b5 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:23:12.331450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port dd7ee8bb-6b9c-4864-bab7-354ca59044b5 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:23:12.331852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:14.752431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-d0b6526f-c930-413f-93de-0ddd5b1ee7fd tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:14.753119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-d0b6526f-c930-413f-93de-0ddd5b1ee7fd tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Synchronizing usage tracker for tenant:8407acaaabe94ce9b7765de773fec557 on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:23:14.768908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-d0b6526f-c930-413f-93de-0ddd5b1ee7fd tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Unset dirty status for tenant:8407acaaabe94ce9b7765de773fec557 on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:23:14.770181 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-d0b6526f-c930-413f-93de-0ddd5b1ee7fd tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/networks?id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2 HTTP/1.1" status: 200 len: 814 time: 0.1608300 Mar 03 06:23:14.786121 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-5ff50354-5662-4dce-964a-8185f0a718b7 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/quotas/8407acaaabe94ce9b7765de773fec557 HTTP/1.1" status: 200 len: 375 time: 0.0099623 Mar 03 06:23:14.868566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e1f53cb8-e6d6-47e8-86bb-1a19f25f24a7 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Synchronizing usage tracker for tenant:8407acaaabe94ce9b7765de773fec557 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:23:14.886347 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e1f53cb8-e6d6-47e8-86bb-1a19f25f24a7 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Unset dirty status for tenant:8407acaaabe94ce9b7765de773fec557 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:23:14.887888 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e1f53cb8-e6d6-47e8-86bb-1a19f25f24a7 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8407acaaabe94ce9b7765de773fec557&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964708 Mar 03 06:23:15.024885 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-bd8c738b-9c59-41a6-b3b1-1c1674ecd1b5 service neutron] 10.222.0.20 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247029 Mar 03 06:23:15.158679 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-6df93c32-adc7-40bb-a607-e8156a784b41 service neutron] 10.222.0.20 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280406 Mar 03 06:23:15.352416 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ce2afe5e-5c08-4ecd-8084-3ce699be0ffc req-44c611de-c301-424c-9c02-849facd57076 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 210 time: 0.0521855 Mar 03 06:23:16.403124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-170ea6c5-520a-436c-b55a-58f254b2a97c tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:16.405304 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-170ea6c5-520a-436c-b55a-58f254b2a97c tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.23 "GET /v2.0/networks?id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2 HTTP/1.1" status: 200 len: 814 time: 0.1629741 Mar 03 06:23:16.416278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Request body: {'port': {'device_id': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'admin_state_up': True, 'tenant_id': '8407acaaabe94ce9b7765de773fec557'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:23:16.523139 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bfd71dca-e126-488d-bfa0-0f96ddd33bb3 req-e2195090-aaa4-45e6-a9f6-06c5d7a750e3 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 210 time: 0.0480194 Mar 03 06:23:16.570909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:23:16.582993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:23:16.594422 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Made reservation on behalf of 8407acaaabe94ce9b7765de773fec557 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:23:16.598651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:16.775940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Allocated IP 172.20.0.3 (12feab72-3db2-472b-ae5e-abe2dc1e6ac2/1cd0b57e-0ca4-4a13-9a15-9d280d82e411/4286159f-0bb9-4b2a-b955-ad3bff177307) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:23:17.059529 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:17.079657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Transition to ACTIVE for port object 4286159f-0bb9-4b2a-b955-ad3bff177307 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:23:17.110534 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:17.202486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:23:17.218257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:23:17.223352 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:23:17.259463 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event updated for resources: {'Port': ['ID=4286159f-0bb9-4b2a-b955-ad3bff177307,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:17.279862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:17.280250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:17.280655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:17.280995 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:17.281379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:17.281765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:17.282101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:17.282434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:17.282762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:17.283088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:17.283415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:17.283737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:17.344168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:17.344832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:17.402841 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-8f22d92f-0712-49d7-9651-a289d6730470 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9904926 Mar 03 06:23:17.609902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Request body: {'port': {'device_id': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:23:17.722879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-61756645-e676-43d9-9efa-ebb6817a50b8 None None] Provisioning for port 4286159f-0bb9-4b2a-b955-ad3bff177307 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:23:17.737392 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-61756645-e676-43d9-9efa-ebb6817a50b8 None None] Provisioning complete for port 4286159f-0bb9-4b2a-b955-ad3bff177307 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:23:17.738272 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-61756645-e676-43d9-9efa-ebb6817a50b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:17.861425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-61756645-e676-43d9-9efa-ebb6817a50b8 None None] Port 4286159f-0bb9-4b2a-b955-ad3bff177307 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:23:17.943762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d3c77-44d1-4fe1-8921-d8c1a8b767ea req-c21a2f91-c52b-4d45-9d15-13e7375ecfbc tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:17.953134 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ee7d3c77-44d1-4fe1-8921-d8c1a8b767ea req-c21a2f91-c52b-4d45-9d15-13e7375ecfbc tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 931 time: 0.2167335 Mar 03 06:23:17.982010 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:17.998077 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-ee7d3c77-44d1-4fe1-8921-d8c1a8b767ea req-3916df30-a365-4cf2-8132-2efefa04efb5 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Synchronizing usage tracker for tenant:8407acaaabe94ce9b7765de773fec557 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:23:18.019179 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-ee7d3c77-44d1-4fe1-8921-d8c1a8b767ea req-3916df30-a365-4cf2-8132-2efefa04efb5 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Unset dirty status for tenant:8407acaaabe94ce9b7765de773fec557 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:23:18.029650 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ee7d3c77-44d1-4fe1-8921-d8c1a8b767ea req-3916df30-a365-4cf2-8132-2efefa04efb5 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752959 Mar 03 06:23:18.322540 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-64bf6934-2a56-42a9-a73e-099a14d4394e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:18.595918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4286159f-0bb9-4b2a-b955-ad3bff177307 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:23:18.606310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:18.621687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Transition to ACTIVE for port object 4286159f-0bb9-4b2a-b955-ad3bff177307 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:23:18.631056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:19.003154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Pushing event updated for resources: {'Port': ['ID=4286159f-0bb9-4b2a-b955-ad3bff177307,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:19.111259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Attempting to bind port 4286159f-0bb9-4b2a-b955-ad3bff177307 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:23:19.111565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Attempting to bind port 4286159f-0bb9-4b2a-b955-ad3bff177307 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'd63c357a-b694-422c-a4bb-5dc775653c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:23:19.111927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Attempting to bind port 4286159f-0bb9-4b2a-b955-ad3bff177307 on network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:23:19.117081 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Port 4286159f-0bb9-4b2a-b955-ad3bff177307 on network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:23:19.117398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Attempting to bind port 4286159f-0bb9-4b2a-b955-ad3bff177307 on network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:23:19.122943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:23:19.123391 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Checking segment: {'id': 'd63c357a-b694-422c-a4bb-5dc775653c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:23:19.123985 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Bound using segment: {'id': 'd63c357a-b694-422c-a4bb-5dc775653c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:23:19.124417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Bound port: 4286159f-0bb9-4b2a-b955-ad3bff177307, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63c357a-b694-422c-a4bb-5dc775653c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:23:19.124766 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:19.286427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] For port 4286159f-0bb9-4b2a-b955-ad3bff177307, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:23:19.291177 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] For port 4286159f-0bb9-4b2a-b955-ad3bff177307, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4286159f-0bb9-4b2a-b955-ad3bff177307,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:23:19.302381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:19.345107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec333d4-6c4b-41ad-9231-632c9e93ad01 req-46022013-fa08-4b92-be41-c4a488391177 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:19.347689 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7ec333d4-6c4b-41ad-9231-632c9e93ad01 req-46022013-fa08-4b92-be41-c4a488391177 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 943 time: 0.1358907 Mar 03 06:23:19.432588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:19.433484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:19.435470 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] 10.222.0.23 "PUT /v2.0/ports/4286159f-0bb9-4b2a-b955-ad3bff177307 HTTP/1.1" status: 200 len: 1093 time: 1.8299189 Mar 03 06:23:19.440187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:23:19.477524 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7ec333d4-6c4b-41ad-9231-632c9e93ad01 req-a7ded20c-9f25-4f83-9fd6-ab9811e2bf02 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235609 Mar 03 06:23:19.523835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e361f2-2cf8-4969-9aca-c9d85a4cd369 service neutron] Pushing event updated for resources: {'Port': ['ID=4286159f-0bb9-4b2a-b955-ad3bff177307,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:19.543835 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307', 'status': 'completed', 'code': 200} Mar 03 06:23:20.541648 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-47e47688-6e00-4676-91a0-779a2b1c9a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:20.746263 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fa8a0-e4e4-4a69-af01-b548070cfdd1 req-fe31ab88-024f-41c2-89b3-69fac15cf59a tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:20.754161 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8b0fa8a0-e4e4-4a69-af01-b548070cfdd1 req-fe31ab88-024f-41c2-89b3-69fac15cf59a tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 943 time: 0.1075671 Mar 03 06:23:20.805360 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8b0fa8a0-e4e4-4a69-af01-b548070cfdd1 req-a2628c8a-ae6c-42dc-a7ff-938490417457 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501349 Mar 03 06:23:21.684383 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:21.821305 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:22.064542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11db36-8af1-47ad-b2f2-031b17463357 req-24548057-f731-4a0c-ae49-d9e1cd651e61 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:22.066218 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6c11db36-8af1-47ad-b2f2-031b17463357 req-24548057-f731-4a0c-ae49-d9e1cd651e61 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 943 time: 0.1414528 Mar 03 06:23:22.125766 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6c11db36-8af1-47ad-b2f2-031b17463357 req-65266426-c8dc-4bd0-ad15-0ab83cee5272 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467944 Mar 03 06:23:23.013443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:23.347264 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d64a0a-89e9-4e92-bc26-40f515867378 req-51301ba5-b82c-4991-bd6d-6fe1c05ac668 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:23.355315 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b9d64a0a-89e9-4e92-bc26-40f515867378 req-51301ba5-b82c-4991-bd6d-6fe1c05ac668 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 943 time: 0.0929022 Mar 03 06:23:23.419443 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b9d64a0a-89e9-4e92-bc26-40f515867378 req-b0891426-f975-4bdf-b152-697db4cb644f tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632794 Mar 03 06:23:24.615666 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce003b9f-6609-4d12-93bc-6810d8795a0e req-09f30c14-a236-48dd-8b09-abb4f18cffc7 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:24.617121 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ce003b9f-6609-4d12-93bc-6810d8795a0e req-09f30c14-a236-48dd-8b09-abb4f18cffc7 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 943 time: 0.0785851 Mar 03 06:23:24.662936 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ce003b9f-6609-4d12-93bc-6810d8795a0e req-3d7ad46b-7558-4adf-9a33-77ad4659bbf0 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394583 Mar 03 06:23:25.847035 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e725c97-340b-4b8d-bb8e-06e0d0ad0754 req-a10294b5-50a5-4249-946d-29eb14c6ae0b tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:25.848562 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5e725c97-340b-4b8d-bb8e-06e0d0ad0754 req-a10294b5-50a5-4249-946d-29eb14c6ae0b tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 943 time: 0.0816791 Mar 03 06:23:25.893738 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5e725c97-340b-4b8d-bb8e-06e0d0ad0754 req-4a1f470a-6864-4d72-b1d2-d00b1c654573 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389214 Mar 03 06:23:26.427646 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c8759-e7ae-44b0-8f0c-d17bcdeed27d req-2e3a21dc-b738-4391-a618-a5857e87f893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:26.429074 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4a7c8759-e7ae-44b0-8f0c-d17bcdeed27d req-2e3a21dc-b738-4391-a618-a5857e87f893 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8407acaaabe94ce9b7765de773fec557&device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 1096 time: 0.0864687 Mar 03 06:23:26.572120 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c8759-e7ae-44b0-8f0c-d17bcdeed27d req-663d3083-ac68-4a2a-a929-233a5999cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:26.573538 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4a7c8759-e7ae-44b0-8f0c-d17bcdeed27d req-663d3083-ac68-4a2a-a929-233a5999cfbb service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=8407acaaabe94ce9b7765de773fec557&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1347811 Mar 03 06:23:26.711720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c8759-e7ae-44b0-8f0c-d17bcdeed27d req-1e95b1fc-39c1-4ed0-8c32-8937dc2d2cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:26.713166 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4a7c8759-e7ae-44b0-8f0c-d17bcdeed27d req-1e95b1fc-39c1-4ed0-8c32-8937dc2d2cc5 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337404 Mar 03 06:23:26.818053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-d76589e3-e0c8-43d3-aa70-2ce3f72a7126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:26.819580 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-d76589e3-e0c8-43d3-aa70-2ce3f72a7126 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8407acaaabe94ce9b7765de773fec557&device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 1096 time: 0.0702393 Mar 03 06:23:26.890891 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-0877325b-6c13-452c-9de3-a299d594c5dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4286159f-0bb9-4b2a-b955-ad3bff177307 HTTP/1.1" status: 200 len: 217 time: 0.0644968 Mar 03 06:23:26.993336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-db6a45de-06aa-4566-be90-192286c7aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:26.994829 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-db6a45de-06aa-4566-be90-192286c7aecc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd0b57e-0ca4-4a13-9a15-9d280d82e411 HTTP/1.1" status: 200 len: 853 time: 0.0593431 Mar 03 06:23:27.074573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-deb4569b-1f51-43a7-a778-3ee230c755bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:27.076194 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-deb4569b-1f51-43a7-a778-3ee230c755bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756083 Mar 03 06:23:27.082291 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc8af-ac4e-4747-b32a-27e8484760ff req-2d3f6ede-a3c5-4d89-b807-1fe682a10824 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:27.083739 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-651dc8af-ac4e-4747-b32a-27e8484760ff req-2d3f6ede-a3c5-4d89-b807-1fe682a10824 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 943 time: 0.0855863 Mar 03 06:23:27.219630 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-e84e6463-6bf7-4464-bb87-01b20f4e4bf5 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373463 Mar 03 06:23:27.238746 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-651dc8af-ac4e-4747-b32a-27e8484760ff req-dff3f2d2-26f6-483d-a4fe-707675549a0b tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450775 Mar 03 06:23:27.351439 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-921f17fa-6ee6-4f26-9a95-6aa26e62161d req-d837c9f8-e034-4f92-94e0-2a0fa0e9c45e service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258895 Mar 03 06:23:28.427927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39e797-843c-482d-b8ef-b569d8eba398 req-801b3cc2-71ce-4e24-aa06-41ce174a9982 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:28.429296 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3d39e797-843c-482d-b8ef-b569d8eba398 req-801b3cc2-71ce-4e24-aa06-41ce174a9982 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 943 time: 0.0815060 Mar 03 06:23:28.474407 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3d39e797-843c-482d-b8ef-b569d8eba398 req-4d2c55ac-1e8b-4914-9d01-2c099e081617 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383253 Mar 03 06:23:29.530214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 4286159f-0bb9-4b2a-b955-ad3bff177307 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:23:29.660354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264c6b9-dfd6-4e80-be11-90f1a199932a req-a83d1079-e192-4a1f-b2d6-c90d62641408 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:29.661740 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8264c6b9-dfd6-4e80-be11-90f1a199932a req-a83d1079-e192-4a1f-b2d6-c90d62641408 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 943 time: 0.0830023 Mar 03 06:23:29.666157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 4286159f-0bb9-4b2a-b955-ad3bff177307, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4286159f-0bb9-4b2a-b955-ad3bff177307,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:23:29.679381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '4286159f-0bb9-4b2a-b955-ad3bff177307', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'port_id': '4286159f-0bb9-4b2a-b955-ad3bff177307', 'mac_address': 'fa:16:3e:4b:aa:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:23:29.707677 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8264c6b9-dfd6-4e80-be11-90f1a199932a req-e981b5be-fb12-4a84-9314-0ebdd31a3e83 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389056 Mar 03 06:23:29.738334 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:29.755134 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4286159f-0bb9-4b2a-b955-ad3bff177307 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:23:29.769929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 4286159f-0bb9-4b2a-b955-ad3bff177307, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4286159f-0bb9-4b2a-b955-ad3bff177307,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:23:29.773910 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:29.840813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=4286159f-0bb9-4b2a-b955-ad3bff177307,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:30.105577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['4286159f-0bb9-4b2a-b955-ad3bff177307'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:23:30.397347 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:23:30.906057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:30.912973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff32530-aa62-4e75-a4aa-5aef2c5137d9 req-18441d64-209e-41e7-abad-5ec459a6ef15 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:30.914597 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8ff32530-aa62-4e75-a4aa-5aef2c5137d9 req-18441d64-209e-41e7-abad-5ec459a6ef15 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 944 time: 0.0894041 Mar 03 06:23:30.962594 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8ff32530-aa62-4e75-a4aa-5aef2c5137d9 req-bac50db4-0075-4c45-a645-56f2828f0a2f tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417092 Mar 03 06:23:31.544073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 4286159f-0bb9-4b2a-b955-ad3bff177307 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:23:31.613682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 4286159f-0bb9-4b2a-b955-ad3bff177307 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:23:31.618301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 4286159f-0bb9-4b2a-b955-ad3bff177307 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:23:31.618701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:31.738623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:31.767974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:23:31.788910 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 4286159f-0bb9-4b2a-b955-ad3bff177307, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4286159f-0bb9-4b2a-b955-ad3bff177307,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:23:31.794076 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:31.839731 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307', 'code': 200} Mar 03 06:23:31.871566 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=4286159f-0bb9-4b2a-b955-ad3bff177307,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:32.046329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7e828-e709-4294-b867-d9c7dfbdb97c req-213bf78b-0278-4e28-a595-94ed6b773857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:32.047822 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-54f7e828-e709-4294-b867-d9c7dfbdb97c req-213bf78b-0278-4e28-a595-94ed6b773857 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 1098 time: 0.0703743 Mar 03 06:23:32.090496 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-54f7e828-e709-4294-b867-d9c7dfbdb97c req-ebe585be-ca2e-410a-baf2-e1d920fa5076 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364387 Mar 03 06:23:32.150962 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50249267-09f0-4ff8-85d3-ca883ce25711 req-df558a92-b024-4fab-adbe-a77c2b3a0165 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:32.152463 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-50249267-09f0-4ff8-85d3-ca883ce25711 req-df558a92-b024-4fab-adbe-a77c2b3a0165 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 945 time: 0.0793455 Mar 03 06:23:32.199736 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-50249267-09f0-4ff8-85d3-ca883ce25711 req-d2960684-7c54-4531-a631-683b46586149 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417049 Mar 03 06:23:33.390465 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785416-90ad-4076-b5f7-f8749bce7393 req-7c9f9823-a970-4d30-bdfb-744fe197b6ef tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:33.397873 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bb785416-90ad-4076-b5f7-f8749bce7393 req-7c9f9823-a970-4d30-bdfb-744fe197b6ef tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 945 time: 0.0929763 Mar 03 06:23:33.441434 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bb785416-90ad-4076-b5f7-f8749bce7393 req-e7d8a5ff-a21e-438e-ae3f-ce6632e3e3af tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Mar 03 06:23:33.998243 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6f12d4a-ee8b-4ada-a4ac-02926a6ac427 req-0e4d1ab1-4b2f-440f-a313-2805127cbd76 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721278 Mar 03 06:23:34.133495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f12d4a-ee8b-4ada-a4ac-02926a6ac427 req-36c16252-e210-4e4f-b0b8-7bb04d41e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:34.135000 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6f12d4a-ee8b-4ada-a4ac-02926a6ac427 req-36c16252-e210-4e4f-b0b8-7bb04d41e2ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8407acaaabe94ce9b7765de773fec557&device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 1098 time: 0.0703058 Mar 03 06:23:34.386877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f12d4a-ee8b-4ada-a4ac-02926a6ac427 req-e1e18c55-e41c-4da7-85d9-c06309c1f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:34.388340 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6f12d4a-ee8b-4ada-a4ac-02926a6ac427 req-e1e18c55-e41c-4da7-85d9-c06309c1f3a3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2 HTTP/1.1" status: 200 len: 915 time: 0.2355821 Mar 03 06:23:34.457832 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6f12d4a-ee8b-4ada-a4ac-02926a6ac427 req-20be4c58-61e1-4be6-8a95-e9615e60aaa0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4286159f-0bb9-4b2a-b955-ad3bff177307 HTTP/1.1" status: 200 len: 217 time: 0.0637527 Mar 03 06:23:34.522374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f12d4a-ee8b-4ada-a4ac-02926a6ac427 req-055299e8-d884-4869-a127-7fce33c68c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:34.524002 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6f12d4a-ee8b-4ada-a4ac-02926a6ac427 req-055299e8-d884-4869-a127-7fce33c68c44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd0b57e-0ca4-4a13-9a15-9d280d82e411 HTTP/1.1" status: 200 len: 853 time: 0.0605190 Mar 03 06:23:34.602424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f12d4a-ee8b-4ada-a4ac-02926a6ac427 req-0e5b7f70-0b85-4398-af5f-36fcdd2cdf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:34.604092 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6f12d4a-ee8b-4ada-a4ac-02926a6ac427 req-0e5b7f70-0b85-4398-af5f-36fcdd2cdf1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744936 Mar 03 06:23:34.630166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22f3d2-384d-42fd-96e2-aff0a706cc79 req-2944f834-fd74-4f79-b7e6-7605c0abc522 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:34.631613 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ae22f3d2-384d-42fd-96e2-aff0a706cc79 req-2944f834-fd74-4f79-b7e6-7605c0abc522 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 945 time: 0.0809929 Mar 03 06:23:34.677736 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ae22f3d2-384d-42fd-96e2-aff0a706cc79 req-3d43c1f0-be76-4f0d-aa86-eb3501d7c121 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388877 Mar 03 06:23:34.738808 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6f12d4a-ee8b-4ada-a4ac-02926a6ac427 req-bd5d2f3f-04bd-4fa7-8d7c-3d2f8093d4c2 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289957 Mar 03 06:23:34.874820 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6f12d4a-ee8b-4ada-a4ac-02926a6ac427 req-eac23bcd-787d-4238-a336-40181bdeb509 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301062 Mar 03 06:23:34.879201 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079767af-62bc-4c34-aaf8-49e964dcee98 req-f5fc2514-6e44-4ecd-8a71-4399af36edb6 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:34.880735 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-079767af-62bc-4c34-aaf8-49e964dcee98 req-f5fc2514-6e44-4ecd-8a71-4399af36edb6 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 945 time: 0.0859840 Mar 03 06:23:34.926475 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-079767af-62bc-4c34-aaf8-49e964dcee98 req-04ed8bfd-de20-4e1a-bc38-caabb8428f22 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394194 Mar 03 06:23:35.312557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1645ed-e061-48c3-a1e5-882e78818ec4 req-52ef23ab-18b3-47b0-b5aa-a91cd3b64d40 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:35.314034 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ee1645ed-e061-48c3-a1e5-882e78818ec4 req-52ef23ab-18b3-47b0-b5aa-a91cd3b64d40 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 945 time: 0.0782235 Mar 03 06:23:35.361373 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ee1645ed-e061-48c3-a1e5-882e78818ec4 req-b63e2fcb-15f1-401f-9608-f6133f38c540 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Mar 03 06:23:45.455548 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015ef04-868e-43e3-be19-c7cbe6d2563d req-c7b51028-c66c-45e7-9915-8343ce72cc1d tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:45.457033 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f015ef04-868e-43e3-be19-c7cbe6d2563d req-c7b51028-c66c-45e7-9915-8343ce72cc1d tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 945 time: 0.0803802 Mar 03 06:23:45.501624 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f015ef04-868e-43e3-be19-c7cbe6d2563d req-9b8fa929-4536-4237-92f8-a39dd9625c7f tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Mar 03 06:23:45.525693 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41652) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:23:45.689358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3d1ca3-cddf-402e-b581-d419f1f307dd tempest-TestMinimumBasicScenario-1357486447 tempest-TestMinimumBasicScenario-1357486447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:45.689971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-df3d1ca3-cddf-402e-b581-d419f1f307dd tempest-TestMinimumBasicScenario-1357486447 tempest-TestMinimumBasicScenario-1357486447-project-admin] Synchronizing usage tracker for tenant:c284f61c186846e8870ea3f293efba8e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:23:45.707709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-df3d1ca3-cddf-402e-b581-d419f1f307dd tempest-TestMinimumBasicScenario-1357486447 tempest-TestMinimumBasicScenario-1357486447-project-admin] Unset dirty status for tenant:c284f61c186846e8870ea3f293efba8e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:23:45.708972 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-df3d1ca3-cddf-402e-b581-d419f1f307dd tempest-TestMinimumBasicScenario-1357486447 tempest-TestMinimumBasicScenario-1357486447-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 1093 time: 0.1822488 Mar 03 06:23:45.712193 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41658) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:23:45.717136 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': '4286159f-0bb9-4b2a-b955-ad3bff177307', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:23:45.722982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:23:45.726690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Usage tracker for resource:floatingip and tenant:8407acaaabe94ce9b7765de773fec557 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:23:45.729505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:23:45.735023 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:23:45.745634 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:45.883609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:46.014847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Allocated IP 172.26.3.175 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/aebba32d-722e-4e65-9b26-57a58a739315) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:23:46.166031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:46.195818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:46.254398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:23:46.257108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:23:46.264961 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:23:46.304794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event updated for resources: {'Port': ['ID=aebba32d-722e-4e65-9b26-57a58a739315,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:46.319554 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:46.319918 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:46.320265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:46.320597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:46.320927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:46.321256 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:46.321619 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:46.321941 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:46.322267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:46.322586 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:46.322906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:46.323224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:23:46.790543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:46.864271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:47.067672 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:47.072488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:47.186286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event updated for resources: {'Port': ['ID=aebba32d-722e-4e65-9b26-57a58a739315,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:47.194208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:47.369176 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Floating IP 7507985e-1c44-4673-a3cc-d60530c9e5c2 associated. External IP: 172.26.3.175, port: 4286159f-0bb9-4b2a-b955-ad3bff177307. Mar 03 06:23:47.730654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Router ed9cdb8a-7283-4519-8b93-4631256c1f51 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:23:47.909369 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:23:47.920101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de588c5-459f-43b3-88a5-826307e9320a None None] Sync routers for ids ['ed9cdb8a-7283-4519-8b93-4631256c1f51'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:23:47.930233 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de588c5-459f-43b3-88a5-826307e9320a None None] Routers {'ed9cdb8a-7283-4519-8b93-4631256c1f51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:23:47.930876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0de588c5-459f-43b3-88a5-826307e9320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:23:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ed9cdb8a-7283-4519-8b93-4631256c1f51'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:23:47.936321 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:47.994984 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a94629f4-8d6a-4e2d-abc2-d729349082f1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2817540 Mar 03 06:23:47.995706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:23:47.998148 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41662) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:23:48.008197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f87ecf30-6f41-45cb-8dd5-eb1ff6329c99 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686868867', 'description': 'tempest-secgroup-smoke-686868867 description', 'project_id': '8407acaaabe94ce9b7765de773fec557'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:23:48.021530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f87ecf30-6f41-45cb-8dd5-eb1ff6329c99 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:23:48.035053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f87ecf30-6f41-45cb-8dd5-eb1ff6329c99 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:23:48.053722 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f87ecf30-6f41-45cb-8dd5-eb1ff6329c99 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:48.090185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f87ecf30-6f41-45cb-8dd5-eb1ff6329c99 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:23:48.098041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f87ecf30-6f41-45cb-8dd5-eb1ff6329c99 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Usage tracker for resource:security_group_rule and tenant:8407acaaabe94ce9b7765de773fec557 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:23:48.104086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f87ecf30-6f41-45cb-8dd5-eb1ff6329c99 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:23:48.111326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f87ecf30-6f41-45cb-8dd5-eb1ff6329c99 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:23:48.155711 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-0de588c5-459f-43b3-88a5-826307e9320a None None] Set router ed9cdb8a-7283-4519-8b93-4631256c1f51 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:23:48.218275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f87ecf30-6f41-45cb-8dd5-eb1ff6329c99 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:48.225589 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f87ecf30-6f41-45cb-8dd5-eb1ff6329c99 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:48.234116 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307', 'status': 'completed', 'code': 200} Mar 03 06:23:48.324909 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9a7368ab-b54f-40c5-a223-9dc0110eb7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:48.340200 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ecf30-6f41-45cb-8dd5-eb1ff6329c99 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b56b3ff-003f-4c02-bb63-45fe227c933b,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:48.359737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f87ecf30-6f41-45cb-8dd5-eb1ff6329c99 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:48.362071 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f87ecf30-6f41-45cb-8dd5-eb1ff6329c99 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3622873 Mar 03 06:23:48.364542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41670) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:23:48.372395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-95293d20-03a4-43e6-95ac-90aaddc49c24 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Request body: {'security_group_rule': {'security_group_id': '3b56b3ff-003f-4c02-bb63-45fe227c933b', 'project_id': '8407acaaabe94ce9b7765de773fec557', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:23:48.384410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-95293d20-03a4-43e6-95ac-90aaddc49c24 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:23:48.404310 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-95293d20-03a4-43e6-95ac-90aaddc49c24 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Usage tracker for resource:security_group_rule and tenant:8407acaaabe94ce9b7765de773fec557 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:23:48.408890 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-95293d20-03a4-43e6-95ac-90aaddc49c24 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:23:48.416377 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-95293d20-03a4-43e6-95ac-90aaddc49c24 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:23:48.422666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d069a8e-b8d1-435b-9a64-e9f080f9b11a req-1263ccfb-bd24-4505-a2ef-0482674f9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:48.424385 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9d069a8e-b8d1-435b-9a64-e9f080f9b11a req-1263ccfb-bd24-4505-a2ef-0482674f9f76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8407acaaabe94ce9b7765de773fec557&device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 1098 time: 0.1641767 Mar 03 06:23:48.436064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95293d20-03a4-43e6-95ac-90aaddc49c24 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:48.503054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95293d20-03a4-43e6-95ac-90aaddc49c24 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:48.508477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95293d20-03a4-43e6-95ac-90aaddc49c24 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:48.538527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95293d20-03a4-43e6-95ac-90aaddc49c24 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e231168-a518-49e3-b6f2-205902202039,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:48.560670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95293d20-03a4-43e6-95ac-90aaddc49c24 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:48.566251 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-95293d20-03a4-43e6-95ac-90aaddc49c24 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2003887 Mar 03 06:23:48.567075 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41674) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:23:48.572760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0de588c5-459f-43b3-88a5-826307e9320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 4, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port': {'id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:50Z', 'updated_at': '2022-03-03T06:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '7507985e-1c44-4673-a3cc-d60530c9e5c2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'port_id': '4286159f-0bb9-4b2a-b955-ad3bff177307', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'mac_address': 'fa:16:3e:4b:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:23:46Z', 'updated_at': '2022-03-03T06:23:46Z', 'revision_number': 0, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69828628-f867-44a6-9d59-bb242469d7f2', 'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'mac_address': 'fa:16:3e:71:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:53Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 5, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'subnets': [{'id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:23:48.573921 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b024672e-aa3f-434b-9e41-1f077869d306 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Request body: {'security_group_rule': {'security_group_id': '3b56b3ff-003f-4c02-bb63-45fe227c933b', 'project_id': '8407acaaabe94ce9b7765de773fec557', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:23:48.578073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de588c5-459f-43b3-88a5-826307e9320a None None] Checking router: ed9cdb8a-7283-4519-8b93-4631256c1f51 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:23:48.581573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d069a8e-b8d1-435b-9a64-e9f080f9b11a req-a5b0d365-ad9e-4207-a6dc-a72e8e994480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:48.582916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b024672e-aa3f-434b-9e41-1f077869d306 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:23:48.583307 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9d069a8e-b8d1-435b-9a64-e9f080f9b11a req-a5b0d365-ad9e-4207-a6dc-a72e8e994480 service neutron] 10.222.0.23 "GET /v2.0/networks?id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2 HTTP/1.1" status: 200 len: 915 time: 0.1530457 Mar 03 06:23:48.587310 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b024672e-aa3f-434b-9e41-1f077869d306 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Usage tracker for resource:security_group_rule and tenant:8407acaaabe94ce9b7765de773fec557 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:23:48.588759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de588c5-459f-43b3-88a5-826307e9320a None None] Routers {'ed9cdb8a-7283-4519-8b93-4631256c1f51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:23:48.589882 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0de588c5-459f-43b3-88a5-826307e9320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:23:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ed9cdb8a-7283-4519-8b93-4631256c1f51'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:23:48.590785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b024672e-aa3f-434b-9e41-1f077869d306 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:23:48.596824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b024672e-aa3f-434b-9e41-1f077869d306 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:23:48.621157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b024672e-aa3f-434b-9e41-1f077869d306 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:48.707709 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9d069a8e-b8d1-435b-9a64-e9f080f9b11a req-0a02d932-2c64-4820-9096-da0d1af9a5ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4286159f-0bb9-4b2a-b955-ad3bff177307 HTTP/1.1" status: 200 len: 999 time: 0.1187329 Mar 03 06:23:48.786339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-0de588c5-459f-43b3-88a5-826307e9320a None None] Set router ed9cdb8a-7283-4519-8b93-4631256c1f51 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:23:48.800077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d069a8e-b8d1-435b-9a64-e9f080f9b11a req-3a6fec03-0c71-4c4c-8d5f-cbd8ce055691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:48.801593 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9d069a8e-b8d1-435b-9a64-e9f080f9b11a req-3a6fec03-0c71-4c4c-8d5f-cbd8ce055691 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd0b57e-0ca4-4a13-9a15-9d280d82e411 HTTP/1.1" status: 200 len: 853 time: 0.0790355 Mar 03 06:23:48.819164 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b024672e-aa3f-434b-9e41-1f077869d306 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:48.824363 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b024672e-aa3f-434b-9e41-1f077869d306 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:48.846833 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b024672e-aa3f-434b-9e41-1f077869d306 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9264c3fe-668e-4f9f-aeda-83a3aeb95736,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:48.870123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b024672e-aa3f-434b-9e41-1f077869d306 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:48.874044 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b024672e-aa3f-434b-9e41-1f077869d306 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3032970 Mar 03 06:23:48.874310 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41678) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:23:48.881116 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6b2b9b46-0c9f-42fa-bbd4-3bbf9cf42476 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Request body: {'security_group_rule': {'security_group_id': '3b56b3ff-003f-4c02-bb63-45fe227c933b', 'project_id': '8407acaaabe94ce9b7765de773fec557', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:23:48.888278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6b2b9b46-0c9f-42fa-bbd4-3bbf9cf42476 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:23:48.892169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6b2b9b46-0c9f-42fa-bbd4-3bbf9cf42476 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Usage tracker for resource:security_group_rule and tenant:8407acaaabe94ce9b7765de773fec557 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:23:48.895415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6b2b9b46-0c9f-42fa-bbd4-3bbf9cf42476 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:23:48.900508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d069a8e-b8d1-435b-9a64-e9f080f9b11a req-886db2ce-19fb-4121-b005-05f4fdc940df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:48.901538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6b2b9b46-0c9f-42fa-bbd4-3bbf9cf42476 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:23:48.902183 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9d069a8e-b8d1-435b-9a64-e9f080f9b11a req-886db2ce-19fb-4121-b005-05f4fdc940df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0937288 Mar 03 06:23:48.924168 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6b2b9b46-0c9f-42fa-bbd4-3bbf9cf42476 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.007090 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6b2b9b46-0c9f-42fa-bbd4-3bbf9cf42476 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.012022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6b2b9b46-0c9f-42fa-bbd4-3bbf9cf42476 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.037331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b9b46-0c9f-42fa-bbd4-3bbf9cf42476 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c9ec21-f595-42d4-823d-8847ca37d2a7,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:49.054191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6b2b9b46-0c9f-42fa-bbd4-3bbf9cf42476 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.056589 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6b2b9b46-0c9f-42fa-bbd4-3bbf9cf42476 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802218 Mar 03 06:23:49.059536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41682) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:23:49.072256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-10a5ddbf-2339-49fc-99bf-1d102c352436 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Request body: {'security_group_rule': {'security_group_id': '3b56b3ff-003f-4c02-bb63-45fe227c933b', 'project_id': '8407acaaabe94ce9b7765de773fec557', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:23:49.081775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-10a5ddbf-2339-49fc-99bf-1d102c352436 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:23:49.087697 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9d069a8e-b8d1-435b-9a64-e9f080f9b11a req-7c216a55-3ea0-4a87-9029-3e1e8062159f service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781363 Mar 03 06:23:49.088630 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-10a5ddbf-2339-49fc-99bf-1d102c352436 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Usage tracker for resource:security_group_rule and tenant:8407acaaabe94ce9b7765de773fec557 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:23:49.091490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-10a5ddbf-2339-49fc-99bf-1d102c352436 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:23:49.116551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-10a5ddbf-2339-49fc-99bf-1d102c352436 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:23:49.212924 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10a5ddbf-2339-49fc-99bf-1d102c352436 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.220620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0de588c5-459f-43b3-88a5-826307e9320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 4, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port': {'id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:50Z', 'updated_at': '2022-03-03T06:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '7507985e-1c44-4673-a3cc-d60530c9e5c2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'port_id': '4286159f-0bb9-4b2a-b955-ad3bff177307', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'mac_address': 'fa:16:3e:4b:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:23:46Z', 'updated_at': '2022-03-03T06:23:46Z', 'revision_number': 0, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69828628-f867-44a6-9d59-bb242469d7f2', 'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'mac_address': 'fa:16:3e:71:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:53Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 5, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'subnets': [{'id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:23:49.220620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de588c5-459f-43b3-88a5-826307e9320a None None] The sync data for ids ['ed9cdb8a-7283-4519-8b93-4631256c1f51'] in dv-neutron-831582-1-hyperv is: [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 4, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port': {'id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:50Z', 'updated_at': '2022-03-03T06:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '7507985e-1c44-4673-a3cc-d60530c9e5c2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'floating_ip_address': '172.26.3.175', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'port_id': '4286159f-0bb9-4b2a-b955-ad3bff177307', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'mac_address': 'fa:16:3e:4b:aa:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:23:46Z', 'updated_at': '2022-03-03T06:23:46Z', 'revision_number': 0, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69828628-f867-44a6-9d59-bb242469d7f2', 'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'mac_address': 'fa:16:3e:71:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:53Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 5, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'subnets': [{'id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:23:49.289484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10a5ddbf-2339-49fc-99bf-1d102c352436 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.294981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10a5ddbf-2339-49fc-99bf-1d102c352436 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.341886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5ddbf-2339-49fc-99bf-1d102c352436 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b94f8e5-10cf-427e-af3c-37dd9a4f0db1,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:49.347713 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9d069a8e-b8d1-435b-9a64-e9f080f9b11a req-487cc9e8-588b-4f8a-adf8-57cc3e538ba8 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533228 Mar 03 06:23:49.357289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10a5ddbf-2339-49fc-99bf-1d102c352436 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.361243 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-10a5ddbf-2339-49fc-99bf-1d102c352436 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2980876 Mar 03 06:23:49.361517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41686) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:23:49.368270 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-487bde8f-3230-4ab9-80f9-41b4a22bf591 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Request body: {'security_group_rule': {'security_group_id': '3b56b3ff-003f-4c02-bb63-45fe227c933b', 'project_id': '8407acaaabe94ce9b7765de773fec557', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:23:49.374854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-487bde8f-3230-4ab9-80f9-41b4a22bf591 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:23:49.379041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-487bde8f-3230-4ab9-80f9-41b4a22bf591 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Usage tracker for resource:security_group_rule and tenant:8407acaaabe94ce9b7765de773fec557 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:23:49.382028 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-487bde8f-3230-4ab9-80f9-41b4a22bf591 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:23:49.387907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-487bde8f-3230-4ab9-80f9-41b4a22bf591 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:23:49.400954 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-487bde8f-3230-4ab9-80f9-41b4a22bf591 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Project 8407acaaabe94ce9b7765de773fec557 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:23:49.409136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-487bde8f-3230-4ab9-80f9-41b4a22bf591 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.481069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-487bde8f-3230-4ab9-80f9-41b4a22bf591 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.485659 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-487bde8f-3230-4ab9-80f9-41b4a22bf591 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.502444 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852963f6-b75d-45d6-8372-777b238ffccf None None] New status for floating IP 7507985e-1c44-4673-a3cc-d60530c9e5c2: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:23:49.518810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bde8f-3230-4ab9-80f9-41b4a22bf591 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff0ac11-35cd-4e11-ac9f-eb4efa9c0c12,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:49.522942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-487bde8f-3230-4ab9-80f9-41b4a22bf591 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.527476 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-487bde8f-3230-4ab9-80f9-41b4a22bf591 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1615715 Mar 03 06:23:49.528360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41690) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:23:49.532866 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-e1d035d6-6e4f-4d35-ab6c-091a961cee35 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Request body: {'security_group_rule': {'security_group_id': '3b56b3ff-003f-4c02-bb63-45fe227c933b', 'project_id': '8407acaaabe94ce9b7765de773fec557', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:23:49.539143 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e1d035d6-6e4f-4d35-ab6c-091a961cee35 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:23:49.543653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e1d035d6-6e4f-4d35-ab6c-091a961cee35 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Usage tracker for resource:security_group_rule and tenant:8407acaaabe94ce9b7765de773fec557 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:23:49.546705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e1d035d6-6e4f-4d35-ab6c-091a961cee35 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:23:49.552832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e1d035d6-6e4f-4d35-ab6c-091a961cee35 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:23:49.565479 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-e1d035d6-6e4f-4d35-ab6c-091a961cee35 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Project 8407acaaabe94ce9b7765de773fec557 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:23:49.574575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e1d035d6-6e4f-4d35-ab6c-091a961cee35 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.646708 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e1d035d6-6e4f-4d35-ab6c-091a961cee35 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.651458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e1d035d6-6e4f-4d35-ab6c-091a961cee35 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.676576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d035d6-6e4f-4d35-ab6c-091a961cee35 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043610f7-54a0-4cef-a9ff-39de72b79fbf,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:49.691321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e1d035d6-6e4f-4d35-ab6c-091a961cee35 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:49.695418 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e1d035d6-6e4f-4d35-ab6c-091a961cee35 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1640038 Mar 03 06:23:49.818256 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6906d05b-5c94-41d6-b924-2ec8bb2664e0 req-f463309f-ea0f-4ab0-b864-218deba41b71 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686868867&fields=id&tenant_id=8407acaaabe94ce9b7765de773fec557 HTTP/1.1" status: 200 len: 267 time: 0.0448592 Mar 03 06:23:49.906844 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906d05b-5c94-41d6-b924-2ec8bb2664e0 req-6667ace2-92a7-4f0c-9516-451ad6d946a5 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:49.908904 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6906d05b-5c94-41d6-b924-2ec8bb2664e0 req-6667ace2-92a7-4f0c-9516-451ad6d946a5 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 945 time: 0.0840447 Mar 03 06:23:49.918954 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [req-6906d05b-5c94-41d6-b924-2ec8bb2664e0 req-1fb74c87-3805-4152-8d0a-004cefecacee tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Request body: {'port': {'security_groups': ['6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c', '3b56b3ff-003f-4c02-bb63-45fe227c933b']}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:23:50.038956 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [req-6906d05b-5c94-41d6-b924-2ec8bb2664e0 req-1fb74c87-3805-4152-8d0a-004cefecacee tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:50.304622 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [req-6906d05b-5c94-41d6-b924-2ec8bb2664e0 req-1fb74c87-3805-4152-8d0a-004cefecacee tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] For port 4286159f-0bb9-4b2a-b955-ad3bff177307, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4286159f-0bb9-4b2a-b955-ad3bff177307,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:23:50.333649 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [req-6906d05b-5c94-41d6-b924-2ec8bb2664e0 req-1fb74c87-3805-4152-8d0a-004cefecacee tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:50.338587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [req-6906d05b-5c94-41d6-b924-2ec8bb2664e0 req-1fb74c87-3805-4152-8d0a-004cefecacee tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:50.349779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['4286159f-0bb9-4b2a-b955-ad3bff177307'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:23:50.407678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906d05b-5c94-41d6-b924-2ec8bb2664e0 req-1fb74c87-3805-4152-8d0a-004cefecacee tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:50.408346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [req-6906d05b-5c94-41d6-b924-2ec8bb2664e0 req-1fb74c87-3805-4152-8d0a-004cefecacee tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:50.409733 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6906d05b-5c94-41d6-b924-2ec8bb2664e0 req-1fb74c87-3805-4152-8d0a-004cefecacee tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "PUT /v2.0/ports/4286159f-0bb9-4b2a-b955-ad3bff177307 HTTP/1.1" status: 200 len: 981 time: 0.4954343 Mar 03 06:23:50.410181 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:23:50.465139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb74c87-3805-4152-8d0a-004cefecacee tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event updated for resources: {'Port': ['ID=4286159f-0bb9-4b2a-b955-ad3bff177307,revision_number=6']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:23:50.465968 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['4286159f-0bb9-4b2a-b955-ad3bff177307'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:23:50.516230 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307', 'status': 'completed', 'code': 200} Mar 03 06:23:50.626818 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cae189b2-0ce4-41bb-889c-b6064f5294be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:50.666676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445758e0-8169-4647-9402-fd488a56db06 req-44712c60-4e05-4cbc-80a3-8d200a4105b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:50.669474 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-445758e0-8169-4647-9402-fd488a56db06 req-44712c60-4e05-4cbc-80a3-8d200a4105b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8407acaaabe94ce9b7765de773fec557&device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 1137 time: 0.1283498 Mar 03 06:23:50.680606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef269a25-cd2b-48e3-9101-ba66c73cc7a2 req-74b5e4d0-4aa6-4a4f-80cb-2c55ed9f0adc tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:50.686149 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ef269a25-cd2b-48e3-9101-ba66c73cc7a2 req-74b5e4d0-4aa6-4a4f-80cb-2c55ed9f0adc tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 984 time: 0.1563766 Mar 03 06:23:50.756598 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ef269a25-cd2b-48e3-9101-ba66c73cc7a2 req-d22a6870-9cf5-4360-8905-4ee9485850f5 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56b3ff-003f-4c02-bb63-45fe227c933b&id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634761 Mar 03 06:23:50.845983 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-adc11659-825a-43a4-b711-b6b8bf4cd3e0 None None] Provisioning complete for port 4286159f-0bb9-4b2a-b955-ad3bff177307 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:23:50.846660 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-adc11659-825a-43a4-b711-b6b8bf4cd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:50.968996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445758e0-8169-4647-9402-fd488a56db06 req-8a1eb6ab-0d2f-4232-8e1a-e49b020ec868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:50.968996 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-445758e0-8169-4647-9402-fd488a56db06 req-8a1eb6ab-0d2f-4232-8e1a-e49b020ec868 service neutron] 10.222.0.23 "GET /v2.0/networks?id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2 HTTP/1.1" status: 200 len: 915 time: 0.2916555 Mar 03 06:23:51.110701 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-445758e0-8169-4647-9402-fd488a56db06 req-248ee7cf-c304-4009-88f9-c9ae18e779e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4286159f-0bb9-4b2a-b955-ad3bff177307 HTTP/1.1" status: 200 len: 1001 time: 0.1350071 Mar 03 06:23:51.177515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445758e0-8169-4647-9402-fd488a56db06 req-da01a176-5e34-4119-b424-9e2590aef5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:51.179195 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-445758e0-8169-4647-9402-fd488a56db06 req-da01a176-5e34-4119-b424-9e2590aef5c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd0b57e-0ca4-4a13-9a15-9d280d82e411 HTTP/1.1" status: 200 len: 853 time: 0.0626149 Mar 03 06:23:51.255434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445758e0-8169-4647-9402-fd488a56db06 req-335d5964-b4ba-4a3c-b7ef-96ba8d686113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:23:51.257062 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-445758e0-8169-4647-9402-fd488a56db06 req-335d5964-b4ba-4a3c-b7ef-96ba8d686113 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725083 Mar 03 06:23:51.411169 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-445758e0-8169-4647-9402-fd488a56db06 req-6c3f6119-6d60-4100-a173-8ff838c12a4a service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478128 Mar 03 06:23:51.552837 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-445758e0-8169-4647-9402-fd488a56db06 req-9a1ec90e-776d-467d-b28b-348710fe5ee6 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341639 Mar 03 06:23:51.680459 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:51.864050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:23:53.000705 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:24:00.929455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:24:07.396349 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:24:18.309418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9813381d-a04c-4a59-b191-1bd4d6087d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:24:20.530554 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bfc15fa8-44f7-46c6-94b9-fd4fc1d70f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:24:21.683873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:24:21.819441 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:24:23.005061 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:24:30.947993 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:24:34.092587 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c822e51-edab-4efb-be3e-2e597d4c38e3 req-746a1fac-de39-4d21-9f57-4abc1895ffb8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1207373 Mar 03 06:24:34.232911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c822e51-edab-4efb-be3e-2e597d4c38e3 req-ba029f3a-da33-4770-ba96-1bfeffb9ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:34.234282 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c822e51-edab-4efb-be3e-2e597d4c38e3 req-ba029f3a-da33-4770-ba96-1bfeffb9ed3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8407acaaabe94ce9b7765de773fec557&device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 1137 time: 0.0729170 Mar 03 06:24:34.379055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c822e51-edab-4efb-be3e-2e597d4c38e3 req-f14d3a9b-5bc1-472a-b898-75f11cd46b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:34.380537 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c822e51-edab-4efb-be3e-2e597d4c38e3 req-f14d3a9b-5bc1-472a-b898-75f11cd46b9a service neutron] 10.222.0.23 "GET /v2.0/networks?id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2 HTTP/1.1" status: 200 len: 915 time: 0.1280067 Mar 03 06:24:34.485193 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c822e51-edab-4efb-be3e-2e597d4c38e3 req-3ed0c1b6-a4fc-46a8-bcd2-854e0255a369 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4286159f-0bb9-4b2a-b955-ad3bff177307 HTTP/1.1" status: 200 len: 1001 time: 0.0991006 Mar 03 06:24:34.551818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c822e51-edab-4efb-be3e-2e597d4c38e3 req-4ebd3c2c-0f73-413c-94d6-8eb874329b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:34.553265 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c822e51-edab-4efb-be3e-2e597d4c38e3 req-4ebd3c2c-0f73-413c-94d6-8eb874329b95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd0b57e-0ca4-4a13-9a15-9d280d82e411 HTTP/1.1" status: 200 len: 853 time: 0.0611351 Mar 03 06:24:34.628769 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c822e51-edab-4efb-be3e-2e597d4c38e3 req-f64fe836-3c54-4fe6-b634-e1d412675fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:34.630232 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c822e51-edab-4efb-be3e-2e597d4c38e3 req-f64fe836-3c54-4fe6-b634-e1d412675fe4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706203 Mar 03 06:24:34.762273 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c822e51-edab-4efb-be3e-2e597d4c38e3 req-63457ace-81df-45d8-90be-071d470550f2 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264403 Mar 03 06:24:34.895005 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c822e51-edab-4efb-be3e-2e597d4c38e3 req-1e3c9200-6b78-4606-8262-acb2ac6227c3 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264632 Mar 03 06:24:44.395408 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:24:48.313050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e71b3499-6558-45e8-a470-2cbf6a5572b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:24:48.776735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b99a9a-6862-4e17-9757-265e0c4befe0 req-6ead3c79-e82b-41d1-bfe4-6a99ee190d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:48.778279 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46b99a9a-6862-4e17-9757-265e0c4befe0 req-6ead3c79-e82b-41d1-bfe4-6a99ee190d9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8407acaaabe94ce9b7765de773fec557&device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 1137 time: 0.0767949 Mar 03 06:24:48.801949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f58ba-c111-47a2-86db-de284b8e879d req-1674f781-0e1c-4f04-985c-8a0e421b6375 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:48.803467 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-112f58ba-c111-47a2-86db-de284b8e879d req-1674f781-0e1c-4f04-985c-8a0e421b6375 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 984 time: 0.0831881 Mar 03 06:24:48.851924 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-112f58ba-c111-47a2-86db-de284b8e879d req-c4dee324-8b34-47a9-abec-09b40db27f30 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56b3ff-003f-4c02-bb63-45fe227c933b&id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416570 Mar 03 06:24:48.922258 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b99a9a-6862-4e17-9757-265e0c4befe0 req-d000e722-ef6b-4762-af32-7c5c504bfeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:48.923631 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46b99a9a-6862-4e17-9757-265e0c4befe0 req-d000e722-ef6b-4762-af32-7c5c504bfeeb service neutron] 10.222.0.23 "GET /v2.0/networks?id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2 HTTP/1.1" status: 200 len: 915 time: 0.1395786 Mar 03 06:24:49.027879 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46b99a9a-6862-4e17-9757-265e0c4befe0 req-72fe695d-aa65-49ee-b4e7-d0db5a4da22b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4286159f-0bb9-4b2a-b955-ad3bff177307 HTTP/1.1" status: 200 len: 1001 time: 0.0981011 Mar 03 06:24:49.094638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b99a9a-6862-4e17-9757-265e0c4befe0 req-090f243b-64e6-48f9-be59-17e427020500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:49.096093 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46b99a9a-6862-4e17-9757-265e0c4befe0 req-090f243b-64e6-48f9-be59-17e427020500 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd0b57e-0ca4-4a13-9a15-9d280d82e411 HTTP/1.1" status: 200 len: 853 time: 0.0618558 Mar 03 06:24:49.169767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b99a9a-6862-4e17-9757-265e0c4befe0 req-116990b4-eada-4cc8-82f8-48e5107e4c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:49.171239 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46b99a9a-6862-4e17-9757-265e0c4befe0 req-116990b4-eada-4cc8-82f8-48e5107e4c41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694990 Mar 03 06:24:49.305861 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46b99a9a-6862-4e17-9757-265e0c4befe0 req-4f3335e6-01c8-4165-b53c-46ba83d27d91 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273432 Mar 03 06:24:49.544442 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46b99a9a-6862-4e17-9757-265e0c4befe0 req-1912e8a6-1ef9-4880-a1c7-ef6f485e6b43 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322705 Mar 03 06:24:50.050576 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e0430-fe85-46f8-8023-a6fbf33cd5b1 req-7a8e89e9-c1cc-4205-8b35-65de211fced1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:50.052063 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-da5e0430-fe85-46f8-8023-a6fbf33cd5b1 req-7a8e89e9-c1cc-4205-8b35-65de211fced1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 984 time: 0.0864275 Mar 03 06:24:50.099438 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-da5e0430-fe85-46f8-8023-a6fbf33cd5b1 req-9f7d4d04-850c-4633-90ba-d813cf3ba45a tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56b3ff-003f-4c02-bb63-45fe227c933b&id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414288 Mar 03 06:24:50.533297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5156f7b-b25f-4b49-8e37-8ff849029103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:24:51.285234 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e5831-8ef5-4e96-9f6c-6e3e8de26d8c req-3795a6e6-dbf7-45e6-9a1e-7342c066b925 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:51.286701 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-871e5831-8ef5-4e96-9f6c-6e3e8de26d8c req-3795a6e6-dbf7-45e6-9a1e-7342c066b925 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 984 time: 0.0792577 Mar 03 06:24:51.339822 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-871e5831-8ef5-4e96-9f6c-6e3e8de26d8c req-8424441f-b541-40fa-b308-4547fcf5a63b tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56b3ff-003f-4c02-bb63-45fe227c933b&id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443621 Mar 03 06:24:51.686958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:24:51.826949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:24:52.525942 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676270ed-45e5-4d01-83bd-c184530f5242 req-ece060fb-0fc7-47d4-af13-581c5b80529e tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:52.527399 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-676270ed-45e5-4d01-83bd-c184530f5242 req-ece060fb-0fc7-47d4-af13-581c5b80529e tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 984 time: 0.0805633 Mar 03 06:24:52.579312 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-676270ed-45e5-4d01-83bd-c184530f5242 req-06e48800-2e82-4bed-aae9-a64b7ea07ed0 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56b3ff-003f-4c02-bb63-45fe227c933b&id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422964 Mar 03 06:24:53.008031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:24:53.762356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc1018-c397-4f5a-a8fc-eebe8f8b0b30 req-4bd89aa4-9742-4413-8356-9dd573583eeb tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:53.763858 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-35bc1018-c397-4f5a-a8fc-eebe8f8b0b30 req-4bd89aa4-9742-4413-8356-9dd573583eeb tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 984 time: 0.0828454 Mar 03 06:24:53.809944 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-35bc1018-c397-4f5a-a8fc-eebe8f8b0b30 req-df61578a-bf91-4ac0-975b-69c5865a78ff tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56b3ff-003f-4c02-bb63-45fe227c933b&id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400774 Mar 03 06:24:54.995451 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44d5e2-0723-49d9-bc8e-42ccdfefb61f req-988ab55b-9151-435a-8e4f-a636887c42b1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:54.996960 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c44d5e2-0723-49d9-bc8e-42ccdfefb61f req-988ab55b-9151-435a-8e4f-a636887c42b1 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 984 time: 0.0801916 Mar 03 06:24:55.041832 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0c44d5e2-0723-49d9-bc8e-42ccdfefb61f req-5c7d2f13-981f-4171-a3ac-e750fe407b88 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56b3ff-003f-4c02-bb63-45fe227c933b&id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390518 Mar 03 06:24:56.223574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82337950-a65a-4bc2-abe9-9eb606547c13 req-c327c8b3-593e-42a5-b6ba-578dc0631f48 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:56.225042 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-82337950-a65a-4bc2-abe9-9eb606547c13 req-c327c8b3-593e-42a5-b6ba-578dc0631f48 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 984 time: 0.0816457 Mar 03 06:24:56.269798 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-82337950-a65a-4bc2-abe9-9eb606547c13 req-2981b10b-af5f-41a0-9179-efae292f2858 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56b3ff-003f-4c02-bb63-45fe227c933b&id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384071 Mar 03 06:24:57.451328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a19bc-6f2f-4315-b7c5-18617d3757eb req-609a0122-a039-4488-a684-a8b7a920070d tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:57.452924 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c66a19bc-6f2f-4315-b7c5-18617d3757eb req-609a0122-a039-4488-a684-a8b7a920070d tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 984 time: 0.0799119 Mar 03 06:24:57.502418 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c66a19bc-6f2f-4315-b7c5-18617d3757eb req-3bd3bcfc-0b26-4b84-b1b6-1961e4c6fc21 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56b3ff-003f-4c02-bb63-45fe227c933b&id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430150 Mar 03 06:24:58.685834 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252c03b-f8e3-4849-8a86-5a53b4479a6b req-1400b961-1321-4601-8e67-d8914c321c82 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:58.687265 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c252c03b-f8e3-4849-8a86-5a53b4479a6b req-1400b961-1321-4601-8e67-d8914c321c82 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 984 time: 0.0805755 Mar 03 06:24:58.733447 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c252c03b-f8e3-4849-8a86-5a53b4479a6b req-c09e9076-fa7b-4369-bf6c-39ea87afd34a tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56b3ff-003f-4c02-bb63-45fe227c933b&id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401897 Mar 03 06:24:59.920262 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc5512-2680-4b73-96c9-411a30144e52 req-c79acbba-4cff-4bc7-a287-57c9fa5e3c07 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:24:59.921713 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ebc5512-2680-4b73-96c9-411a30144e52 req-c79acbba-4cff-4bc7-a287-57c9fa5e3c07 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 984 time: 0.0853727 Mar 03 06:24:59.970091 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ebc5512-2680-4b73-96c9-411a30144e52 req-54beaa34-2c4f-4fa3-aa41-3296b07399bb tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56b3ff-003f-4c02-bb63-45fe227c933b&id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423849 Mar 03 06:25:00.942058 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:01.152948 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019259c-4e75-400e-aaae-0153e5fadc86 req-b0914112-b9e2-4519-9d08-d93b855e7a6f tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:01.154438 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d019259c-4e75-400e-aaae-0153e5fadc86 req-b0914112-b9e2-4519-9d08-d93b855e7a6f tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 984 time: 0.0807304 Mar 03 06:25:01.201115 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d019259c-4e75-400e-aaae-0153e5fadc86 req-745c09d4-286d-4420-88ac-7064878e907d tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=3b56b3ff-003f-4c02-bb63-45fe227c933b&id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406787 Mar 03 06:25:18.317388 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-88b0c1a4-b30a-40ea-85c7-f3f40e1cbb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:20.535242 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-18de73e0-19ac-4a9f-ad92-cad280876a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:21.398203 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:25:21.691001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:21.819669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:23.012535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:30.947383 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:35.012984 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-13a94590-f0a8-4587-a12e-b17ac1c0026f req-0cea3c50-82d3-499e-9b24-a2336a4c572b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760968 Mar 03 06:25:35.149483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94590-f0a8-4587-a12e-b17ac1c0026f req-ea35e02b-f635-4f20-858c-132ae458a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:35.151503 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-13a94590-f0a8-4587-a12e-b17ac1c0026f req-ea35e02b-f635-4f20-858c-132ae458a0a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8407acaaabe94ce9b7765de773fec557&device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 1137 time: 0.0709617 Mar 03 06:25:35.294475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94590-f0a8-4587-a12e-b17ac1c0026f req-89212ea9-5ef1-44e2-9f2e-d69b732b76a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:35.295864 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-13a94590-f0a8-4587-a12e-b17ac1c0026f req-89212ea9-5ef1-44e2-9f2e-d69b732b76a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2 HTTP/1.1" status: 200 len: 915 time: 0.1267631 Mar 03 06:25:35.401485 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-13a94590-f0a8-4587-a12e-b17ac1c0026f req-70f50f12-a239-498a-8121-9b3932629222 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4286159f-0bb9-4b2a-b955-ad3bff177307 HTTP/1.1" status: 200 len: 1001 time: 0.0996900 Mar 03 06:25:35.461697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94590-f0a8-4587-a12e-b17ac1c0026f req-8c9e7d25-2c9f-4788-8a9c-1945178a3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:35.463748 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-13a94590-f0a8-4587-a12e-b17ac1c0026f req-8c9e7d25-2c9f-4788-8a9c-1945178a3732 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd0b57e-0ca4-4a13-9a15-9d280d82e411 HTTP/1.1" status: 200 len: 853 time: 0.0571275 Mar 03 06:25:35.539296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94590-f0a8-4587-a12e-b17ac1c0026f req-2324bd1d-dffb-436a-8b50-c923f1b2873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:35.540793 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-13a94590-f0a8-4587-a12e-b17ac1c0026f req-2324bd1d-dffb-436a-8b50-c923f1b2873b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713525 Mar 03 06:25:35.669523 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-13a94590-f0a8-4587-a12e-b17ac1c0026f req-c561beca-5aa4-47ea-a852-0b2b0a9cdb29 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231577 Mar 03 06:25:35.798207 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-13a94590-f0a8-4587-a12e-b17ac1c0026f req-ed6e905f-2526-4f81-985a-49567a4f88c1 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230192 Mar 03 06:25:48.320969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-58ed3509-3585-42d0-a08b-cf50b9960ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:50.536990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2c40055c-7c93-4c93-9559-9545b246cdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:51.693427 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:51.822841 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:53.012810 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:57.026997 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f06944e9-244b-40a2-9448-9b816a00e7c3 req-d68b1e08-64e1-4d1f-b195-1c2130aa2d83 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686868867&fields=id&tenant_id=8407acaaabe94ce9b7765de773fec557 HTTP/1.1" status: 200 len: 267 time: 0.1232512 Mar 03 06:25:57.110390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06944e9-244b-40a2-9448-9b816a00e7c3 req-5a8d2c0e-68b5-4b29-ab71-f8f7eefa3dea tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:57.111755 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f06944e9-244b-40a2-9448-9b816a00e7c3 req-5a8d2c0e-68b5-4b29-ab71-f8f7eefa3dea tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 984 time: 0.0793750 Mar 03 06:25:57.123246 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [req-f06944e9-244b-40a2-9448-9b816a00e7c3 req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Request body: {'port': {'security_groups': ['6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c']}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:25:57.242109 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [req-f06944e9-244b-40a2-9448-9b816a00e7c3 req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:57.484942 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [req-f06944e9-244b-40a2-9448-9b816a00e7c3 req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] For port 4286159f-0bb9-4b2a-b955-ad3bff177307, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4286159f-0bb9-4b2a-b955-ad3bff177307,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:25:57.602065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [req-f06944e9-244b-40a2-9448-9b816a00e7c3 req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:57.608047 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [req-f06944e9-244b-40a2-9448-9b816a00e7c3 req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:57.621011 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['4286159f-0bb9-4b2a-b955-ad3bff177307'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:25:57.689743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06944e9-244b-40a2-9448-9b816a00e7c3 req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:57.690326 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [req-f06944e9-244b-40a2-9448-9b816a00e7c3 req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:57.691737 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f06944e9-244b-40a2-9448-9b816a00e7c3 req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "PUT /v2.0/ports/4286159f-0bb9-4b2a-b955-ad3bff177307 HTTP/1.1" status: 200 len: 942 time: 0.5736086 Mar 03 06:25:57.692233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:25:57.700923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41794) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:25:57.736598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event updated for resources: {'Port': ['ID=4286159f-0bb9-4b2a-b955-ad3bff177307,revision_number=7']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:25:57.750704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.751054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.751392 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.751830 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.752174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.752405 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.752730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.753061 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.753381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.753703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.758425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.758853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5fce88-b148-4c87-81d2-cde6b4d9a978 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.760879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['4286159f-0bb9-4b2a-b955-ad3bff177307'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:25:57.822765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:57.857429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:57.942215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:57.965607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b56b3ff-003f-4c02-bb63-45fe227c933b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:25:57.975575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.976185 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.976715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.977145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.977802 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.978397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.978898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.979242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.979598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.980204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.980583 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.980911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:25:57.990904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:57.992831 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-338fe9c5-469f-4dc8-b9a4-038e80e938db tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "DELETE /v2.0/security-groups/3b56b3ff-003f-4c02-bb63-45fe227c933b HTTP/1.1" status: 204 len: 168 time: 0.2906842 Mar 03 06:25:57.995379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41798) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:25:58.032814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-30fa41f8-0ccd-489b-b021-cfb558284e01 None None] Provisioning complete for port 4286159f-0bb9-4b2a-b955-ad3bff177307 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:25:58.033280 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-30fa41f8-0ccd-489b-b021-cfb558284e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:58.217183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-99e2beb3-71d0-4cd8-9ffc-b05e4e587a09 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Deleting port aebba32d-722e-4e65-9b26-57a58a739315 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:25:58.217432 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-99e2beb3-71d0-4cd8-9ffc-b05e4e587a09 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:58.392676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-99e2beb3-71d0-4cd8-9ffc-b05e4e587a09 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:58.393002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-99e2beb3-71d0-4cd8-9ffc-b05e4e587a09 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:58.398641 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:25:58.629940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-99e2beb3-71d0-4cd8-9ffc-b05e4e587a09 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Calling delete_port for aebba32d-722e-4e65-9b26-57a58a739315 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:25:58.787412 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-99e2beb3-71d0-4cd8-9ffc-b05e4e587a09 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:58.812440 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307', 'status': 'completed', 'code': 200} Mar 03 06:25:58.839976 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2beb3-71d0-4cd8-9ffc-b05e4e587a09 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event deleted for resources: {'Port': ['ID=aebba32d-722e-4e65-9b26-57a58a739315,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:25:58.979422 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-99e2beb3-71d0-4cd8-9ffc-b05e4e587a09 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:25:58.987834 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-99e2beb3-71d0-4cd8-9ffc-b05e4e587a09 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Floating IP 7507985e-1c44-4673-a3cc-d60530c9e5c2 disassociated (deleted). External IP: 172.26.3.175, port: 4286159f-0bb9-4b2a-b955-ad3bff177307. Mar 03 06:25:59.067971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c019698-dd8e-4459-8f0d-e217fcc51113 req-3a955bd5-0a57-4647-9b06-101f0672b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:59.069425 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7c019698-dd8e-4459-8f0d-e217fcc51113 req-3a955bd5-0a57-4647-9b06-101f0672b539 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8407acaaabe94ce9b7765de773fec557&device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 1098 time: 0.2016571 Mar 03 06:25:59.350944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c019698-dd8e-4459-8f0d-e217fcc51113 req-d18c0d4b-cf06-4d62-93dd-846c8d36d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:59.352418 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7c019698-dd8e-4459-8f0d-e217fcc51113 req-d18c0d4b-cf06-4d62-93dd-846c8d36d7eb service neutron] 10.222.0.23 "GET /v2.0/networks?id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2 HTTP/1.1" status: 200 len: 915 time: 0.2763345 Mar 03 06:25:59.433483 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7c019698-dd8e-4459-8f0d-e217fcc51113 req-b0b7612c-5522-4c43-b440-46feb235f8de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4286159f-0bb9-4b2a-b955-ad3bff177307 HTTP/1.1" status: 200 len: 217 time: 0.0739822 Mar 03 06:25:59.569801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c019698-dd8e-4459-8f0d-e217fcc51113 req-ebd27b68-9d57-47d2-b72e-7df1bca5dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:59.571223 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7c019698-dd8e-4459-8f0d-e217fcc51113 req-ebd27b68-9d57-47d2-b72e-7df1bca5dc56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd0b57e-0ca4-4a13-9a15-9d280d82e411 HTTP/1.1" status: 200 len: 853 time: 0.0905333 Mar 03 06:25:59.573517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e2beb3-71d0-4cd8-9ffc-b05e4e587a09 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Router ed9cdb8a-7283-4519-8b93-4631256c1f51 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:25:59.789958 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c019698-dd8e-4459-8f0d-e217fcc51113 req-e481800a-7ce2-4950-b1ec-e1bc899c6a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:25:59.791457 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7c019698-dd8e-4459-8f0d-e217fcc51113 req-e481800a-7ce2-4950-b1ec-e1bc899c6a8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2145543 Mar 03 06:25:59.837954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e2beb3-71d0-4cd8-9ffc-b05e4e587a09 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:25:59.849095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d1f93d-acb8-410f-9ef7-710acec4e9f2 None None] Sync routers for ids ['ed9cdb8a-7283-4519-8b93-4631256c1f51'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:25:59.858908 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d1f93d-acb8-410f-9ef7-710acec4e9f2 None None] Routers {'ed9cdb8a-7283-4519-8b93-4631256c1f51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:25:59.859500 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b2d1f93d-acb8-410f-9ef7-710acec4e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:25:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ed9cdb8a-7283-4519-8b93-4631256c1f51'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:00.044377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-99e2beb3-71d0-4cd8-9ffc-b05e4e587a09 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:00.045057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-b2d1f93d-acb8-410f-9ef7-710acec4e9f2 None None] Set router ed9cdb8a-7283-4519-8b93-4631256c1f51 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:26:00.122938 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-99e2beb3-71d0-4cd8-9ffc-b05e4e587a09 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "DELETE /v2.0/floatingips/7507985e-1c44-4673-a3cc-d60530c9e5c2 HTTP/1.1" status: 204 len: 168 time: 2.1235952 Mar 03 06:26:00.122938 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:26:00.128843 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7c019698-dd8e-4459-8f0d-e217fcc51113 req-28e564e2-7145-42a8-9736-095a619fce12 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279538 Mar 03 06:26:00.190528 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307', 'status': 'completed', 'code': 200} Mar 03 06:26:00.292241 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7c019698-dd8e-4459-8f0d-e217fcc51113 req-1d6299be-3f59-4c8f-b341-a7295c98408f service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576941 Mar 03 06:26:00.426619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2096cb-1a75-4d41-9210-4e24acc060b4 req-16baa603-b9ab-4a7f-83f5-d4df19bf8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:00.428246 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7d2096cb-1a75-4d41-9210-4e24acc060b4 req-16baa603-b9ab-4a7f-83f5-d4df19bf8fd9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8407acaaabe94ce9b7765de773fec557&device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 1098 time: 0.0853829 Mar 03 06:26:00.485902 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b2d1f93d-acb8-410f-9ef7-710acec4e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 4, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port': {'id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:50Z', 'updated_at': '2022-03-03T06:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '69828628-f867-44a6-9d59-bb242469d7f2', 'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'mac_address': 'fa:16:3e:71:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:53Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 5, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'subnets': [{'id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:00.489447 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d1f93d-acb8-410f-9ef7-710acec4e9f2 None None] Checking router: ed9cdb8a-7283-4519-8b93-4631256c1f51 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:26:00.498560 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d1f93d-acb8-410f-9ef7-710acec4e9f2 None None] Routers {'ed9cdb8a-7283-4519-8b93-4631256c1f51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:26:00.499208 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b2d1f93d-acb8-410f-9ef7-710acec4e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:25:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ed9cdb8a-7283-4519-8b93-4631256c1f51'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:00.604576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2096cb-1a75-4d41-9210-4e24acc060b4 req-f8267076-cd50-42d0-8741-691dca85b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:00.606466 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7d2096cb-1a75-4d41-9210-4e24acc060b4 req-f8267076-cd50-42d0-8741-691dca85b7d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2 HTTP/1.1" status: 200 len: 915 time: 0.1730402 Mar 03 06:26:00.700491 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7d2096cb-1a75-4d41-9210-4e24acc060b4 req-4c87ae9b-8404-466e-b7b9-f3b0a2d2ad03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4286159f-0bb9-4b2a-b955-ad3bff177307 HTTP/1.1" status: 200 len: 217 time: 0.0733552 Mar 03 06:26:00.736334 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-b2d1f93d-acb8-410f-9ef7-710acec4e9f2 None None] Set router ed9cdb8a-7283-4519-8b93-4631256c1f51 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:26:00.780124 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2096cb-1a75-4d41-9210-4e24acc060b4 req-83d369c7-5cb5-4c0b-98a6-b9b2dcd54440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:00.780996 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7d2096cb-1a75-4d41-9210-4e24acc060b4 req-83d369c7-5cb5-4c0b-98a6-b9b2dcd54440 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1cd0b57e-0ca4-4a13-9a15-9d280d82e411 HTTP/1.1" status: 200 len: 853 time: 0.0745497 Mar 03 06:26:00.858730 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2096cb-1a75-4d41-9210-4e24acc060b4 req-081c78ab-c941-40c5-a579-c1245b1ce2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:00.860148 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7d2096cb-1a75-4d41-9210-4e24acc060b4 req-081c78ab-c941-40c5-a579-c1245b1ce2f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=12feab72-3db2-472b-ae5e-abe2dc1e6ac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725770 Mar 03 06:26:00.974643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:00.999468 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7d2096cb-1a75-4d41-9210-4e24acc060b4 req-5f812b4d-663c-4f3a-ac14-8d2b31176dc3 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323028 Mar 03 06:26:01.063006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-b2d1f93d-acb8-410f-9ef7-710acec4e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 4, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port': {'id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:50Z', 'updated_at': '2022-03-03T06:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '69828628-f867-44a6-9d59-bb242469d7f2', 'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'mac_address': 'fa:16:3e:71:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:53Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 5, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'subnets': [{'id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:01.067172 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d1f93d-acb8-410f-9ef7-710acec4e9f2 None None] The sync data for ids ['ed9cdb8a-7283-4519-8b93-4631256c1f51'] in dv-neutron-831582-1-hyperv is: [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:22:54Z', 'revision_number': 4, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port': {'id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:50Z', 'updated_at': '2022-03-03T06:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '69828628-f867-44a6-9d59-bb242469d7f2', 'name': '', 'network_id': '12feab72-3db2-472b-ae5e-abe2dc1e6ac2', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'mac_address': 'fa:16:3e:71:e7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:53Z', 'updated_at': '2022-03-03T06:23:01Z', 'revision_number': 5, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'subnets': [{'id': '1cd0b57e-0ca4-4a13-9a15-9d280d82e411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:26:01.152431 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7d2096cb-1a75-4d41-9210-4e24acc060b4 req-643a392b-c7d5-4210-a290-ad8204f68876 service neutron] 10.222.0.23 "GET /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453180 Mar 03 06:26:01.362356 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0759e2bc-3891-4ab8-b0dc-1ccbfe0641a9 None None] New status for floating IP 7507985e-1c44-4673-a3cc-d60530c9e5c2: DOWN {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:26:04.724973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a09b0-1aa0-4411-a9b7-1d6ad4302e51 req-f1c9c65e-417e-401e-94f2-be952c93a795 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:04.727081 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bf1a09b0-1aa0-4411-a9b7-1d6ad4302e51 req-f1c9c65e-417e-401e-94f2-be952c93a795 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 945 time: 0.0908518 Mar 03 06:26:04.777052 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bf1a09b0-1aa0-4411-a9b7-1d6ad4302e51 req-188da371-02d1-4300-a2a3-83507328e276 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Mar 03 06:26:05.959811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3476399-b415-404a-bf36-89580e9f8a2c req-871cd1f1-ce77-4015-8cca-1ecf00b7031a tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:05.961259 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e3476399-b415-404a-bf36-89580e9f8a2c req-871cd1f1-ce77-4015-8cca-1ecf00b7031a tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 945 time: 0.0783403 Mar 03 06:26:06.005998 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e3476399-b415-404a-bf36-89580e9f8a2c req-bed05283-a321-491a-9254-4b608ef833f5 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Mar 03 06:26:06.537742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f14670-5176-4135-9e90-663a298856ec req-a9b9dd4a-939b-4519-9f97-7d2f53ab994f tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:06.538342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-60f14670-5176-4135-9e90-663a298856ec req-a9b9dd4a-939b-4519-9f97-7d2f53ab994f tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Synchronizing usage tracker for tenant:8407acaaabe94ce9b7765de773fec557 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:26:06.553145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-60f14670-5176-4135-9e90-663a298856ec req-a9b9dd4a-939b-4519-9f97-7d2f53ab994f tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Unset dirty status for tenant:8407acaaabe94ce9b7765de773fec557 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:26:06.554411 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-60f14670-5176-4135-9e90-663a298856ec req-a9b9dd4a-939b-4519-9f97-7d2f53ab994f tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.23 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 945 time: 0.0984273 Mar 03 06:26:06.623486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-60f14670-5176-4135-9e90-663a298856ec req-5f2ed3a8-3595-4c49-8bad-0e18e84e1084 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Deleting port 4286159f-0bb9-4b2a-b955-ad3bff177307 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:26:06.623839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-60f14670-5176-4135-9e90-663a298856ec req-5f2ed3a8-3595-4c49-8bad-0e18e84e1084 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:06.882183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-60f14670-5176-4135-9e90-663a298856ec req-5f2ed3a8-3595-4c49-8bad-0e18e84e1084 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] For port 4286159f-0bb9-4b2a-b955-ad3bff177307, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=4286159f-0bb9-4b2a-b955-ad3bff177307,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:06.882542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-60f14670-5176-4135-9e90-663a298856ec req-5f2ed3a8-3595-4c49-8bad-0e18e84e1084 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:07.006041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-60f14670-5176-4135-9e90-663a298856ec req-5f2ed3a8-3595-4c49-8bad-0e18e84e1084 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Calling delete_port for 4286159f-0bb9-4b2a-b955-ad3bff177307 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:26:07.232652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f158a-90ea-457c-9d43-9fb73b823041 req-b05140ea-622c-467b-97f8-428381ac2d8e tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:07.240157 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b53f158a-90ea-457c-9d43-9fb73b823041 req-b05140ea-622c-467b-97f8-428381ac2d8e tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9c4aa02-6183-4a42-9de6-62e70817b761 HTTP/1.1" status: 200 len: 945 time: 0.1063771 Mar 03 06:26:07.278904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-60f14670-5176-4135-9e90-663a298856ec req-5f2ed3a8-3595-4c49-8bad-0e18e84e1084 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:07.291308 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b53f158a-90ea-457c-9d43-9fb73b823041 req-39458684-2542-4169-bf51-67b058ea9632 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496926 Mar 03 06:26:07.333491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ed3a8-3595-4c49-8bad-0e18e84e1084 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Pushing event deleted for resources: {'Port': ['ID=4286159f-0bb9-4b2a-b955-ad3bff177307,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:07.414994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f14670-5176-4135-9e90-663a298856ec req-5f2ed3a8-3595-4c49-8bad-0e18e84e1084 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] No DVR routers for this DVR port 4286159f-0bb9-4b2a-b955-ad3bff177307 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:26:07.417965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-60f14670-5176-4135-9e90-663a298856ec req-5f2ed3a8-3595-4c49-8bad-0e18e84e1084 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:07.420928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'name': 'network-vif-deleted', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:26:07.438967 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-60f14670-5176-4135-9e90-663a298856ec req-5f2ed3a8-3595-4c49-8bad-0e18e84e1084 tempest-TestMinimumBasicScenario-1388562006 tempest-TestMinimumBasicScenario-1388562006-project] 10.222.0.23 "DELETE /v2.0/ports/4286159f-0bb9-4b2a-b955-ad3bff177307 HTTP/1.1" status: 204 len: 173 time: 0.8797536 Mar 03 06:26:07.473357 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c4aa02-6183-4a42-9de6-62e70817b761', 'name': 'network-vif-deleted', 'tag': '4286159f-0bb9-4b2a-b955-ad3bff177307', 'status': 'completed', 'code': 200} Mar 03 06:26:08.357893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 4286159f-0bb9-4b2a-b955-ad3bff177307 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:26:08.397497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 4286159f-0bb9-4b2a-b955-ad3bff177307 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:26:08.398285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 4286159f-0bb9-4b2a-b955-ad3bff177307 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:26:09.956821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41888) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:10.487122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-284021d7-b21f-4155-99c9-6f500ede768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:10.829032 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-284021d7-b21f-4155-99c9-6f500ede768b admin admin] Deleting port 69828628-f867-44a6-9d59-bb242469d7f2 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:26:10.829473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-284021d7-b21f-4155-99c9-6f500ede768b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:10.999339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-284021d7-b21f-4155-99c9-6f500ede768b admin admin] For port 69828628-f867-44a6-9d59-bb242469d7f2, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=69828628-f867-44a6-9d59-bb242469d7f2,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:10.999992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-284021d7-b21f-4155-99c9-6f500ede768b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:11.234044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-284021d7-b21f-4155-99c9-6f500ede768b admin admin] Calling delete_port for 69828628-f867-44a6-9d59-bb242469d7f2 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:26:11.413998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-284021d7-b21f-4155-99c9-6f500ede768b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:11.463238 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284021d7-b21f-4155-99c9-6f500ede768b admin admin] Pushing event deleted for resources: {'Port': ['ID=69828628-f867-44a6-9d59-bb242469d7f2,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:11.730752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-284021d7-b21f-4155-99c9-6f500ede768b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:12.089414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284021d7-b21f-4155-99c9-6f500ede768b admin admin] Router ed9cdb8a-7283-4519-8b93-4631256c1f51 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:26:12.271112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284021d7-b21f-4155-99c9-6f500ede768b admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:26:12.283373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653f300-9a0c-48fa-9db4-d511cbee9b73 None None] Sync routers for ids ['ed9cdb8a-7283-4519-8b93-4631256c1f51'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:26:12.291214 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-284021d7-b21f-4155-99c9-6f500ede768b admin admin] 10.222.0.20 "PUT /v2.0/routers/ed9cdb8a-7283-4519-8b93-4631256c1f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3326583 Mar 03 06:26:12.293700 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41892) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:12.297241 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653f300-9a0c-48fa-9db4-d511cbee9b73 None None] Routers {'ed9cdb8a-7283-4519-8b93-4631256c1f51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:26:12.298129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d653f300-9a0c-48fa-9db4-d511cbee9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:25:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ed9cdb8a-7283-4519-8b93-4631256c1f51'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:12.482069 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-d653f300-9a0c-48fa-9db4-d511cbee9b73 None None] Set router ed9cdb8a-7283-4519-8b93-4631256c1f51 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:26:12.482931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:12.772863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d653f300-9a0c-48fa-9db4-d511cbee9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123'}], 'enable_snat': True}, 'gw_port_id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:26:11Z', 'revision_number': 5, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port': {'id': '6069d0ba-34d1-48df-8e86-b90bb76f535c', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:5c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:50Z', 'updated_at': '2022-03-03T06:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:12.777555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653f300-9a0c-48fa-9db4-d511cbee9b73 None None] Checking router: ed9cdb8a-7283-4519-8b93-4631256c1f51 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:26:12.779314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:12.788102 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d653f300-9a0c-48fa-9db4-d511cbee9b73 None None] Routers {'ed9cdb8a-7283-4519-8b93-4631256c1f51'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:26:12.788767 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d653f300-9a0c-48fa-9db4-d511cbee9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:25:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['ed9cdb8a-7283-4519-8b93-4631256c1f51'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:12.789027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Deleting port 6069d0ba-34d1-48df-8e86-b90bb76f535c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:26:12.789360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:12.976126 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] For port 6069d0ba-34d1-48df-8e86-b90bb76f535c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=6069d0ba-34d1-48df-8e86-b90bb76f535c,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:12.980209 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:12.988472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-d653f300-9a0c-48fa-9db4-d511cbee9b73 None None] Set router ed9cdb8a-7283-4519-8b93-4631256c1f51 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:26:13.092463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d653f300-9a0c-48fa-9db4-d511cbee9b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:26:12Z', 'revision_number': 6, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:13.096948 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d653f300-9a0c-48fa-9db4-d511cbee9b73 None None] The sync data for ids ['ed9cdb8a-7283-4519-8b93-4631256c1f51'] in dv-neutron-831582-1-hyperv is: [{'id': 'ed9cdb8a-7283-4519-8b93-4631256c1f51', 'name': 'tempest-TestMinimumBasicScenario-556196695-router', 'tenant_id': '8407acaaabe94ce9b7765de773fec557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:49Z', 'updated_at': '2022-03-03T06:26:12Z', 'revision_number': 6, 'project_id': '8407acaaabe94ce9b7765de773fec557', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:26:13.104889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Calling delete_port for 6069d0ba-34d1-48df-8e86-b90bb76f535c owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:26:13.272867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:13.322606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Pushing event deleted for resources: {'Port': ['ID=6069d0ba-34d1-48df-8e86-b90bb76f535c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:13.414307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:13.597098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:13.599575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:13.622916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:13.623488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed9cdb8a-7283-4519-8b93-4631256c1f51 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:26:13.635989 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:13.637099 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-54d847ac-ea46-4db6-bd82-3434bd8b4f16 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ed9cdb8a-7283-4519-8b93-4631256c1f51 HTTP/1.1" status: 204 len: 168 time: 1.3423655 Mar 03 06:26:13.639641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41896) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:13.701061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ffe5faf-9d51-43be-966e-0eeb79790d39 admin admin] Deleting subnet 1cd0b57e-0ca4-4a13-9a15-9d280d82e411 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:26:13.704027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5faf-9d51-43be-966e-0eeb79790d39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:13.755593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5faf-9d51-43be-966e-0eeb79790d39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:13.833801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5faf-9d51-43be-966e-0eeb79790d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:13.906064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5faf-9d51-43be-966e-0eeb79790d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:13.953095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ffe5faf-9d51-43be-966e-0eeb79790d39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:13.959452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe5faf-9d51-43be-966e-0eeb79790d39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd0b57e-0ca4-4a13-9a15-9d280d82e411,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:13.962911 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3ffe5faf-9d51-43be-966e-0eeb79790d39 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1cd0b57e-0ca4-4a13-9a15-9d280d82e411 HTTP/1.1" status: 204 len: 168 time: 0.3216000 Mar 03 06:26:13.965694 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41900) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:13.966141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2df8e5-c62c-4825-a654-a4a006ab1e60 None None] Network 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:26:14.087692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:14.099144 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Deleting port 36c42a52-9f27-446a-8e7a-d60f9d77f59d {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:26:14.099725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:14.268161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3956e7-9b9e-4c92-b655-0dc00f52b9ff None None] DHCP port deletion for 12feab72-3db2-472b-ae5e-abe2dc1e6ac2 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:26:14.272545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-cc3956e7-9b9e-4c92-b655-0dc00f52b9ff None None] Deleting port 36c42a52-9f27-446a-8e7a-d60f9d77f59d {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:26:14.272911 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cc3956e7-9b9e-4c92-b655-0dc00f52b9ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:14.338988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] For port 36c42a52-9f27-446a-8e7a-d60f9d77f59d, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=36c42a52-9f27-446a-8e7a-d60f9d77f59d,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:14.339345 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:14.402291 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 69828628-f867-44a6-9d59-bb242469d7f2 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:26:14.453853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 69828628-f867-44a6-9d59-bb242469d7f2 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:26:14.453853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 69828628-f867-44a6-9d59-bb242469d7f2 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:26:14.453853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6069d0ba-34d1-48df-8e86-b90bb76f535c no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:26:14.486139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Calling delete_port for 36c42a52-9f27-446a-8e7a-d60f9d77f59d owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:26:14.532331 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 6069d0ba-34d1-48df-8e86-b90bb76f535c {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:26:14.532660 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 6069d0ba-34d1-48df-8e86-b90bb76f535c not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:26:14.533072 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 36c42a52-9f27-446a-8e7a-d60f9d77f59d no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:26:14.564395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:14.599741 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-cc3956e7-9b9e-4c92-b655-0dc00f52b9ff None None] For port 36c42a52-9f27-446a-8e7a-d60f9d77f59d, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=36c42a52-9f27-446a-8e7a-d60f9d77f59d,segment=NetworkSegment(d63c357a-b694-422c-a4bb-5dc775653c0a),segment_id=d63c357a-b694-422c-a4bb-5dc775653c0a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:14.600151 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cc3956e7-9b9e-4c92-b655-0dc00f52b9ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:14.620666 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=36c42a52-9f27-446a-8e7a-d60f9d77f59d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:14.622462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] No DVR routers for this DVR port 36c42a52-9f27-446a-8e7a-d60f9d77f59d on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:26:14.720572 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] No active binding found for port 36c42a52-9f27-446a-8e7a-d60f9d77f59d {{(pid=87794) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 03 06:26:14.720572 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 36c42a52-9f27-446a-8e7a-d60f9d77f59d not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:26:14.728407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-cc3956e7-9b9e-4c92-b655-0dc00f52b9ff None None] Calling delete_port for 36c42a52-9f27-446a-8e7a-d60f9d77f59d owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:26:14.742146 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:14.768985 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12feab72-3db2-472b-ae5e-abe2dc1e6ac2']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:14.782207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63c357a-b694-422c-a4bb-5dc775653c0a') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:14.782892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63c357a-b694-422c-a4bb-5dc775653c0a') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:14.794795 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:14.807348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-cc3956e7-9b9e-4c92-b655-0dc00f52b9ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:26:14.807706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-cc3956e7-9b9e-4c92-b655-0dc00f52b9ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:26:14.811440 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:14.818899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:26:14.819306 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:26:14.833064 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:26:14.912017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:14.929446 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:14.941840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=12feab72-3db2-472b-ae5e-abe2dc1e6ac2,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:14.954993 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d204edcf-c21e-49e3-9cab-984eb8d84c4a admin admin] 10.222.0.20 "DELETE /v2.0/networks/12feab72-3db2-472b-ae5e-abe2dc1e6ac2 HTTP/1.1" status: 204 len: 168 time: 0.9881709 Mar 03 06:26:14.957861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41904) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:15.308994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-cc3956e7-9b9e-4c92-b655-0dc00f52b9ff None None] Deleting port 36c42a52-9f27-446a-8e7a-d60f9d77f59d {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:26:15.309839 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cc3956e7-9b9e-4c92-b655-0dc00f52b9ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:15.385565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-cc3956e7-9b9e-4c92-b655-0dc00f52b9ff None None] The port '36c42a52-9f27-446a-8e7a-d60f9d77f59d' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 06:26:15.609126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-94cd2754-ed6d-45eb-b54c-72159a8ce38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:15.953762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-94cd2754-ed6d-45eb-b54c-72159a8ce38b admin admin] Deleting port dd7ee8bb-6b9c-4864-bab7-354ca59044b5 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:26:15.954011 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-94cd2754-ed6d-45eb-b54c-72159a8ce38b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:16.125474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-94cd2754-ed6d-45eb-b54c-72159a8ce38b admin admin] For port dd7ee8bb-6b9c-4864-bab7-354ca59044b5, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=dd7ee8bb-6b9c-4864-bab7-354ca59044b5,segment=NetworkSegment(000d6422-bb47-4c36-8741-7dfbd13fa4db),segment_id=000d6422-bb47-4c36-8741-7dfbd13fa4db)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:16.125828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-94cd2754-ed6d-45eb-b54c-72159a8ce38b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:16.246982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-94cd2754-ed6d-45eb-b54c-72159a8ce38b admin admin] Calling delete_port for dd7ee8bb-6b9c-4864-bab7-354ca59044b5 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:26:16.564551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-94cd2754-ed6d-45eb-b54c-72159a8ce38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:16.727297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd2754-ed6d-45eb-b54c-72159a8ce38b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd7ee8bb-6b9c-4864-bab7-354ca59044b5,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:16.994590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-94cd2754-ed6d-45eb-b54c-72159a8ce38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:17.347526 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cd2754-ed6d-45eb-b54c-72159a8ce38b admin admin] Router fe454313-879e-466e-9ecd-019fb3d33c22 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:26:17.524665 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cd2754-ed6d-45eb-b54c-72159a8ce38b admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:26:17.533807 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702fd67f-4dfd-4d68-95cd-db3094b1168c None None] Sync routers for ids ['fe454313-879e-466e-9ecd-019fb3d33c22'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:26:17.541505 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-94cd2754-ed6d-45eb-b54c-72159a8ce38b admin admin] 10.222.0.20 "PUT /v2.0/routers/fe454313-879e-466e-9ecd-019fb3d33c22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5826504 Mar 03 06:26:17.543953 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702fd67f-4dfd-4d68-95cd-db3094b1168c None None] Routers {'fe454313-879e-466e-9ecd-019fb3d33c22'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:26:17.544139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41908) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:17.544918 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-702fd67f-4dfd-4d68-95cd-db3094b1168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:25:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['fe454313-879e-466e-9ecd-019fb3d33c22'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:17.732940 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-702fd67f-4dfd-4d68-95cd-db3094b1168c None None] Set router fe454313-879e-466e-9ecd-019fb3d33c22 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:26:17.733492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:17.906892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:17.919454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Deleting port 74871b78-293b-4d0c-b498-e48fc7514e18 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:26:17.919806 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:18.027388 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-702fd67f-4dfd-4d68-95cd-db3094b1168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'name': 'tempest-TestMinimumBasicScenario-1185314822-router', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207'}], 'enable_snat': True}, 'gw_port_id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:56Z', 'updated_at': '2022-03-03T06:26:16Z', 'revision_number': 5, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'gw_port': {'id': '74871b78-293b-4d0c-b498-e48fc7514e18', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:bd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:22:57Z', 'updated_at': '2022-03-03T06:23:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:18.031668 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702fd67f-4dfd-4d68-95cd-db3094b1168c None None] Checking router: fe454313-879e-466e-9ecd-019fb3d33c22 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:26:18.041307 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702fd67f-4dfd-4d68-95cd-db3094b1168c None None] Routers {'fe454313-879e-466e-9ecd-019fb3d33c22'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:26:18.041920 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-702fd67f-4dfd-4d68-95cd-db3094b1168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:25:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['fe454313-879e-466e-9ecd-019fb3d33c22'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:18.195744 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-702fd67f-4dfd-4d68-95cd-db3094b1168c None None] Set router fe454313-879e-466e-9ecd-019fb3d33c22 gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:26:18.209933 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] For port 74871b78-293b-4d0c-b498-e48fc7514e18, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=74871b78-293b-4d0c-b498-e48fc7514e18,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:18.210286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:18.340681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-023d6181-a6d7-4935-8739-8d33d3b93a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:18.344792 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-702fd67f-4dfd-4d68-95cd-db3094b1168c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'name': 'tempest-TestMinimumBasicScenario-1185314822-router', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:56Z', 'updated_at': '2022-03-03T06:26:17Z', 'revision_number': 6, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:18.349272 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702fd67f-4dfd-4d68-95cd-db3094b1168c None None] The sync data for ids ['fe454313-879e-466e-9ecd-019fb3d33c22'] in dv-neutron-831582-1-hyperv is: [{'id': 'fe454313-879e-466e-9ecd-019fb3d33c22', 'name': 'tempest-TestMinimumBasicScenario-1185314822-router', 'tenant_id': 'c284f61c186846e8870ea3f293efba8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:22:56Z', 'updated_at': '2022-03-03T06:26:17Z', 'revision_number': 6, 'project_id': 'c284f61c186846e8870ea3f293efba8e', 'gw_port_host': None}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:26:18.376174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Calling delete_port for 74871b78-293b-4d0c-b498-e48fc7514e18 owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:26:18.552831 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:18.597507 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=74871b78-293b-4d0c-b498-e48fc7514e18,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:18.698886 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:18.875358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:18.877518 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:18.901445 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:18.902054 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe454313-879e-466e-9ecd-019fb3d33c22 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:26:18.914076 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:18.915221 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5e8756c8-9148-4225-9fe2-2d0b0af31a31 admin admin] 10.222.0.20 "DELETE /v2.0/routers/fe454313-879e-466e-9ecd-019fb3d33c22 HTTP/1.1" status: 204 len: 168 time: 1.3701656 Mar 03 06:26:18.917649 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41912) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:18.976344 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e163c6-5689-47be-96c2-50a65250f69d admin admin] Deleting subnet 7c77eab1-2a21-4e37-b5d4-ba449d855428 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:26:18.979261 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-71e163c6-5689-47be-96c2-50a65250f69d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:19.029949 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-71e163c6-5689-47be-96c2-50a65250f69d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:19.108983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-71e163c6-5689-47be-96c2-50a65250f69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:19.181114 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-71e163c6-5689-47be-96c2-50a65250f69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:19.219990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e163c6-5689-47be-96c2-50a65250f69d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c77eab1-2a21-4e37-b5d4-ba449d855428,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:19.223533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-71e163c6-5689-47be-96c2-50a65250f69d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:19.231973 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-71e163c6-5689-47be-96c2-50a65250f69d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7c77eab1-2a21-4e37-b5d4-ba449d855428 HTTP/1.1" status: 204 len: 168 time: 0.3110731 Mar 03 06:26:19.232711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41916) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:19.235817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f6d851-94ff-497d-be12-c0d8ee5c6907 None None] Network 636ee5cc-0757-494e-85e9-15ef63638bad requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:26:19.364107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:19.394667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Deleting port 9e02c9af-a12b-4d65-9792-bdc1b85a8417 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:26:19.394667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:19.566805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7bbbdc-2b55-4b74-ab94-837e1dc0912e None None] DHCP port deletion for 636ee5cc-0757-494e-85e9-15ef63638bad request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:26:19.570966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1a7bbbdc-2b55-4b74-ab94-837e1dc0912e None None] Deleting port 9e02c9af-a12b-4d65-9792-bdc1b85a8417 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:26:19.571336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbbdc-2b55-4b74-ab94-837e1dc0912e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:19.616303 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] For port 9e02c9af-a12b-4d65-9792-bdc1b85a8417, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9e02c9af-a12b-4d65-9792-bdc1b85a8417,segment=NetworkSegment(000d6422-bb47-4c36-8741-7dfbd13fa4db),segment_id=000d6422-bb47-4c36-8741-7dfbd13fa4db)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:19.616656 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:19.823889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-1a7bbbdc-2b55-4b74-ab94-837e1dc0912e None None] For port 9e02c9af-a12b-4d65-9792-bdc1b85a8417, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9e02c9af-a12b-4d65-9792-bdc1b85a8417,segment=NetworkSegment(000d6422-bb47-4c36-8741-7dfbd13fa4db),segment_id=000d6422-bb47-4c36-8741-7dfbd13fa4db)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:19.824572 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbbdc-2b55-4b74-ab94-837e1dc0912e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:19.841490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Calling delete_port for 9e02c9af-a12b-4d65-9792-bdc1b85a8417 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:26:19.923227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:19.948379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1a7bbbdc-2b55-4b74-ab94-837e1dc0912e None None] Calling delete_port for 9e02c9af-a12b-4d65-9792-bdc1b85a8417 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:26:19.977070 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e02c9af-a12b-4d65-9792-bdc1b85a8417,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:19.984375 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] No DVR routers for this DVR port 9e02c9af-a12b-4d65-9792-bdc1b85a8417 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:26:20.026186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-1a7bbbdc-2b55-4b74-ab94-837e1dc0912e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:26:20.026536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-1a7bbbdc-2b55-4b74-ab94-837e1dc0912e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:26:20.101757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:20.127357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636ee5cc-0757-494e-85e9-15ef63638bad']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:20.139073 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000d6422-bb47-4c36-8741-7dfbd13fa4db') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:20.139372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000d6422-bb47-4c36-8741-7dfbd13fa4db') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:20.150861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:20.167352 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:20.173684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:26:20.174073 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:26:20.187753 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:26:20.264394 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:20.281619 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:20.292133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] Pushing event deleted for resources: {'Network': ['ID=636ee5cc-0757-494e-85e9-15ef63638bad,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:20.301761 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7683ff4b-664c-47c0-b74a-b648df46e395 admin admin] 10.222.0.20 "DELETE /v2.0/networks/636ee5cc-0757-494e-85e9-15ef63638bad HTTP/1.1" status: 204 len: 168 time: 1.0663459 Mar 03 06:26:20.332390 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dd7ee8bb-6b9c-4864-bab7-354ca59044b5 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:26:20.368080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: dd7ee8bb-6b9c-4864-bab7-354ca59044b5 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:26:20.368398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device dd7ee8bb-6b9c-4864-bab7-354ca59044b5 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:26:20.369161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 74871b78-293b-4d0c-b498-e48fc7514e18 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:26:20.403534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 74871b78-293b-4d0c-b498-e48fc7514e18 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:26:20.404001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 74871b78-293b-4d0c-b498-e48fc7514e18 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:26:20.404478 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9e02c9af-a12b-4d65-9792-bdc1b85a8417 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:26:20.441215 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 9e02c9af-a12b-4d65-9792-bdc1b85a8417 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:26:20.441613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9e02c9af-a12b-4d65-9792-bdc1b85a8417 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:26:20.495259 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 41922) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:20.530670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1a7bbbdc-2b55-4b74-ab94-837e1dc0912e None None] Deleting port 9e02c9af-a12b-4d65-9792-bdc1b85a8417 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:26:20.531046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1a7bbbdc-2b55-4b74-ab94-837e1dc0912e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:20.548321 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d3942edf-d193-4632-8b19-f8b45b7fc81b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8407acaaabe94ce9b7765de773fec557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495334 Mar 03 06:26:20.548692 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41926) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:20.596951 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-baf9b5e5-4f4d-4a87-a7b7-318dc75818e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:20.602595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-1a7bbbdc-2b55-4b74-ab94-837e1dc0912e None None] The port '9e02c9af-a12b-4d65-9792-bdc1b85a8417' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 06:26:20.616650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-202fb83f-0132-4af4-8e20-f30e96e2da47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:20.642775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-202fb83f-0132-4af4-8e20-f30e96e2da47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:20.695600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-202fb83f-0132-4af4-8e20-f30e96e2da47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:20.711131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fb83f-0132-4af4-8e20-f30e96e2da47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:20.729701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-202fb83f-0132-4af4-8e20-f30e96e2da47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:20.733815 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-202fb83f-0132-4af4-8e20-f30e96e2da47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d6a2e9c-cbe6-422d-8c01-f0a175e39d7c HTTP/1.1" status: 204 len: 168 time: 0.1819062 Mar 03 06:26:21.069875 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41934) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:21.123678 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d6425662-86dd-4f34-9156-3facfff09821 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c284f61c186846e8870ea3f293efba8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526621 Mar 03 06:26:21.126199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41938) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:21.288565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-27176cc7-2595-46ee-b089-1bcdd9a18b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:21.313222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-27176cc7-2595-46ee-b089-1bcdd9a18b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:21.370824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-27176cc7-2595-46ee-b089-1bcdd9a18b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:21.393846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27176cc7-2595-46ee-b089-1bcdd9a18b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53616f83-3c46-4627-ab46-73d91f8e78f3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:21.395753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-27176cc7-2595-46ee-b089-1bcdd9a18b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:21.399624 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-27176cc7-2595-46ee-b089-1bcdd9a18b1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53616f83-3c46-4627-ab46-73d91f8e78f3 HTTP/1.1" status: 204 len: 168 time: 0.2699332 Mar 03 06:26:21.697567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:21.828989 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.021639 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.337643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41980) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:23.343042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1434300241', 'description': 'tempest-secgroup-smoke-1434300241 description', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:23.350224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:23.355676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:26:23.359203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:26:23.365325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:23.379804 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.391139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.406166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:23.409977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:26:23.412894 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:26:23.419186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:23.507624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.511673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.526488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:23.537794 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:26:23.544259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:26:23.552880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:23.555105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0348940c-abf0-41ff-9031-c8a10d0ea0c4,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:23.630837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.635497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.677449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f175a66-d80a-4577-969e-98f281169fe0,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:23.685273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.685273 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5c3e0335-1ecb-48cc-92af-8c960efa7bc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3434017 Mar 03 06:26:23.685489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41984) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:23.690562 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-39fa4e5e-b630-40dd-988e-3319a797b7bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '6f175a66-d80a-4577-969e-98f281169fe0', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:23.697415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-39fa4e5e-b630-40dd-988e-3319a797b7bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:23.701319 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-39fa4e5e-b630-40dd-988e-3319a797b7bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:26:23.704153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-39fa4e5e-b630-40dd-988e-3319a797b7bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:26:23.709726 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-39fa4e5e-b630-40dd-988e-3319a797b7bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:23.726281 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-39fa4e5e-b630-40dd-988e-3319a797b7bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.790843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-39fa4e5e-b630-40dd-988e-3319a797b7bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.794739 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-39fa4e5e-b630-40dd-988e-3319a797b7bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.819290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa4e5e-b630-40dd-988e-3319a797b7bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987d31f2-c436-44c4-8684-cc3870eec209,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:23.829358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-39fa4e5e-b630-40dd-988e-3319a797b7bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.830575 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-39fa4e5e-b630-40dd-988e-3319a797b7bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440742 Mar 03 06:26:23.833471 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41988) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:23.839291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-daddb911-e0b6-481a-872b-68ec5464ecd9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '6f175a66-d80a-4577-969e-98f281169fe0', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:23.845786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-daddb911-e0b6-481a-872b-68ec5464ecd9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:23.849757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-daddb911-e0b6-481a-872b-68ec5464ecd9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:26:23.853457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-daddb911-e0b6-481a-872b-68ec5464ecd9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:26:23.859266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-daddb911-e0b6-481a-872b-68ec5464ecd9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:23.877070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-daddb911-e0b6-481a-872b-68ec5464ecd9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.945709 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-daddb911-e0b6-481a-872b-68ec5464ecd9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.949579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-daddb911-e0b6-481a-872b-68ec5464ecd9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.973351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddb911-e0b6-481a-872b-68ec5464ecd9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509cbb4f-2fe2-4b6c-ac7e-9993ba8586be,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:23.982837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-daddb911-e0b6-481a-872b-68ec5464ecd9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:23.984075 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-daddb911-e0b6-481a-872b-68ec5464ecd9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1495931 Mar 03 06:26:23.986798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41992) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:23.991655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6f24b9f2-be84-4d79-809c-ffeb32bedac4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '6f175a66-d80a-4577-969e-98f281169fe0', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:23.997698 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6f24b9f2-be84-4d79-809c-ffeb32bedac4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:24.001442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6f24b9f2-be84-4d79-809c-ffeb32bedac4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:26:24.004287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6f24b9f2-be84-4d79-809c-ffeb32bedac4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:26:24.009904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6f24b9f2-be84-4d79-809c-ffeb32bedac4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:24.027440 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f24b9f2-be84-4d79-809c-ffeb32bedac4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.089205 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f24b9f2-be84-4d79-809c-ffeb32bedac4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.092663 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f24b9f2-be84-4d79-809c-ffeb32bedac4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.115096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24b9f2-be84-4d79-809c-ffeb32bedac4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102a74ce-354a-4244-9d87-a45299837eae,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:24.124620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6f24b9f2-be84-4d79-809c-ffeb32bedac4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.125794 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6f24b9f2-be84-4d79-809c-ffeb32bedac4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380961 Mar 03 06:26:24.128561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 41996) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:24.133440 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-bff5f3a0-a1ef-4497-94f3-7575ab0b9952 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '6f175a66-d80a-4577-969e-98f281169fe0', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:24.139959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-bff5f3a0-a1ef-4497-94f3-7575ab0b9952 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:24.143868 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bff5f3a0-a1ef-4497-94f3-7575ab0b9952 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:26:24.146702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-bff5f3a0-a1ef-4497-94f3-7575ab0b9952 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:26:24.152969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-bff5f3a0-a1ef-4497-94f3-7575ab0b9952 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:24.169268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bff5f3a0-a1ef-4497-94f3-7575ab0b9952 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.234003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bff5f3a0-a1ef-4497-94f3-7575ab0b9952 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.237552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bff5f3a0-a1ef-4497-94f3-7575ab0b9952 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.260978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5f3a0-a1ef-4497-94f3-7575ab0b9952 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985b7da5-0d50-488d-bb53-7b3d2226908e,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:24.269136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bff5f3a0-a1ef-4497-94f3-7575ab0b9952 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.272977 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bff5f3a0-a1ef-4497-94f3-7575ab0b9952 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1409435 Mar 03 06:26:24.273428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42000) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:24.278645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1abe742f-7cfc-4f44-a4fc-2fb8d6ebe30f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '6f175a66-d80a-4577-969e-98f281169fe0', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:24.284491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1abe742f-7cfc-4f44-a4fc-2fb8d6ebe30f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:24.288204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1abe742f-7cfc-4f44-a4fc-2fb8d6ebe30f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:26:24.291065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1abe742f-7cfc-4f44-a4fc-2fb8d6ebe30f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:26:24.297725 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1abe742f-7cfc-4f44-a4fc-2fb8d6ebe30f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:24.309174 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-1abe742f-7cfc-4f44-a4fc-2fb8d6ebe30f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Project ae637e96438d436d9b1a465f33c1eb5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:26:24.316586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1abe742f-7cfc-4f44-a4fc-2fb8d6ebe30f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.388621 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1abe742f-7cfc-4f44-a4fc-2fb8d6ebe30f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.393176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1abe742f-7cfc-4f44-a4fc-2fb8d6ebe30f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.417375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe742f-7cfc-4f44-a4fc-2fb8d6ebe30f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d735abeb-cd9b-4da2-b8d9-581eaef9d046,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:24.426232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1abe742f-7cfc-4f44-a4fc-2fb8d6ebe30f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.427495 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1abe742f-7cfc-4f44-a4fc-2fb8d6ebe30f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533782 Mar 03 06:26:24.430212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42004) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:24.435453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1f2d028d-9e3f-4cc5-b661-876063aa9f40 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '6f175a66-d80a-4577-969e-98f281169fe0', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:24.441544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f2d028d-9e3f-4cc5-b661-876063aa9f40 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:24.445403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f2d028d-9e3f-4cc5-b661-876063aa9f40 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:26:24.449443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f2d028d-9e3f-4cc5-b661-876063aa9f40 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:26:24.455139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f2d028d-9e3f-4cc5-b661-876063aa9f40 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:24.465816 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-1f2d028d-9e3f-4cc5-b661-876063aa9f40 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Project ae637e96438d436d9b1a465f33c1eb5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:26:24.472623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2d028d-9e3f-4cc5-b661-876063aa9f40 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.536797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2d028d-9e3f-4cc5-b661-876063aa9f40 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.540843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2d028d-9e3f-4cc5-b661-876063aa9f40 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.565545 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d028d-9e3f-4cc5-b661-876063aa9f40 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c2443c-7263-4a06-865d-77b1d7a1ffae,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:24.575158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f2d028d-9e3f-4cc5-b661-876063aa9f40 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.576427 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1f2d028d-9e3f-4cc5-b661-876063aa9f40 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452739 Mar 03 06:26:24.579476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42008) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:24.585008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'network': {'name': 'tempest-network-smoke--611730230', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'port_security_enabled': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:24.590111 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:24.594077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:network and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:26:24.597003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:26:24.602789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:24.616005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:26:24.619944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.649287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:26:24.660105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.660491 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Added segment 3308f83a-2451-4bc1-b8d5-020d23358f7b of type vlan for network bba52ee7-a28b-4c7a-badb-0f9869c5314d Mar 03 06:26:24.693749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.725291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.730928 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:24.731530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.833356 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2501183 Mar 03 06:26:24.833856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42012) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:24.841661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'admin_state_up': True, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:24.843281 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ddd33-3e3f-43d8-aef7-d276eaf1d3d8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Network': ['ID=bba52ee7-a28b-4c7a-badb-0f9869c5314d,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:24.851070 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:24.854943 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network bba52ee7-a28b-4c7a-badb-0f9869c5314d details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:26:24.857690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:router and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:26:24.861534 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:26:24.868154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:24.879944 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.881102 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:24.896786 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:25.170571 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:25.492677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:25.522295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:25.757353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.26.3.115 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/546516c1-c746-4f3e-a795-396c1370360b) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:26:25.902254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:25.931545 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:25.988737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:26:25.991476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:26:25.995475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:26:26.043861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=546516c1-c746-4f3e-a795-396c1370360b,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:26.419191 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:26.766187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:26.980783 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router 3a842fc8-2e59-47cf-b317-fb6794375986 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:26:27.269292 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:26:27.281437 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Sync routers for ids ['3a842fc8-2e59-47cf-b317-fb6794375986'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:26:27.290694 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Routers {'3a842fc8-2e59-47cf-b317-fb6794375986'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:26:27.291573 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:26:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3a842fc8-2e59-47cf-b317-fb6794375986'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:27.297016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:27.298321 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-47527083-f22b-4e2f-8827-9b4f2d2fb448 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4633625 Mar 03 06:26:27.301399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42016) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:27.449378 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2e2d0492-f80c-4711-a165-2b5bbf0b905a tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ae637e96438d436d9b1a465f33c1eb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1468379 Mar 03 06:26:27.452177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42022) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:27.479535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Set router 3a842fc8-2e59-47cf-b317-fb6794375986 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:26:27.583356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ee49d-7236-439f-8c3e-176ea43ff9b7 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:27.587305 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6c8ee49d-7236-439f-8c3e-176ea43ff9b7 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316309 Mar 03 06:26:27.587506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42026) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:27.632868 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c407d26e-3929-4070-ac3f-2d2ba2f56d26 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418384 Mar 03 06:26:27.633197 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42030) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:27.640121 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1944992155', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:27.754065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:27.758198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:subnet and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:26:27.761627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:26:27.767535 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:27.775251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:26:26Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:27.777253 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:26:27.779301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Checking router: 3a842fc8-2e59-47cf-b317-fb6794375986 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:26:27.779650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Updating router 3a842fc8-2e59-47cf-b317-fb6794375986 port 546516c1-c746-4f3e-a795-396c1370360b binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:26:27.781156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:27.835731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:28.009115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:28.096655 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Checking segment: {'id': '3308f83a-2451-4bc1-b8d5-020d23358f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:26:28.097339 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network hostable DHCP agents. Network: bba52ee7-a28b-4c7a-badb-0f9869c5314d, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:26:28.108107 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Subnet': ['ID=80304ded-f921-472b-88b6-871737bf7bd5,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:28.126059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network bba52ee7-a28b-4c7a-badb-0f9869c5314d is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:26:28.136275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, bba52ee7-a28b-4c7a-badb-0f9869c5314d) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:26:28.142075 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:28.142843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:28.167058 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b2720dcf-9458-4054-9eb9-c63dc5003417 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5321395 Mar 03 06:26:28.169924 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42034) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:28.175388 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d96ba7-58ad-4390-852f-8d3fd9ed7f58 None None] Network bba52ee7-a28b-4c7a-badb-0f9869c5314d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:26:28.279717 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:28.302969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Transition to ACTIVE for port object 546516c1-c746-4f3e-a795-396c1370360b will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:26:28.314709 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:28.428433 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Attempting to bind port 546516c1-c746-4f3e-a795-396c1370360b on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:26:28.428792 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Attempting to bind port 546516c1-c746-4f3e-a795-396c1370360b by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:26:28.429146 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Attempting to bind port 546516c1-c746-4f3e-a795-396c1370360b on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:26:28.456695 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:26:28.457068 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:26:28.457461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:28.457847 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:26:28.458306 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Bound port: 546516c1-c746-4f3e-a795-396c1370360b, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:26:28.458676 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:28.488544 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Pushing event updated for resources: {'Port': ['ID=546516c1-c746-4f3e-a795-396c1370360b,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:28.510460 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:28.510801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:28.511512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:28.511512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:28.511788 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:28.512124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:28.512442 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:28.512762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:28.513082 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:28.513393 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:28.513705 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:28.514023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:28.573782 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ips': [{'subnet_id': '80304ded-f921-472b-88b6-871737bf7bd5'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:26:28.574577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:28.636547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] For port 546516c1-c746-4f3e-a795-396c1370360b, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:26:28.652923 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] For port 546516c1-c746-4f3e-a795-396c1370360b, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=546516c1-c746-4f3e-a795-396c1370360b,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:26:28.664172 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:28.790813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa86496-3a2c-4c41-a669-e63afd8e4e9b None None] Pushing event updated for resources: {'Port': ['ID=546516c1-c746-4f3e-a795-396c1370360b,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:28.807640 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Routers {'3a842fc8-2e59-47cf-b317-fb6794375986'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:26:28.808279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:26:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3a842fc8-2e59-47cf-b317-fb6794375986'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:28.892515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Allocated IP 172.20.0.2 (bba52ee7-a28b-4c7a-badb-0f9869c5314d/80304ded-f921-472b-88b6-871737bf7bd5/1f68b3bb-fe1b-4af5-9090-f01dfb986c08) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:26:29.023854 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:29.088856 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] Set router 3a842fc8-2e59-47cf-b317-fb6794375986 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:26:29.396784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:29.474254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Transition to ACTIVE for port object 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:26:29.504350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Transition to ACTIVE for port object 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:26:29.514251 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:29.576087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.20.0.1 (bba52ee7-a28b-4c7a-badb-0f9869c5314d/80304ded-f921-472b-88b6-871737bf7bd5/b59fce7a-dad8-442c-a699-560c836055c1) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:26:29.593889 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Network bba52ee7-a28b-4c7a-badb-0f9869c5314d is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:26:29.597853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:26:29.604863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:26:29.622311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Pushing event updated for resources: {'Port': ['ID=1f68b3bb-fe1b-4af5-9090-f01dfb986c08,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:29.658089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:26:26Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:29.668408 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339c5af1-a596-45ea-8c36-9f9229f26ada None None] The sync data for ids ['3a842fc8-2e59-47cf-b317-fb6794375986'] in dv-neutron-831582-1-hyperv is: [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:26:26Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:26:29.721832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Attempting to bind port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:26:29.722199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Attempting to bind port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '3308f83a-2451-4bc1-b8d5-020d23358f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:26:29.722558 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Attempting to bind port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 on network bba52ee7-a28b-4c7a-badb-0f9869c5314d {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:26:29.729922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:26:29.730290 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Checking segment: {'id': '3308f83a-2451-4bc1-b8d5-020d23358f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:26:29.730684 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:29.731067 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Bound using segment: {'id': '3308f83a-2451-4bc1-b8d5-020d23358f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:26:29.731525 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Bound port: 1f68b3bb-fe1b-4af5-9090-f01dfb986c08, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3308f83a-2451-4bc1-b8d5-020d23358f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:26:29.731913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:29.760745 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:29.782847 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Transition to ACTIVE for port object b59fce7a-dad8-442c-a699-560c836055c1 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:26:29.814653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:29.837621 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] For port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:26:29.840846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] For port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1f68b3bb-fe1b-4af5-9090-f01dfb986c08,segment=NetworkSegment(3308f83a-2451-4bc1-b8d5-020d23358f7b),segment_id=3308f83a-2451-4bc1-b8d5-020d23358f7b)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:26:29.851158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:29.897247 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network bba52ee7-a28b-4c7a-badb-0f9869c5314d is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:26:29.906778 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:26:29.913463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:26:29.940878 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c285a-1d81-47d5-9897-7c5f9071d25f None None] Pushing event updated for resources: {'Port': ['ID=1f68b3bb-fe1b-4af5-9090-f01dfb986c08,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:29.953372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=b59fce7a-dad8-442c-a699-560c836055c1,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:30.018970 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:30.475510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:30.501733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:26:30.588475 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:26:30.595057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 546516c1-c746-4f3e-a795-396c1370360b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:26:30.681341 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 546516c1-c746-4f3e-a795-396c1370360b completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:26:30.687535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 546516c1-c746-4f3e-a795-396c1370360b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:26:30.688226 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:30.815178 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:30.846173 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 546516c1-c746-4f3e-a795-396c1370360b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=546516c1-c746-4f3e-a795-396c1370360b,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:30.851731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:30.940735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=546516c1-c746-4f3e-a795-396c1370360b,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:30.982228 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:30.995802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:31.001762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:31.246151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=b59fce7a-dad8-442c-a699-560c836055c1,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:31.248702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:31.254652 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0d2d68-19ef-437e-a9c0-5d1ffaa180a4 None None] Network bba52ee7-a28b-4c7a-badb-0f9869c5314d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:26:31.372281 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-86fc819a-3b29-4e90-b124-97b97e2992c2 None None] Provisioning for port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:26:31.387300 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-86fc819a-3b29-4e90-b124-97b97e2992c2 None None] Provisioning complete for port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:26:31.387681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-86fc819a-3b29-4e90-b124-97b97e2992c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:31.427180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network bba52ee7-a28b-4c7a-badb-0f9869c5314d is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:26:31.428712 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:26:31.624946 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router 3a842fc8-2e59-47cf-b317-fb6794375986 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:26:31.634455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-86fc819a-3b29-4e90-b124-97b97e2992c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:31.692059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-86fc819a-3b29-4e90-b124-97b97e2992c2 None None] For port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1f68b3bb-fe1b-4af5-9090-f01dfb986c08,segment=NetworkSegment(3308f83a-2451-4bc1-b8d5-020d23358f7b),segment_id=3308f83a-2451-4bc1-b8d5-020d23358f7b)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:31.697689 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-86fc819a-3b29-4e90-b124-97b97e2992c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:31.783478 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc819a-3b29-4e90-b124-97b97e2992c2 None None] Pushing event updated for resources: {'Port': ['ID=1f68b3bb-fe1b-4af5-9090-f01dfb986c08,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:31.838125 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:26:31.856229 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Sync routers for ids ['3a842fc8-2e59-47cf-b317-fb6794375986'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:26:31.856799 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-68d2c48c-7991-4cca-8aee-1f6bd2006f79 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "PUT /v2.0/routers/3a842fc8-2e59-47cf-b317-fb6794375986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6770034 Mar 03 06:26:31.862751 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Routers {'3a842fc8-2e59-47cf-b317-fb6794375986'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:26:31.863391 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:26:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3a842fc8-2e59-47cf-b317-fb6794375986'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:31.936512 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9faa14f2-3560-43bf-af34-23862aea6ded None None] Provisioning for port b59fce7a-dad8-442c-a699-560c836055c1 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:26:31.941781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9faa14f2-3560-43bf-af34-23862aea6ded None None] Provisioning complete for port b59fce7a-dad8-442c-a699-560c836055c1 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:26:31.942359 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9faa14f2-3560-43bf-af34-23862aea6ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:32.048879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9faa14f2-3560-43bf-af34-23862aea6ded None None] Port b59fce7a-dad8-442c-a699-560c836055c1 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:26:32.062199 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-f90d3389-8eeb-455d-8cf2-4722e4051754 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1434300241&fields=id&tenant_id=ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 267 time: 0.0544343 Mar 03 06:26:32.075180 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Set router 3a842fc8-2e59-47cf-b317-fb6794375986 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:26:32.076180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9faa14f2-3560-43bf-af34-23862aea6ded None None] Provisioning complete for port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:26:32.079460 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9faa14f2-3560-43bf-af34-23862aea6ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:32.258741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-3baa3ae2-7e8a-4d11-9375-50729891980e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:32.260488 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-3baa3ae2-7e8a-4d11-9375-50729891980e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/networks?id=bba52ee7-a28b-4c7a-badb-0f9869c5314d HTTP/1.1" status: 200 len: 796 time: 0.1973305 Mar 03 06:26:32.297706 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-d90d444c-7e20-484e-8f84-c60f575b1a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/quotas/ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 375 time: 0.0307024 Mar 03 06:26:32.394570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:26:32.480851 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-833ce2d2-856c-42be-8400-ee2eeb1cd947 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:26:32.519654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-39f28dc3-a05b-46ce-a432-d2fef2e7add1 None None] Provisioning complete for port b59fce7a-dad8-442c-a699-560c836055c1 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:26:32.520436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-39f28dc3-a05b-46ce-a432-d2fef2e7add1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:32.520558 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'b59fce7a-dad8-442c-a699-560c836055c1', 'name': '', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:e0:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '80304ded-f921-472b-88b6-871737bf7bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:29Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 2, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '80304ded-f921-472b-88b6-871737bf7bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:32.526081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-833ce2d2-856c-42be-8400-ee2eeb1cd947 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:26:32.527563 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-833ce2d2-856c-42be-8400-ee2eeb1cd947 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2285066 Mar 03 06:26:32.528884 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Checking router: 3a842fc8-2e59-47cf-b317-fb6794375986 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:26:32.529236 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Updating router 3a842fc8-2e59-47cf-b317-fb6794375986 port b59fce7a-dad8-442c-a699-560c836055c1 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:26:32.591940 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:26:32.592561 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:32.613916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-38fb237a-0fcd-4a27-bb3e-40bdeadbb572 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 06:26:32.614897 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-38fb237a-0fcd-4a27-bb3e-40bdeadbb572 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0751517 Mar 03 06:26:32.636687 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:32.643444 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-39f28dc3-a05b-46ce-a432-d2fef2e7add1 None None] Port b59fce7a-dad8-442c-a699-560c836055c1 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:26:32.766746 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-af520f1b-9893-4a37-b767-cb854ab6ada7 service neutron] 10.222.0.20 "GET /v2.0/networks/bba52ee7-a28b-4c7a-badb-0f9869c5314d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452506 Mar 03 06:26:32.775866 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 546516c1-c746-4f3e-a795-396c1370360b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:26:32.841429 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f3fa984f-5758-4a5d-9e77-7183693518d8 None None] Provisioning complete for port b59fce7a-dad8-442c-a699-560c836055c1 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:26:32.841897 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f3fa984f-5758-4a5d-9e77-7183693518d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:32.908430 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 546516c1-c746-4f3e-a795-396c1370360b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:26:32.908911 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:32.921424 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-33cb292b-ecff-4083-bed4-2209ae73975b service neutron] 10.222.0.20 "GET /v2.0/networks/bba52ee7-a28b-4c7a-badb-0f9869c5314d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468143 Mar 03 06:26:32.978886 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa984f-5758-4a5d-9e77-7183693518d8 None None] Port b59fce7a-dad8-442c-a699-560c836055c1 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:26:33.095877 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:33.112401 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Transition to ACTIVE for port object b59fce7a-dad8-442c-a699-560c836055c1 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:26:33.122980 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:33.153562 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-240b1edc-a0ca-467d-bc1f-ffafd5e5060f req-ff79dc62-2b14-4721-b4d5-0ffd183d7b9e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 210 time: 0.0477436 Mar 03 06:26:33.364411 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Pushing event updated for resources: {'Port': ['ID=b59fce7a-dad8-442c-a699-560c836055c1,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:33.387979 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:33.388324 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:33.388653 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:33.388976 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:33.389297 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:33.389613 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:33.389942 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:33.390413 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:33.390736 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:33.391048 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:33.391359 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:33.391668 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:26:33.394899 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Attempting to bind port b59fce7a-dad8-442c-a699-560c836055c1 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:26:33.395259 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Attempting to bind port b59fce7a-dad8-442c-a699-560c836055c1 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '3308f83a-2451-4bc1-b8d5-020d23358f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:26:33.395616 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Attempting to bind port b59fce7a-dad8-442c-a699-560c836055c1 on network bba52ee7-a28b-4c7a-badb-0f9869c5314d {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:26:33.402729 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:26:33.403103 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Checking segment: {'id': '3308f83a-2451-4bc1-b8d5-020d23358f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:26:33.403502 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:33.403911 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Bound using segment: {'id': '3308f83a-2451-4bc1-b8d5-020d23358f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:26:33.404372 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Bound port: b59fce7a-dad8-442c-a699-560c836055c1, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3308f83a-2451-4bc1-b8d5-020d23358f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:26:33.404736 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:33.506569 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] For port b59fce7a-dad8-442c-a699-560c836055c1, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:26:33.514153 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] For port b59fce7a-dad8-442c-a699-560c836055c1, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b59fce7a-dad8-442c-a699-560c836055c1,segment=NetworkSegment(3308f83a-2451-4bc1-b8d5-020d23358f7b),segment_id=3308f83a-2451-4bc1-b8d5-020d23358f7b)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:26:33.520670 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:33.626938 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Routers {'3a842fc8-2e59-47cf-b317-fb6794375986'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:26:33.630272 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:26:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3a842fc8-2e59-47cf-b317-fb6794375986'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:33.716880 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473b7ec-92bd-46ed-840e-201920d19989 None None] Pushing event updated for resources: {'Port': ['ID=b59fce7a-dad8-442c-a699-560c836055c1,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:33.850102 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] Set router 3a842fc8-2e59-47cf-b317-fb6794375986 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:26:34.189236 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'b59fce7a-dad8-442c-a699-560c836055c1', 'name': '', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:e0:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '80304ded-f921-472b-88b6-871737bf7bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:29Z', 'updated_at': '2022-03-03T06:26:33Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '80304ded-f921-472b-88b6-871737bf7bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:34.193621 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c9b9d9-7178-487e-b9cb-70334c3ec53d None None] The sync data for ids ['3a842fc8-2e59-47cf-b317-fb6794375986'] in dv-neutron-831582-1-hyperv is: [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'b59fce7a-dad8-442c-a699-560c836055c1', 'name': '', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:e0:39:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '80304ded-f921-472b-88b6-871737bf7bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:29Z', 'updated_at': '2022-03-03T06:26:33Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '80304ded-f921-472b-88b6-871737bf7bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:26:34.475537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-ebe6ed8f-2842-4c17-ba17-d39318811cd1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:34.476966 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-ebe6ed8f-2842-4c17-ba17-d39318811cd1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:26:34.482684 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d490855d-4c1e-42cf-ba48-1d1c8ae02ef3 req-b8bbf278-9aca-4bb6-9451-a2d0cbaf81b3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 210 time: 0.1639743 Mar 03 06:26:34.539361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-ebe6ed8f-2842-4c17-ba17-d39318811cd1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:26:34.541668 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-ebe6ed8f-2842-4c17-ba17-d39318811cd1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/networks?id=bba52ee7-a28b-4c7a-badb-0f9869c5314d HTTP/1.1" status: 200 len: 796 time: 0.2943873 Mar 03 06:26:34.547300 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b59fce7a-dad8-442c-a699-560c836055c1 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:26:34.609675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-6f42cf7c-fdcf-4651-b093-5b6d3219d27c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:26:34.635959 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-6f42cf7c-fdcf-4651-b093-5b6d3219d27c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:26:34.636651 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-6f42cf7c-fdcf-4651-b093-5b6d3219d27c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 380 time: 0.0855877 Mar 03 06:26:34.646941 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'port': {'device_id': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'admin_state_up': True, 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'security_groups': ['6f175a66-d80a-4577-969e-98f281169fe0']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:34.690771 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port b59fce7a-dad8-442c-a699-560c836055c1 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:26:34.698912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port b59fce7a-dad8-442c-a699-560c836055c1 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:26:34.699682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:34.857648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:34.862408 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:34.869564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:34.883217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:26:34.887815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:34.908779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port b59fce7a-dad8-442c-a699-560c836055c1, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b59fce7a-dad8-442c-a699-560c836055c1,segment=NetworkSegment(3308f83a-2451-4bc1-b8d5-020d23358f7b),segment_id=3308f83a-2451-4bc1-b8d5-020d23358f7b)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:34.913860 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:34.996287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=b59fce7a-dad8-442c-a699-560c836055c1,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:35.096829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.20.0.13 (bba52ee7-a28b-4c7a-badb-0f9869c5314d/80304ded-f921-472b-88b6-871737bf7bd5/96f97a04-6377-4974-af6e-a6a678de8542) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:26:35.300468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:35.319122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Transition to ACTIVE for port object 96f97a04-6377-4974-af6e-a6a678de8542 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:26:35.344960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:35.400196 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:26:35.427361 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network bba52ee7-a28b-4c7a-badb-0f9869c5314d is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:26:35.431815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:26:35.436622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:26:35.462254 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=96f97a04-6377-4974-af6e-a6a678de8542,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:35.505148 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:35.505859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:35.533042 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-991e2f02-00ee-4df1-bf45-f7656ae2fe42 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8914680 Mar 03 06:26:35.545882 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Request body: {'port': {'device_id': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:35.733593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:35.740783 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c727723-4149-4529-a72c-5908a0e7579c req-8a99f982-c90e-49ef-9a2f-c0f4186b83a2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:35.742252 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7c727723-4149-4529-a72c-5908a0e7579c req-8a99f982-c90e-49ef-9a2f-c0f4186b83a2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 932 time: 0.1109631 Mar 03 06:26:35.796368 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7c727723-4149-4529-a72c-5908a0e7579c req-52bd24d7-c7db-44ba-be78-28ae47866a0e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436354 Mar 03 06:26:35.798135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e909e682-5bef-4039-9f6b-3e5562bc42db None None] Provisioning for port 96f97a04-6377-4974-af6e-a6a678de8542 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:26:35.804574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e909e682-5bef-4039-9f6b-3e5562bc42db None None] Provisioning complete for port 96f97a04-6377-4974-af6e-a6a678de8542 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:26:35.805362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e909e682-5bef-4039-9f6b-3e5562bc42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:35.875710 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e909e682-5bef-4039-9f6b-3e5562bc42db None None] Port 96f97a04-6377-4974-af6e-a6a678de8542 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:26:36.205222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f97a04-6377-4974-af6e-a6a678de8542 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:26:36.213323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:36.227644 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Transition to ACTIVE for port object 96f97a04-6377-4974-af6e-a6a678de8542 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:26:36.232021 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:36.377535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b59fce7a-dad8-442c-a699-560c836055c1 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:26:36.402306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Pushing event updated for resources: {'Port': ['ID=96f97a04-6377-4974-af6e-a6a678de8542,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:36.457842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port b59fce7a-dad8-442c-a699-560c836055c1 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:26:36.458132 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:36.505146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Attempting to bind port 96f97a04-6377-4974-af6e-a6a678de8542 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:26:36.505649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Attempting to bind port 96f97a04-6377-4974-af6e-a6a678de8542 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '3308f83a-2451-4bc1-b8d5-020d23358f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:26:36.505834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Attempting to bind port 96f97a04-6377-4974-af6e-a6a678de8542 on network bba52ee7-a28b-4c7a-badb-0f9869c5314d {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:26:36.511168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Port 96f97a04-6377-4974-af6e-a6a678de8542 on network bba52ee7-a28b-4c7a-badb-0f9869c5314d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:26:36.511484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Attempting to bind port 96f97a04-6377-4974-af6e-a6a678de8542 on network bba52ee7-a28b-4c7a-badb-0f9869c5314d {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:26:36.517504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:26:36.521811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Checking segment: {'id': '3308f83a-2451-4bc1-b8d5-020d23358f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:26:36.521811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Bound using segment: {'id': '3308f83a-2451-4bc1-b8d5-020d23358f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:26:36.521811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Bound port: 96f97a04-6377-4974-af6e-a6a678de8542, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3308f83a-2451-4bc1-b8d5-020d23358f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:26:36.521811 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:36.623565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] For port 96f97a04-6377-4974-af6e-a6a678de8542, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:26:36.627923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] For port 96f97a04-6377-4974-af6e-a6a678de8542, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=96f97a04-6377-4974-af6e-a6a678de8542,segment=NetworkSegment(3308f83a-2451-4bc1-b8d5-020d23358f7b),segment_id=3308f83a-2451-4bc1-b8d5-020d23358f7b)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:26:36.632158 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:36.687515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:36.688074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:36.689846 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] 10.222.0.23 "PUT /v2.0/ports/96f97a04-6377-4974-af6e-a6a678de8542 HTTP/1.1" status: 200 len: 1094 time: 1.1484687 Mar 03 06:26:36.692527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'tag': '96f97a04-6377-4974-af6e-a6a678de8542'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:26:36.729362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbb70e-b34f-410a-9d9a-1e1ab6ba35b6 service neutron] Pushing event updated for resources: {'Port': ['ID=96f97a04-6377-4974-af6e-a6a678de8542,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:36.776897 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'tag': '96f97a04-6377-4974-af6e-a6a678de8542', 'status': 'completed', 'code': 200} Mar 03 06:26:36.834427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-1587c5a9-bc70-47e6-92ee-51c9cf54f1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:36.836018 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-1587c5a9-bc70-47e6-92ee-51c9cf54f1d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 1097 time: 0.0982027 Mar 03 06:26:36.913294 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-6acdff6d-1653-4245-b665-249df16df525 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96f97a04-6377-4974-af6e-a6a678de8542 HTTP/1.1" status: 200 len: 217 time: 0.0706534 Mar 03 06:26:36.976354 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-8c286ee4-4956-4276-87a4-7a6d6980903f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:36.978244 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-8c286ee4-4956-4276-87a4-7a6d6980903f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80304ded-f921-472b-88b6-871737bf7bd5 HTTP/1.1" status: 200 len: 835 time: 0.0600395 Mar 03 06:26:37.013013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7386698-bd5c-4910-b633-e455f20edaa1 req-2499060e-c3a9-4305-a807-a083bba02fc9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:37.014557 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e7386698-bd5c-4910-b633-e455f20edaa1 req-2499060e-c3a9-4305-a807-a083bba02fc9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 944 time: 0.0972335 Mar 03 06:26:37.056257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-ce28702a-81e6-4e98-ae9b-e603a5c91d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:37.057743 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-ce28702a-81e6-4e98-ae9b-e603a5c91d92 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bba52ee7-a28b-4c7a-badb-0f9869c5314d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743434 Mar 03 06:26:37.065723 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e7386698-bd5c-4910-b633-e455f20edaa1 req-0521cbc3-be3b-45fd-b849-e0289dabb688 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439472 Mar 03 06:26:37.193516 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-445def76-f4f5-49a1-936f-e233cd4aac2d service neutron] 10.222.0.23 "GET /v2.0/networks/bba52ee7-a28b-4c7a-badb-0f9869c5314d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301267 Mar 03 06:26:37.328215 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c2bab22d-472e-48e9-b82e-b9feff1aa1aa req-a0a8d929-be5f-43d9-a03d-ad2f3fb9ef8b service neutron] 10.222.0.23 "GET /v2.0/networks/bba52ee7-a28b-4c7a-badb-0f9869c5314d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271665 Mar 03 06:26:37.444650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35d26d-6d68-4a3f-b6eb-6fa89a0176be req-4f99c6b8-1b6d-41b8-8696-ef4a4cbe24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:37.446183 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4d35d26d-6d68-4a3f-b6eb-6fa89a0176be req-4f99c6b8-1b6d-41b8-8696-ef4a4cbe24b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 1097 time: 0.0755346 Mar 03 06:26:37.577815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35d26d-6d68-4a3f-b6eb-6fa89a0176be req-4b27743f-7b87-4ddf-8467-882cf5deba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:37.579288 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4d35d26d-6d68-4a3f-b6eb-6fa89a0176be req-4b27743f-7b87-4ddf-8467-882cf5deba5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=bba52ee7-a28b-4c7a-badb-0f9869c5314d HTTP/1.1" status: 200 len: 897 time: 0.1276762 Mar 03 06:26:37.651188 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4d35d26d-6d68-4a3f-b6eb-6fa89a0176be req-098cbfb7-aa36-434f-b6f0-8974d45e4898 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96f97a04-6377-4974-af6e-a6a678de8542 HTTP/1.1" status: 200 len: 217 time: 0.0655494 Mar 03 06:26:37.714953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35d26d-6d68-4a3f-b6eb-6fa89a0176be req-6a67b6bc-c925-440f-9a64-85bc9034afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:37.716414 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4d35d26d-6d68-4a3f-b6eb-6fa89a0176be req-6a67b6bc-c925-440f-9a64-85bc9034afb3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80304ded-f921-472b-88b6-871737bf7bd5 HTTP/1.1" status: 200 len: 835 time: 0.0596926 Mar 03 06:26:37.790836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35d26d-6d68-4a3f-b6eb-6fa89a0176be req-6a795c30-2622-4b08-a715-b5a84eab776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:37.792363 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4d35d26d-6d68-4a3f-b6eb-6fa89a0176be req-6a795c30-2622-4b08-a715-b5a84eab776d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bba52ee7-a28b-4c7a-badb-0f9869c5314d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704622 Mar 03 06:26:38.032960 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4d35d26d-6d68-4a3f-b6eb-6fa89a0176be req-d043eeb3-6805-41ca-a4e3-4fc4f98d59bd service neutron] 10.222.0.23 "GET /v2.0/networks/bba52ee7-a28b-4c7a-badb-0f9869c5314d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348008 Mar 03 06:26:38.169031 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4d35d26d-6d68-4a3f-b6eb-6fa89a0176be req-6461126e-0c37-411a-be64-07d305274ac2 service neutron] 10.222.0.23 "GET /v2.0/networks/bba52ee7-a28b-4c7a-badb-0f9869c5314d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296661 Mar 03 06:26:38.357089 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0cb27-590e-4d56-bec4-2ddc5874e063 req-4d8e0c9c-32fe-4c74-8e46-86776c0a7637 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:38.358993 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-71e0cb27-590e-4d56-bec4-2ddc5874e063 req-4d8e0c9c-32fe-4c74-8e46-86776c0a7637 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 944 time: 0.1849353 Mar 03 06:26:38.402842 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-71e0cb27-590e-4d56-bec4-2ddc5874e063 req-dc2497a9-93fb-4b92-82e0-073d54ad6e0a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385323 Mar 03 06:26:39.598618 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f858434-c77c-452a-bcf7-c5b9749a7db1 req-3a89481b-e191-4604-8698-883b83e09f17 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:39.600091 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5f858434-c77c-452a-bcf7-c5b9749a7db1 req-3a89481b-e191-4604-8698-883b83e09f17 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 944 time: 0.0833507 Mar 03 06:26:39.645771 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5f858434-c77c-452a-bcf7-c5b9749a7db1 req-2e0794c4-4590-41f6-b94c-8688a593abd5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390825 Mar 03 06:26:40.460381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 96f97a04-6377-4974-af6e-a6a678de8542 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:26:40.591586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 96f97a04-6377-4974-af6e-a6a678de8542, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=96f97a04-6377-4974-af6e-a6a678de8542,segment=NetworkSegment(3308f83a-2451-4bc1-b8d5-020d23358f7b),segment_id=3308f83a-2451-4bc1-b8d5-020d23358f7b)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:40.604917 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '96f97a04-6377-4974-af6e-a6a678de8542', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'port_id': '96f97a04-6377-4974-af6e-a6a678de8542', 'mac_address': 'fa:16:3e:9f:f9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80304ded-f921-472b-88b6-871737bf7bd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:26:40.659384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:40.683326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f97a04-6377-4974-af6e-a6a678de8542 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:26:40.700441 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 96f97a04-6377-4974-af6e-a6a678de8542, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=96f97a04-6377-4974-af6e-a6a678de8542,segment=NetworkSegment(3308f83a-2451-4bc1-b8d5-020d23358f7b),segment_id=3308f83a-2451-4bc1-b8d5-020d23358f7b)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:40.705960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:40.774419 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=96f97a04-6377-4974-af6e-a6a678de8542,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:40.844752 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7753864-386d-4578-a6fa-4630068adb4a req-309bb2b7-e52e-4fac-88d1-a19be73fba31 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:40.846213 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f7753864-386d-4578-a6fa-4630068adb4a req-309bb2b7-e52e-4fac-88d1-a19be73fba31 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 945 time: 0.0786064 Mar 03 06:26:40.892592 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f7753864-386d-4578-a6fa-4630068adb4a req-eb94a07f-e483-49d2-8b81-31d85f37ecd8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405381 Mar 03 06:26:41.045391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['96f97a04-6377-4974-af6e-a6a678de8542'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:26:42.071732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16976b2a-6b02-4ddd-97ac-632fcd4392c5 req-1876a64c-79a5-4686-96d4-0ed1eb3ae433 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:42.073206 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-16976b2a-6b02-4ddd-97ac-632fcd4392c5 req-1876a64c-79a5-4686-96d4-0ed1eb3ae433 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 945 time: 0.0783768 Mar 03 06:26:42.115415 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-16976b2a-6b02-4ddd-97ac-632fcd4392c5 req-a07efb89-0d2b-4523-8f87-9608d58834de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366123 Mar 03 06:26:42.491314 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 96f97a04-6377-4974-af6e-a6a678de8542 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:26:42.560765 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 96f97a04-6377-4974-af6e-a6a678de8542 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:26:42.565422 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 96f97a04-6377-4974-af6e-a6a678de8542 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:26:42.565789 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:42.679735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:42.704830 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f97a04-6377-4974-af6e-a6a678de8542'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:26:42.714686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 96f97a04-6377-4974-af6e-a6a678de8542, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=96f97a04-6377-4974-af6e-a6a678de8542,segment=NetworkSegment(3308f83a-2451-4bc1-b8d5-020d23358f7b),segment_id=3308f83a-2451-4bc1-b8d5-020d23358f7b)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:26:42.720429 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:42.753301 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f97a04-6377-4974-af6e-a6a678de8542', 'code': 200} Mar 03 06:26:42.794089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=96f97a04-6377-4974-af6e-a6a678de8542,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:42.976232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e6d40-a62a-4c3d-8d77-78fc0b8df1da req-b467c3c5-573d-4bd4-9872-2090fa9aa8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:42.977596 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-257e6d40-a62a-4c3d-8d77-78fc0b8df1da req-b467c3c5-573d-4bd4-9872-2090fa9aa8d6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 1099 time: 0.0722408 Mar 03 06:26:43.015629 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-257e6d40-a62a-4c3d-8d77-78fc0b8df1da req-508faeaa-383d-4713-8429-5acdc260057b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327015 Mar 03 06:26:43.299327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460b9fb-fbb4-452b-b817-4f23f6268e55 req-794813e1-2bcf-4350-b57a-69da24e1100b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:43.300783 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d460b9fb-fbb4-452b-b817-4f23f6268e55 req-794813e1-2bcf-4350-b57a-69da24e1100b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 946 time: 0.0805101 Mar 03 06:26:43.347901 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d460b9fb-fbb4-452b-b817-4f23f6268e55 req-378d6a13-134c-483b-8189-4b3043b1f38e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408809 Mar 03 06:26:44.534071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044922d-6fcf-4628-b735-b8e891fc5765 req-8b4eec8b-3a8b-47e0-88c5-1a1a45cec01c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:44.535523 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a044922d-6fcf-4628-b735-b8e891fc5765 req-8b4eec8b-3a8b-47e0-88c5-1a1a45cec01c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 946 time: 0.0794935 Mar 03 06:26:44.579191 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a044922d-6fcf-4628-b735-b8e891fc5765 req-012dccff-4e29-4c60-a81d-56f4ca876d03 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377004 Mar 03 06:26:44.763692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678064c-0fb9-4de3-8c8a-57e32483b91e req-fb98b33d-052f-4a55-b3e5-8f2cf8e7a484 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:44.765148 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5678064c-0fb9-4de3-8c8a-57e32483b91e req-fb98b33d-052f-4a55-b3e5-8f2cf8e7a484 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 946 time: 0.0831170 Mar 03 06:26:44.808496 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5678064c-0fb9-4de3-8c8a-57e32483b91e req-80472e0a-f5be-488a-9ab7-19ae64dead02 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374880 Mar 03 06:26:44.831440 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42100) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:44.903980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b8de51-4e1f-4636-a052-51e34f5acc62 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:44.908128 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-13b8de51-4e1f-4636-a052-51e34f5acc62 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 1094 time: 0.0729427 Mar 03 06:26:44.908316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42104) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:44.913012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': '96f97a04-6377-4974-af6e-a6a678de8542', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:26:44.918814 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:26:44.922711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:floatingip and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:26:44.925824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:26:44.932236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:26:44.942818 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:45.079986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:45.207612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.26.3.179 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/80d40bbf-c3af-4b07-b448-4e412111cc70) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:26:45.351317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:45.381705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:45.445328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:26:45.452486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:26:45.456610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:26:45.489220 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=80d40bbf-c3af-4b07-b448-4e412111cc70,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:45.954934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:46.027736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:46.227609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:46.232108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:46.345744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=80d40bbf-c3af-4b07-b448-4e412111cc70,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:26:46.355731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:46.529099 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Floating IP cc019b6d-f9bb-4f51-bafb-3cad1171a2e3 associated. External IP: 172.26.3.179, port: 96f97a04-6377-4974-af6e-a6a678de8542. Mar 03 06:26:46.878607 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router 3a842fc8-2e59-47cf-b317-fb6794375986 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:26:47.053826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:26:47.064200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb65df-3eef-4f87-b8b3-084fa24ac130 None None] Sync routers for ids ['3a842fc8-2e59-47cf-b317-fb6794375986'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:26:47.073569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb65df-3eef-4f87-b8b3-084fa24ac130 None None] Routers {'3a842fc8-2e59-47cf-b317-fb6794375986'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:26:47.074581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-95eb65df-3eef-4f87-b8b3-084fa24ac130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:26:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3a842fc8-2e59-47cf-b317-fb6794375986'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:47.079019 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:47.145916 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6829f7f1-e922-493c-9fa4-9879d354e59d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2340319 Mar 03 06:26:47.145916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'tag': '96f97a04-6377-4974-af6e-a6a678de8542'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:26:47.195856 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'tag': '96f97a04-6377-4974-af6e-a6a678de8542', 'status': 'completed', 'code': 200} Mar 03 06:26:47.290599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df7e4c-122f-4f43-84f5-7b787171b9df req-378fda81-989c-4a88-b9d4-0a3e77d09798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:47.293290 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-27df7e4c-122f-4f43-84f5-7b787171b9df req-378fda81-989c-4a88-b9d4-0a3e77d09798 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 1099 time: 0.0788095 Mar 03 06:26:47.325363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-95eb65df-3eef-4f87-b8b3-084fa24ac130 None None] Set router 3a842fc8-2e59-47cf-b317-fb6794375986 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:26:47.332621 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aef4f0-7ba2-4f0d-955f-929b289c6cd7 req-a61a1ce9-0802-417a-b82f-3a587f5bb63b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:47.334600 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f7aef4f0-7ba2-4f0d-955f-929b289c6cd7 req-a61a1ce9-0802-417a-b82f-3a587f5bb63b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 946 time: 0.0969601 Mar 03 06:26:47.418304 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f7aef4f0-7ba2-4f0d-955f-929b289c6cd7 req-8f93be59-8907-43e3-9c43-67e6cbdbad01 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725582 Mar 03 06:26:47.440209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42112) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:47.452493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df7e4c-122f-4f43-84f5-7b787171b9df req-7c0fc0be-847a-46fd-a347-b3f67f908ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:47.454065 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-27df7e4c-122f-4f43-84f5-7b787171b9df req-7c0fc0be-847a-46fd-a347-b3f67f908ed0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bba52ee7-a28b-4c7a-badb-0f9869c5314d HTTP/1.1" status: 200 len: 897 time: 0.1551819 Mar 03 06:26:47.575659 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-27df7e4c-122f-4f43-84f5-7b787171b9df req-427ff4ea-d710-47e5-b0cf-5e371ac8dae4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96f97a04-6377-4974-af6e-a6a678de8542 HTTP/1.1" status: 200 len: 1000 time: 0.1157985 Mar 03 06:26:47.651198 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df7e4c-122f-4f43-84f5-7b787171b9df req-49f52f42-ded4-4a3e-a470-ecd2807ecceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:47.652836 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-27df7e4c-122f-4f43-84f5-7b787171b9df req-49f52f42-ded4-4a3e-a470-ecd2807ecceb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80304ded-f921-472b-88b6-871737bf7bd5 HTTP/1.1" status: 200 len: 835 time: 0.0714340 Mar 03 06:26:47.691682 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1c8de80a-83d5-41aa-ac44-43ac7cdaa0d3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/cc019b6d-f9bb-4f51-bafb-3cad1171a2e3 HTTP/1.1" status: 200 len: 992 time: 0.2466340 Mar 03 06:26:47.741537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df7e4c-122f-4f43-84f5-7b787171b9df req-8dbde929-b451-4ea4-baff-3a11a2302ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:26:47.743205 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-27df7e4c-122f-4f43-84f5-7b787171b9df req-8dbde929-b451-4ea4-baff-3a11a2302ae1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bba52ee7-a28b-4c7a-badb-0f9869c5314d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844307 Mar 03 06:26:47.746337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-95eb65df-3eef-4f87-b8b3-084fa24ac130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'cc019b6d-f9bb-4f51-bafb-3cad1171a2e3', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'port_id': '96f97a04-6377-4974-af6e-a6a678de8542', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'mac_address': 'fa:16:3e:9f:f9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:26:45Z', 'updated_at': '2022-03-03T06:26:45Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b59fce7a-dad8-442c-a699-560c836055c1', 'name': '', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:e0:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '80304ded-f921-472b-88b6-871737bf7bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:29Z', 'updated_at': '2022-03-03T06:26:34Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '80304ded-f921-472b-88b6-871737bf7bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:47.750212 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb65df-3eef-4f87-b8b3-084fa24ac130 None None] Checking router: 3a842fc8-2e59-47cf-b317-fb6794375986 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:26:47.758423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eb65df-3eef-4f87-b8b3-084fa24ac130 None None] Routers {'3a842fc8-2e59-47cf-b317-fb6794375986'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:26:47.759004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-95eb65df-3eef-4f87-b8b3-084fa24ac130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:26:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3a842fc8-2e59-47cf-b317-fb6794375986'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:47.877685 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-27df7e4c-122f-4f43-84f5-7b787171b9df req-5bc6dd4d-bc74-4fb3-a480-9e7408a7a801 service neutron] 10.222.0.23 "GET /v2.0/networks/bba52ee7-a28b-4c7a-badb-0f9869c5314d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286106 Mar 03 06:26:47.933848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-95eb65df-3eef-4f87-b8b3-084fa24ac130 None None] Set router 3a842fc8-2e59-47cf-b317-fb6794375986 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:26:48.013119 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-27df7e4c-122f-4f43-84f5-7b787171b9df req-110f33c0-e639-459c-94d9-026e5753fe69 service neutron] 10.222.0.23 "GET /v2.0/networks/bba52ee7-a28b-4c7a-badb-0f9869c5314d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271617 Mar 03 06:26:48.282168 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-95eb65df-3eef-4f87-b8b3-084fa24ac130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'cc019b6d-f9bb-4f51-bafb-3cad1171a2e3', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'port_id': '96f97a04-6377-4974-af6e-a6a678de8542', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'mac_address': 'fa:16:3e:9f:f9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:26:45Z', 'updated_at': '2022-03-03T06:26:45Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b59fce7a-dad8-442c-a699-560c836055c1', 'name': '', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:e0:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '80304ded-f921-472b-88b6-871737bf7bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:29Z', 'updated_at': '2022-03-03T06:26:34Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '80304ded-f921-472b-88b6-871737bf7bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:26:48.285981 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95eb65df-3eef-4f87-b8b3-084fa24ac130 None None] The sync data for ids ['3a842fc8-2e59-47cf-b317-fb6794375986'] in dv-neutron-831582-1-hyperv is: [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'cc019b6d-f9bb-4f51-bafb-3cad1171a2e3', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.179', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'port_id': '96f97a04-6377-4974-af6e-a6a678de8542', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'mac_address': 'fa:16:3e:9f:f9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:26:45Z', 'updated_at': '2022-03-03T06:26:45Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b59fce7a-dad8-442c-a699-560c836055c1', 'name': '', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:e0:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '80304ded-f921-472b-88b6-871737bf7bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:29Z', 'updated_at': '2022-03-03T06:26:34Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '80304ded-f921-472b-88b6-871737bf7bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:26:48.330267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a22162d2-7f4a-4483-bd41-e446da458b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:48.517503 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e51b721-6774-4935-9390-e05da3296f72 None None] New status for floating IP cc019b6d-f9bb-4f51-bafb-3cad1171a2e3: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:26:48.695613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42116) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:26:48.822404 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8fe01a2f-61bf-4832-b051-df12ebb772ec tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/cc019b6d-f9bb-4f51-bafb-3cad1171a2e3 HTTP/1.1" status: 200 len: 994 time: 0.1235735 Mar 03 06:26:50.541143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-722cc169-2d0e-40dd-b34a-5d48ca96582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:51.699523 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:51.826053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:26:53.013374 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:00.975974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:12.401901 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:27:18.325216 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a3a97622-c812-42de-8a83-7f7616661d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:20.543341 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5c3c7225-1a44-4850-b5c3-45e5bc1b862d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:21.706384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:21.819855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:23.017192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:30.985861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:37.004916 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-fdd7f012-2928-4764-bd45-c5fda2ccfbf2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726411 Mar 03 06:27:37.139607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-96dc1f9f-7403-45ea-8e72-efeea357116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:37.141181 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-96dc1f9f-7403-45ea-8e72-efeea357116c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 1099 time: 0.0710783 Mar 03 06:27:37.290074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-5bcf6252-2829-487c-a014-214e281da8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:37.291439 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-5bcf6252-2829-487c-a014-214e281da8dc service neutron] 10.222.0.23 "GET /v2.0/networks?id=bba52ee7-a28b-4c7a-badb-0f9869c5314d HTTP/1.1" status: 200 len: 897 time: 0.1317067 Mar 03 06:27:37.400398 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-85524bbe-9c12-4ecd-a9f9-2d60b11ebeb9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96f97a04-6377-4974-af6e-a6a678de8542 HTTP/1.1" status: 200 len: 1002 time: 0.1020238 Mar 03 06:27:37.463406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-453f6ff5-06ae-4a40-92f7-f063262541bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:37.464877 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-453f6ff5-06ae-4a40-92f7-f063262541bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80304ded-f921-472b-88b6-871737bf7bd5 HTTP/1.1" status: 200 len: 835 time: 0.0582385 Mar 03 06:27:37.542585 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-01f87290-4f97-44b4-afa6-ff6a006ec39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:37.543994 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-01f87290-4f97-44b4-afa6-ff6a006ec39e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bba52ee7-a28b-4c7a-badb-0f9869c5314d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734375 Mar 03 06:27:37.553421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-3fc42507-761a-4bef-a07a-b8514f9e3b5e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 06:27:37.554361 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-3fc42507-761a-4bef-a07a-b8514f9e3b5e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048537 Mar 03 06:27:37.796475 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-f10490a7-d86f-4c85-8a56-94f83cc51419 service neutron] 10.222.0.23 "GET /v2.0/networks/bba52ee7-a28b-4c7a-badb-0f9869c5314d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362280 Mar 03 06:27:37.927318 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-891daa98-6ea4-423b-b5fb-0cd038e81255 req-d08ae743-02a8-466b-a31d-a63ae477ce4e service neutron] 10.222.0.23 "GET /v2.0/networks/bba52ee7-a28b-4c7a-badb-0f9869c5314d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253660 Mar 03 06:27:48.330022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ab18c6da-49c7-4fda-8f2a-28ca3772516f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:49.401228 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:27:50.545525 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3b6fb05c-8e59-427b-b8a1-432f69c4679a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:51.715405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:51.814253 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831e44e-514a-4c94-9ea2-30eb95a3f6e1 req-93b1bd2a-ffc6-4956-a9c2-726907d2fe54 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:51.821137 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a831e44e-514a-4c94-9ea2-30eb95a3f6e1 req-93b1bd2a-ffc6-4956-a9c2-726907d2fe54 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 946 time: 0.0901427 Mar 03 06:27:51.825094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:51.866617 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a831e44e-514a-4c94-9ea2-30eb95a3f6e1 req-b79c6515-7aaf-49eb-bcdd-b8ca21c3243e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442743 Mar 03 06:27:53.018051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:53.053687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711463d-5983-4a7a-96bf-b107a941970c req-2c8e6f99-2838-4c51-9ddf-a24e6e211f0e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:53.055198 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0711463d-5983-4a7a-96bf-b107a941970c req-2c8e6f99-2838-4c51-9ddf-a24e6e211f0e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 946 time: 0.0803216 Mar 03 06:27:53.102096 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0711463d-5983-4a7a-96bf-b107a941970c req-90b32440-04f8-4fa4-af30-b57537963a8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404160 Mar 03 06:27:53.125391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42144) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:27:53.231218 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-aead8e4a-fa3e-410d-996b-57283acee4b6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/cc019b6d-f9bb-4f51-bafb-3cad1171a2e3 HTTP/1.1" status: 200 len: 994 time: 0.1045368 Mar 03 06:27:54.690010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cada8-772a-463d-800f-c83d3d4eb3d1 req-8cf74c82-cbfb-4ea8-bde5-108909278f88 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:54.691640 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e30cada8-772a-463d-800f-c83d3d4eb3d1 req-8cf74c82-cbfb-4ea8-bde5-108909278f88 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 946 time: 0.0832872 Mar 03 06:27:54.738555 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e30cada8-772a-463d-800f-c83d3d4eb3d1 req-2bc71814-3cad-4416-820b-ec5bb48e94dd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381820 Mar 03 06:27:55.932468 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fca6c3-9199-4bcb-b03c-fc8b655889cd req-560fb2de-12d0-4659-9ac4-7cf3ac8ec74b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:55.933906 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-40fca6c3-9199-4bcb-b03c-fc8b655889cd req-560fb2de-12d0-4659-9ac4-7cf3ac8ec74b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 946 time: 0.0820513 Mar 03 06:27:55.978917 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-40fca6c3-9199-4bcb-b03c-fc8b655889cd req-8295a607-a41c-4a88-87d4-dd1596b6beaa tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390413 Mar 03 06:27:56.002649 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42156) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:27:56.110914 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-47a94129-621e-4397-9e40-cc728a84f94f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/cc019b6d-f9bb-4f51-bafb-3cad1171a2e3 HTTP/1.1" status: 200 len: 994 time: 0.1070383 Mar 03 06:27:56.550488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42164) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:27:56.753363 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port 80d40bbf-c3af-4b07-b448-4e412111cc70 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:27:56.753709 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:56.923908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:56.924227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:57.046013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for 80d40bbf-c3af-4b07-b448-4e412111cc70 owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:27:57.194655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:57.241383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=80d40bbf-c3af-4b07-b448-4e412111cc70,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:27:57.286586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:57.286929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:57.287269 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:57.287608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:57.287972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:57.288306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:57.288664 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:57.288988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:57.289311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:57.289633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:57.289952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:57.290277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:27:57.346971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:57.347317 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Floating IP cc019b6d-f9bb-4f51-bafb-3cad1171a2e3 disassociated (deleted). External IP: 172.26.3.179, port: 96f97a04-6377-4974-af6e-a6a678de8542. Mar 03 06:27:57.705756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router 3a842fc8-2e59-47cf-b317-fb6794375986 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:27:58.003687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:27:58.013920 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2c5e2-6b61-4a25-b6cc-0b321741ea03 None None] Sync routers for ids ['3a842fc8-2e59-47cf-b317-fb6794375986'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:27:58.019450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:27:58.029297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2c5e2-6b61-4a25-b6cc-0b321741ea03 None None] Routers {'3a842fc8-2e59-47cf-b317-fb6794375986'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:27:58.029914 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-fbe2c5e2-6b61-4a25-b6cc-0b321741ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:27:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3a842fc8-2e59-47cf-b317-fb6794375986'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:27:58.083523 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bf81cbf0-3447-4857-9fd5-40651b45975f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/floatingips/cc019b6d-f9bb-4f51-bafb-3cad1171a2e3 HTTP/1.1" status: 204 len: 168 time: 1.5294638 Mar 03 06:27:58.083523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'tag': '96f97a04-6377-4974-af6e-a6a678de8542'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:27:58.182487 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'tag': '96f97a04-6377-4974-af6e-a6a678de8542', 'status': 'completed', 'code': 200} Mar 03 06:27:58.302349 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-fbe2c5e2-6b61-4a25-b6cc-0b321741ea03 None None] Set router 3a842fc8-2e59-47cf-b317-fb6794375986 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:27:58.309442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d205-ea41-4a3b-a35d-2ef86d5c5647 req-c18e5481-a0ad-4730-8b87-8b5c47ad41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:58.311359 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-10b7d205-ea41-4a3b-a35d-2ef86d5c5647 req-c18e5481-a0ad-4730-8b87-8b5c47ad41ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 1099 time: 0.0983319 Mar 03 06:27:58.507651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d205-ea41-4a3b-a35d-2ef86d5c5647 req-63094142-255a-4b3e-9174-ddb48f2e413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:58.509412 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-10b7d205-ea41-4a3b-a35d-2ef86d5c5647 req-63094142-255a-4b3e-9174-ddb48f2e413a service neutron] 10.222.0.23 "GET /v2.0/networks?id=bba52ee7-a28b-4c7a-badb-0f9869c5314d HTTP/1.1" status: 200 len: 897 time: 0.1830180 Mar 03 06:27:58.560415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31e25f-82c3-40b6-9b9c-c4bfbf2a23d6 req-e7c58591-5878-4f01-807e-78098a175819 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:58.568245 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dd31e25f-82c3-40b6-9b9c-c4bfbf2a23d6 req-e7c58591-5878-4f01-807e-78098a175819 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 946 time: 0.1156240 Mar 03 06:27:58.589988 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-10b7d205-ea41-4a3b-a35d-2ef86d5c5647 req-296bf452-59a2-4d26-8178-1e4f78e3cb36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=96f97a04-6377-4974-af6e-a6a678de8542 HTTP/1.1" status: 200 len: 217 time: 0.0730474 Mar 03 06:27:58.621373 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dd31e25f-82c3-40b6-9b9c-c4bfbf2a23d6 req-5d441292-5351-43dd-9064-d431392916d3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522115 Mar 03 06:27:58.655842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-fbe2c5e2-6b61-4a25-b6cc-0b321741ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'b59fce7a-dad8-442c-a699-560c836055c1', 'name': '', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:e0:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '80304ded-f921-472b-88b6-871737bf7bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:29Z', 'updated_at': '2022-03-03T06:26:34Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '80304ded-f921-472b-88b6-871737bf7bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:27:58.659800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2c5e2-6b61-4a25-b6cc-0b321741ea03 None None] Checking router: 3a842fc8-2e59-47cf-b317-fb6794375986 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:27:58.665136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d205-ea41-4a3b-a35d-2ef86d5c5647 req-75e2e461-4b61-46b1-945c-aed6947ba1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:58.666718 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-10b7d205-ea41-4a3b-a35d-2ef86d5c5647 req-75e2e461-4b61-46b1-945c-aed6947ba1f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80304ded-f921-472b-88b6-871737bf7bd5 HTTP/1.1" status: 200 len: 835 time: 0.0687888 Mar 03 06:27:58.672332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe2c5e2-6b61-4a25-b6cc-0b321741ea03 None None] Routers {'3a842fc8-2e59-47cf-b317-fb6794375986'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:27:58.672957 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-fbe2c5e2-6b61-4a25-b6cc-0b321741ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:27:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3a842fc8-2e59-47cf-b317-fb6794375986'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:27:58.754431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7d205-ea41-4a3b-a35d-2ef86d5c5647 req-2b32d2aa-8432-40b1-81cf-ac93a1852fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:58.755924 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-10b7d205-ea41-4a3b-a35d-2ef86d5c5647 req-2b32d2aa-8432-40b1-81cf-ac93a1852fc2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bba52ee7-a28b-4c7a-badb-0f9869c5314d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831523 Mar 03 06:27:58.851910 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-fbe2c5e2-6b61-4a25-b6cc-0b321741ea03 None None] Set router 3a842fc8-2e59-47cf-b317-fb6794375986 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:27:58.888748 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-10b7d205-ea41-4a3b-a35d-2ef86d5c5647 req-12e6c211-437d-4584-9236-1027f8d8428f service neutron] 10.222.0.23 "GET /v2.0/networks/bba52ee7-a28b-4c7a-badb-0f9869c5314d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263666 Mar 03 06:27:59.025853 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-10b7d205-ea41-4a3b-a35d-2ef86d5c5647 req-8eb18842-8101-4457-8fd7-a08fde3b4229 service neutron] 10.222.0.23 "GET /v2.0/networks/bba52ee7-a28b-4c7a-badb-0f9869c5314d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294765 Mar 03 06:27:59.159646 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-fbe2c5e2-6b61-4a25-b6cc-0b321741ea03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'b59fce7a-dad8-442c-a699-560c836055c1', 'name': '', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:e0:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '80304ded-f921-472b-88b6-871737bf7bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:29Z', 'updated_at': '2022-03-03T06:26:34Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '80304ded-f921-472b-88b6-871737bf7bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:27:59.163471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe2c5e2-6b61-4a25-b6cc-0b321741ea03 None None] The sync data for ids ['3a842fc8-2e59-47cf-b317-fb6794375986'] in dv-neutron-831582-1-hyperv is: [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'b59fce7a-dad8-442c-a699-560c836055c1', 'name': '', 'network_id': 'bba52ee7-a28b-4c7a-badb-0f9869c5314d', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:e0:39:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '80304ded-f921-472b-88b6-871737bf7bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:29Z', 'updated_at': '2022-03-03T06:26:34Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '80304ded-f921-472b-88b6-871737bf7bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:27:59.400557 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1075c9f8-c129-4526-a911-5ba4a1901cd1 None None] New status for floating IP cc019b6d-f9bb-4f51-bafb-3cad1171a2e3: DOWN {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:27:59.806293 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a26761-391e-470f-a418-3278525dc750 req-80df6cdd-5cce-47b2-a7ef-0897b3f1f8b4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:27:59.807664 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-46a26761-391e-470f-a418-3278525dc750 req-80df6cdd-5cce-47b2-a7ef-0897b3f1f8b4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 946 time: 0.0831556 Mar 03 06:27:59.851539 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-46a26761-391e-470f-a418-3278525dc750 req-cbdbd681-8e52-4a16-9bc4-df8fd07b12f2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=6f175a66-d80a-4577-969e-98f281169fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378706 Mar 03 06:28:00.217690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852bbe7-ca99-4f60-881b-61f7db9d8eef req-9d6ad0f4-bde5-4035-8117-3fbdefaaed13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:00.218279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-5852bbe7-ca99-4f60-881b-61f7db9d8eef req-9d6ad0f4-bde5-4035-8117-3fbdefaaed13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:28:00.234565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-5852bbe7-ca99-4f60-881b-61f7db9d8eef req-9d6ad0f4-bde5-4035-8117-3fbdefaaed13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:28:00.235868 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5852bbe7-ca99-4f60-881b-61f7db9d8eef req-9d6ad0f4-bde5-4035-8117-3fbdefaaed13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 946 time: 0.0950270 Mar 03 06:28:00.303598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-5852bbe7-ca99-4f60-881b-61f7db9d8eef req-b0340427-4c27-46fa-b615-af7be61db1ac tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port 96f97a04-6377-4974-af6e-a6a678de8542 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:28:00.303946 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5852bbe7-ca99-4f60-881b-61f7db9d8eef req-b0340427-4c27-46fa-b615-af7be61db1ac tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:00.555966 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-5852bbe7-ca99-4f60-881b-61f7db9d8eef req-b0340427-4c27-46fa-b615-af7be61db1ac tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port 96f97a04-6377-4974-af6e-a6a678de8542, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=96f97a04-6377-4974-af6e-a6a678de8542,segment=NetworkSegment(3308f83a-2451-4bc1-b8d5-020d23358f7b),segment_id=3308f83a-2451-4bc1-b8d5-020d23358f7b)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:28:00.556327 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5852bbe7-ca99-4f60-881b-61f7db9d8eef req-b0340427-4c27-46fa-b615-af7be61db1ac tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:00.682810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-5852bbe7-ca99-4f60-881b-61f7db9d8eef req-b0340427-4c27-46fa-b615-af7be61db1ac tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for 96f97a04-6377-4974-af6e-a6a678de8542 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:28:00.948616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5852bbe7-ca99-4f60-881b-61f7db9d8eef req-b0340427-4c27-46fa-b615-af7be61db1ac tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:00.996051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:01.001809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0340427-4c27-46fa-b615-af7be61db1ac tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=96f97a04-6377-4974-af6e-a6a678de8542,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:01.032937 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e4fb736a-bec1-4732-8689-f968d844a051 req-a8bcc57f-ac9c-40a0-8007-73e720226685 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=586dc0dd-21b8-492b-a2fd-bc59dd4a6661 HTTP/1.1" status: 200 len: 210 time: 0.0570621 Mar 03 06:28:01.080857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-5852bbe7-ca99-4f60-881b-61f7db9d8eef req-b0340427-4c27-46fa-b615-af7be61db1ac tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] No DVR routers for this DVR port 96f97a04-6377-4974-af6e-a6a678de8542 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:28:01.083216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-5852bbe7-ca99-4f60-881b-61f7db9d8eef req-b0340427-4c27-46fa-b615-af7be61db1ac tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:01.086253 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'name': 'network-vif-deleted', 'tag': '96f97a04-6377-4974-af6e-a6a678de8542'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:28:01.103659 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5852bbe7-ca99-4f60-881b-61f7db9d8eef req-b0340427-4c27-46fa-b615-af7be61db1ac tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "DELETE /v2.0/ports/96f97a04-6377-4974-af6e-a6a678de8542 HTTP/1.1" status: 204 len: 173 time: 0.8631222 Mar 03 06:28:01.139596 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586dc0dd-21b8-492b-a2fd-bc59dd4a6661', 'name': 'network-vif-deleted', 'tag': '96f97a04-6377-4974-af6e-a6a678de8542', 'status': 'completed', 'code': 200} Mar 03 06:28:02.121864 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42184) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:02.681178 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-100975eb-165d-4e45-a2aa-60e4a34205ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:03.030688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-100975eb-165d-4e45-a2aa-60e4a34205ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port b59fce7a-dad8-442c-a699-560c836055c1 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:28:03.031030 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-100975eb-165d-4e45-a2aa-60e4a34205ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:03.329761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-100975eb-165d-4e45-a2aa-60e4a34205ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port b59fce7a-dad8-442c-a699-560c836055c1, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=b59fce7a-dad8-442c-a699-560c836055c1,segment=NetworkSegment(3308f83a-2451-4bc1-b8d5-020d23358f7b),segment_id=3308f83a-2451-4bc1-b8d5-020d23358f7b)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:28:03.330413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-100975eb-165d-4e45-a2aa-60e4a34205ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:03.452833 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-100975eb-165d-4e45-a2aa-60e4a34205ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for b59fce7a-dad8-442c-a699-560c836055c1 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:28:03.637617 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-100975eb-165d-4e45-a2aa-60e4a34205ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:03.686431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100975eb-165d-4e45-a2aa-60e4a34205ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=b59fce7a-dad8-442c-a699-560c836055c1,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:03.968429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-100975eb-165d-4e45-a2aa-60e4a34205ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:04.325214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100975eb-165d-4e45-a2aa-60e4a34205ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router 3a842fc8-2e59-47cf-b317-fb6794375986 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:28:04.509850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100975eb-165d-4e45-a2aa-60e4a34205ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:28:04.519372 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7665a-e3ea-4951-a6bf-1bd67a4af2b0 None None] Sync routers for ids ['3a842fc8-2e59-47cf-b317-fb6794375986'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:28:04.523132 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-100975eb-165d-4e45-a2aa-60e4a34205ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "PUT /v2.0/routers/3a842fc8-2e59-47cf-b317-fb6794375986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4001327 Mar 03 06:28:04.525745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42188) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:04.534355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7665a-e3ea-4951-a6bf-1bd67a4af2b0 None None] Routers {'3a842fc8-2e59-47cf-b317-fb6794375986'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:28:04.535029 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-99e7665a-e3ea-4951-a6bf-1bd67a4af2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:27:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3a842fc8-2e59-47cf-b317-fb6794375986'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:04.590576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cfa4da-2206-41b2-9bd8-01e2a5788e58 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting subnet 80304ded-f921-472b-88b6-871737bf7bd5 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:28:04.593538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-75cfa4da-2206-41b2-9bd8-01e2a5788e58 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:04.646910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-75cfa4da-2206-41b2-9bd8-01e2a5788e58 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:04.716450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-99e7665a-e3ea-4951-a6bf-1bd67a4af2b0 None None] Set router 3a842fc8-2e59-47cf-b317-fb6794375986 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:28:04.851946 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-75cfa4da-2206-41b2-9bd8-01e2a5788e58 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:04.860060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 96f97a04-6377-4974-af6e-a6a678de8542 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:28:04.911802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 96f97a04-6377-4974-af6e-a6a678de8542 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:28:04.912267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 96f97a04-6377-4974-af6e-a6a678de8542 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:28:04.937459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-75cfa4da-2206-41b2-9bd8-01e2a5788e58 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:04.976843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfa4da-2206-41b2-9bd8-01e2a5788e58 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Subnet': ['ID=80304ded-f921-472b-88b6-871737bf7bd5,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:04.985058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-75cfa4da-2206-41b2-9bd8-01e2a5788e58 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:04.994215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42192) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:04.994768 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-75cfa4da-2206-41b2-9bd8-01e2a5788e58 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/subnets/80304ded-f921-472b-88b6-871737bf7bd5 HTTP/1.1" status: 204 len: 168 time: 0.4675422 Mar 03 06:28:04.997415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3d0bbc-bcf8-4251-9e36-641ea5ebf1e0 None None] Network bba52ee7-a28b-4c7a-badb-0f9869c5314d requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:28:05.182176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:05.253922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-99e7665a-e3ea-4951-a6bf-1bd67a4af2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:28:03Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:05.261006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7665a-e3ea-4951-a6bf-1bd67a4af2b0 None None] Checking router: 3a842fc8-2e59-47cf-b317-fb6794375986 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:28:05.270521 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7665a-e3ea-4951-a6bf-1bd67a4af2b0 None None] Routers {'3a842fc8-2e59-47cf-b317-fb6794375986'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:28:05.271141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-99e7665a-e3ea-4951-a6bf-1bd67a4af2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:27:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['3a842fc8-2e59-47cf-b317-fb6794375986'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:05.352185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] DHCP port deletion for bba52ee7-a28b-4c7a-badb-0f9869c5314d request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:28:05.361929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Deleting port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:28:05.362300 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:05.371406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:05.383460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port 546516c1-c746-4f3e-a795-396c1370360b {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:28:05.384066 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:05.596728 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-99e7665a-e3ea-4951-a6bf-1bd67a4af2b0 None None] Set router 3a842fc8-2e59-47cf-b317-fb6794375986 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:28:05.675627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port 546516c1-c746-4f3e-a795-396c1370360b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=546516c1-c746-4f3e-a795-396c1370360b,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:28:05.676026 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:05.801661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for 546516c1-c746-4f3e-a795-396c1370360b owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:28:05.806977 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] For port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1f68b3bb-fe1b-4af5-9090-f01dfb986c08,segment=NetworkSegment(3308f83a-2451-4bc1-b8d5-020d23358f7b),segment_id=3308f83a-2451-4bc1-b8d5-020d23358f7b)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:28:05.807369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:05.980006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Calling delete_port for 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:28:06.116390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:06.159596 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:06.171943 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=546516c1-c746-4f3e-a795-396c1370360b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:06.182889 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.183238 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.183578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.183934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.184265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.184590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.184923 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.185507 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.185829 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.186143 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.186460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.186778 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.217009 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Pushing event deleted for resources: {'Port': ['ID=1f68b3bb-fe1b-4af5-9090-f01dfb986c08,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:06.221843 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] No DVR routers for this DVR port 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:28:06.234248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.234602 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.234938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.235263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.235587 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.235944 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.236266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.236586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.236912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.237224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.237536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.237849 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675ba77e-a583-4c3b-94c0-8c62cd45e22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:06.253604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-99e7665a-e3ea-4951-a6bf-1bd67a4af2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:28:03Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:06.257810 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e7665a-e3ea-4951-a6bf-1bd67a4af2b0 None None] The sync data for ids ['3a842fc8-2e59-47cf-b317-fb6794375986'] in dv-neutron-831582-1-hyperv is: [{'id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1295594795', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115'}], 'enable_snat': True}, 'gw_port_id': '546516c1-c746-4f3e-a795-396c1370360b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:26:24Z', 'updated_at': '2022-03-03T06:28:03Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '546516c1-c746-4f3e-a795-396c1370360b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a842fc8-2e59-47cf-b317-fb6794375986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:26:25Z', 'updated_at': '2022-03-03T06:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:28:06.294560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:06.472569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:06.474744 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:06.496853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:06.497492 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Fanout notify agent at l3_agent the message router_deleted on router 3a842fc8-2e59-47cf-b317-fb6794375986 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:28:06.513486 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:06.514560 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1cdff991-1bf5-4457-8e4f-fd306f8a4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/routers/3a842fc8-2e59-47cf-b317-fb6794375986 HTTP/1.1" status: 204 len: 168 time: 1.5183692 Mar 03 06:28:06.517168 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42196) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:06.633939 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9d63bcaa-aa75-4b71-953c-59f7c620d9b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:06.748577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b59fce7a-dad8-442c-a699-560c836055c1 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:28:06.796529 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9d63bcaa-aa75-4b71-953c-59f7c620d9b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:06.816570 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: b59fce7a-dad8-442c-a699-560c836055c1 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:28:06.817034 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device b59fce7a-dad8-442c-a699-560c836055c1 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:28:06.817535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:28:06.829298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-9d63bcaa-aa75-4b71-953c-59f7c620d9b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba52ee7-a28b-4c7a-badb-0f9869c5314d']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:06.844410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-9d63bcaa-aa75-4b71-953c-59f7c620d9b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3308f83a-2451-4bc1-b8d5-020d23358f7b') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:06.844703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-9d63bcaa-aa75-4b71-953c-59f7c620d9b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3308f83a-2451-4bc1-b8d5-020d23358f7b') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:06.860027 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9d63bcaa-aa75-4b71-953c-59f7c620d9b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:06.865413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:28:06.868222 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1f68b3bb-fe1b-4af5-9090-f01dfb986c08 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:28:06.896257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9d63bcaa-aa75-4b71-953c-59f7c620d9b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:06.904113 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d63bcaa-aa75-4b71-953c-59f7c620d9b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:28:06.904503 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9d63bcaa-aa75-4b71-953c-59f7c620d9b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:28:06.923116 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:28:07.015823 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9d63bcaa-aa75-4b71-953c-59f7c620d9b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:07.032993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9d63bcaa-aa75-4b71-953c-59f7c620d9b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:07.050255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63bcaa-aa75-4b71-953c-59f7c620d9b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Network': ['ID=bba52ee7-a28b-4c7a-badb-0f9869c5314d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:07.062301 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9d63bcaa-aa75-4b71-953c-59f7c620d9b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/networks/bba52ee7-a28b-4c7a-badb-0f9869c5314d HTTP/1.1" status: 204 len: 168 time: 0.5440199 Mar 03 06:28:07.064917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42200) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:07.140476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93814efb-65fa-4567-9365-8108d9587e53 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:07.169994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93814efb-65fa-4567-9365-8108d9587e53 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:07.242793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93814efb-65fa-4567-9365-8108d9587e53 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:07.263914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93814efb-65fa-4567-9365-8108d9587e53 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f175a66-d80a-4577-969e-98f281169fe0,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:07.288474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-93814efb-65fa-4567-9365-8108d9587e53 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:07.292781 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-93814efb-65fa-4567-9365-8108d9587e53 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/security-groups/6f175a66-d80a-4577-969e-98f281169fe0 HTTP/1.1" status: 204 len: 168 time: 0.2243471 Mar 03 06:28:07.862052 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42208) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:07.867438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-751148574', 'description': 'tempest-secgroup-smoke-751148574 description', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:07.874119 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:28:07.878528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:28:07.881628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:28:07.887893 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:28:07.898888 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:07.918277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:28:07.921992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:28:07.924768 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:28:07.930838 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:28:08.004372 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.008807 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.054597 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a29dc7ac-14c0-471f-ac78-b3cface0e83f,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:08.059135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.063333 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-19698bf3-fffc-4227-b209-6b7b6451043e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1972582 Mar 03 06:28:08.063711 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42212) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:08.069197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-7274f377-4fae-40a6-90e8-52485037aeb4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': 'a29dc7ac-14c0-471f-ac78-b3cface0e83f', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:08.076360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7274f377-4fae-40a6-90e8-52485037aeb4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:28:08.080091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7274f377-4fae-40a6-90e8-52485037aeb4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:28:08.082930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7274f377-4fae-40a6-90e8-52485037aeb4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:28:08.088602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7274f377-4fae-40a6-90e8-52485037aeb4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:28:08.105193 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7274f377-4fae-40a6-90e8-52485037aeb4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.166778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7274f377-4fae-40a6-90e8-52485037aeb4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.170344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7274f377-4fae-40a6-90e8-52485037aeb4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.193745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274f377-4fae-40a6-90e8-52485037aeb4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346e2c24-3985-438c-a738-d0128b7c761e,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:08.204484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7274f377-4fae-40a6-90e8-52485037aeb4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.205702 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7274f377-4fae-40a6-90e8-52485037aeb4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408877 Mar 03 06:28:08.208490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42216) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:08.213319 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-059485d2-ea7a-4a23-b892-e1d6bc089199 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': 'a29dc7ac-14c0-471f-ac78-b3cface0e83f', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:08.219153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-059485d2-ea7a-4a23-b892-e1d6bc089199 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:28:08.223215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-059485d2-ea7a-4a23-b892-e1d6bc089199 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:28:08.226051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-059485d2-ea7a-4a23-b892-e1d6bc089199 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:28:08.231658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-059485d2-ea7a-4a23-b892-e1d6bc089199 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:28:08.248417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-059485d2-ea7a-4a23-b892-e1d6bc089199 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.314138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-059485d2-ea7a-4a23-b892-e1d6bc089199 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.327623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-059485d2-ea7a-4a23-b892-e1d6bc089199 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.354133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059485d2-ea7a-4a23-b892-e1d6bc089199 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4211c36e-a6f1-4e4a-811a-4c512d7288ce,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:08.364335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-059485d2-ea7a-4a23-b892-e1d6bc089199 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.365853 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-059485d2-ea7a-4a23-b892-e1d6bc089199 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563780 Mar 03 06:28:08.369214 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42220) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:08.374941 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-d60ae311-76be-43c9-b30a-e20741bce00f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': 'a29dc7ac-14c0-471f-ac78-b3cface0e83f', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:08.380985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 546516c1-c746-4f3e-a795-396c1370360b no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:28:08.382938 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d60ae311-76be-43c9-b30a-e20741bce00f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:28:08.387076 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d60ae311-76be-43c9-b30a-e20741bce00f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:28:08.390331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-d60ae311-76be-43c9-b30a-e20741bce00f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:28:08.396453 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-d60ae311-76be-43c9-b30a-e20741bce00f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:28:08.414633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d60ae311-76be-43c9-b30a-e20741bce00f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.423233 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 546516c1-c746-4f3e-a795-396c1370360b {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:28:08.423581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 546516c1-c746-4f3e-a795-396c1370360b not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:28:08.477486 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d60ae311-76be-43c9-b30a-e20741bce00f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.480947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d60ae311-76be-43c9-b30a-e20741bce00f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.505329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ae311-76be-43c9-b30a-e20741bce00f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786ff59e-b44c-472a-ba4c-2b2fc988e07e,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:08.514670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d60ae311-76be-43c9-b30a-e20741bce00f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.518637 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d60ae311-76be-43c9-b30a-e20741bce00f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454673 Mar 03 06:28:08.518831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42224) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:08.524072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-35131f84-2afa-412d-8372-6d571c653212 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': 'a29dc7ac-14c0-471f-ac78-b3cface0e83f', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:08.530071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-35131f84-2afa-412d-8372-6d571c653212 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:28:08.533832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-35131f84-2afa-412d-8372-6d571c653212 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:28:08.536682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-35131f84-2afa-412d-8372-6d571c653212 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:28:08.542779 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-35131f84-2afa-412d-8372-6d571c653212 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:28:08.560627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35131f84-2afa-412d-8372-6d571c653212 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.623206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35131f84-2afa-412d-8372-6d571c653212 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.626735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35131f84-2afa-412d-8372-6d571c653212 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.650404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35131f84-2afa-412d-8372-6d571c653212 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9920d283-3aac-4581-9961-cf3298c3937c,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:08.660357 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-35131f84-2afa-412d-8372-6d571c653212 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.664823 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-35131f84-2afa-412d-8372-6d571c653212 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417937 Mar 03 06:28:08.664964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42228) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:08.671224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8658011f-491d-4760-b7f5-f54eef62ffeb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': 'a29dc7ac-14c0-471f-ac78-b3cface0e83f', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:08.677332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8658011f-491d-4760-b7f5-f54eef62ffeb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:28:08.681723 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8658011f-491d-4760-b7f5-f54eef62ffeb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:28:08.684848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8658011f-491d-4760-b7f5-f54eef62ffeb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:28:08.691095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8658011f-491d-4760-b7f5-f54eef62ffeb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:28:08.708557 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-8658011f-491d-4760-b7f5-f54eef62ffeb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Project ae637e96438d436d9b1a465f33c1eb5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:28:08.715614 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8658011f-491d-4760-b7f5-f54eef62ffeb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.782679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8658011f-491d-4760-b7f5-f54eef62ffeb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.786527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8658011f-491d-4760-b7f5-f54eef62ffeb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.811187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658011f-491d-4760-b7f5-f54eef62ffeb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3e65f6-1bf8-416a-aedb-acc84266f09d,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:08.819548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8658011f-491d-4760-b7f5-f54eef62ffeb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.820772 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8658011f-491d-4760-b7f5-f54eef62ffeb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546233 Mar 03 06:28:08.823516 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42232) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:08.828575 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6c0554ef-cc0d-4b16-a7e7-6c39ec3d874e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': 'a29dc7ac-14c0-471f-ac78-b3cface0e83f', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:08.834320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6c0554ef-cc0d-4b16-a7e7-6c39ec3d874e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:28:08.838527 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6c0554ef-cc0d-4b16-a7e7-6c39ec3d874e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:28:08.841325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6c0554ef-cc0d-4b16-a7e7-6c39ec3d874e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:28:08.846801 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6c0554ef-cc0d-4b16-a7e7-6c39ec3d874e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:28:08.857697 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-6c0554ef-cc0d-4b16-a7e7-6c39ec3d874e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Project ae637e96438d436d9b1a465f33c1eb5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:28:08.864027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c0554ef-cc0d-4b16-a7e7-6c39ec3d874e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.928458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c0554ef-cc0d-4b16-a7e7-6c39ec3d874e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.932161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c0554ef-cc0d-4b16-a7e7-6c39ec3d874e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.954703 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0554ef-cc0d-4b16-a7e7-6c39ec3d874e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7674a78-59c1-4d23-8789-75d3d607b64f,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:08.964615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6c0554ef-cc0d-4b16-a7e7-6c39ec3d874e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:08.968707 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6c0554ef-cc0d-4b16-a7e7-6c39ec3d874e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415248 Mar 03 06:28:08.969040 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42236) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:08.974473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'network': {'name': 'tempest-network-smoke--1215496713', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'port_security_enabled': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:08.980484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:28:08.985128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:network and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:28:08.988423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:28:08.994239 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:28:09.006075 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:28:09.009919 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:09.038140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:28:09.048168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:09.048507 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Added segment 3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76 of type vlan for network 96cff34f-7da2-4923-8369-6bac68ae0b46 Mar 03 06:28:09.078184 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:09.106672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:09.112252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:09.114248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:09.218825 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2485726 Mar 03 06:28:09.221421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98cb9f-11b1-49a6-99ed-db017ef9ee8d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Network': ['ID=96cff34f-7da2-4923-8369-6bac68ae0b46,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:09.221896 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42240) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:09.229390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'admin_state_up': True, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:09.237008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:28:09.239319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 96cff34f-7da2-4923-8369-6bac68ae0b46 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:28:09.240896 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:router and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:28:09.244407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:28:09.250916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:28:09.261177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:09.262462 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:09.278839 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:09.660706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:09.963597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:09.992904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:10.132929 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.26.3.21 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/4a81dcd8-b59d-44ad-8d47-ce6e2478ba67) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:28:10.282081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:10.314134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:10.383514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:28:10.386732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:28:10.395983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:28:10.431474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=4a81dcd8-b59d-44ad-8d47-ce6e2478ba67,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:10.920468 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:11.270645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:11.485208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router cfcebf1e-dd39-4006-9eb1-1932853cb946 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:28:11.665398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:28:11.678350 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Sync routers for ids ['cfcebf1e-dd39-4006-9eb1-1932853cb946'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:28:11.690211 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Routers {'cfcebf1e-dd39-4006-9eb1-1932853cb946'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:28:11.691247 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:27:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfcebf1e-dd39-4006-9eb1-1932853cb946'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:11.694444 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:11.699462 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-95484ff6-9d3b-45e9-a463-8eeaa1d34c8e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4729750 Mar 03 06:28:11.699635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42244) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:11.746939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42248) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:11.747875 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-61f5d42c-452d-4279-a3fd-7f392132bd17 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ae637e96438d436d9b1a465f33c1eb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0463998 Mar 03 06:28:11.883230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b58d8f-b3ab-469f-bc5e-570b5540dcda tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:11.887536 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-a0b58d8f-b3ab-469f-bc5e-570b5540dcda tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1368670 Mar 03 06:28:11.887672 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42252) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:11.910889 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Set router cfcebf1e-dd39-4006-9eb1-1932853cb946 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:28:11.926396 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-74d1ed6f-6f5e-49b9-b83f-6a4ff13b5d92 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374644 Mar 03 06:28:11.928777 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42256) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:11.934477 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-757252639', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:12.045974 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:28:12.049792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:subnet and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:28:12.052626 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:28:12.059325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:28:12.069293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:28:12.074038 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:12.224634 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:28:10Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:12.229048 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Checking router: cfcebf1e-dd39-4006-9eb1-1932853cb946 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:28:12.229383 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Updating router cfcebf1e-dd39-4006-9eb1-1932853cb946 port 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:28:12.283541 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:12.289732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:12.355290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Subnet': ['ID=f257b61d-83d9-4424-96e6-a636b82addda,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:12.389720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Checking segment: {'id': '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:28:12.390080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network hostable DHCP agents. Network: 96cff34f-7da2-4923-8369-6bac68ae0b46, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:28:12.410003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 96cff34f-7da2-4923-8369-6bac68ae0b46 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:28:12.422179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 96cff34f-7da2-4923-8369-6bac68ae0b46) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:28:12.426852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:12.427369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:12.436185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3310339-9924-44b4-9a9f-1228cfd9e86c None None] Network 96cff34f-7da2-4923-8369-6bac68ae0b46 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:28:12.452406 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4b5d89f0-c2d7-42a4-a72e-2d5ee61b4aae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5219924 Mar 03 06:28:12.455046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42260) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:12.674009 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:12.687827 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Transition to ACTIVE for port object 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:28:12.695019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-96cff34f-7da2-4923-8369-6bac68ae0b46', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ips': [{'subnet_id': 'f257b61d-83d9-4424-96e6-a636b82addda'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:28:12.696540 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:12.700129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:12.784531 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Attempting to bind port 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:28:12.785267 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Attempting to bind port 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:28:12.785624 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Attempting to bind port 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:28:12.799840 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:28:12.800355 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:28:12.800754 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:12.801147 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:28:12.801607 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Bound port: 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:28:12.801971 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:12.844389 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Pushing event updated for resources: {'Port': ['ID=4a81dcd8-b59d-44ad-8d47-ce6e2478ba67,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:12.856972 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:12.857306 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:12.857636 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:12.857958 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:12.858277 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:12.858705 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:12.859025 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:12.859338 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:12.859650 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:12.859983 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:12.860290 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:12.860775 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:28:12.885362 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Allocated IP 172.20.0.2 (96cff34f-7da2-4923-8369-6bac68ae0b46/f257b61d-83d9-4424-96e6-a636b82addda/391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:28:12.907622 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] For port 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:28:12.911547 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] For port 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4a81dcd8-b59d-44ad-8d47-ce6e2478ba67,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:28:12.918398 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:13.003381 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Routers {'cfcebf1e-dd39-4006-9eb1-1932853cb946'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:28:13.004177 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:27:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfcebf1e-dd39-4006-9eb1-1932853cb946'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:13.120029 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:13.130220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Transition to ACTIVE for port object 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:28:13.150353 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Transition to ACTIVE for port object 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:28:13.157473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:13.207928 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] Set router cfcebf1e-dd39-4006-9eb1-1932853cb946 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:28:13.212761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Network 96cff34f-7da2-4923-8369-6bac68ae0b46 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:28:13.213981 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:28:13.216928 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:28:13.364532 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Attempting to bind port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:28:13.364913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Attempting to bind port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:28:13.365266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Attempting to bind port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 on network 96cff34f-7da2-4923-8369-6bac68ae0b46 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:28:13.368123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Pushing event updated for resources: {'Port': ['ID=391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:13.368973 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded84f5b-3d98-4abd-ad64-42711edb65f5 None None] Pushing event updated for resources: {'Port': ['ID=4a81dcd8-b59d-44ad-8d47-ce6e2478ba67,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:13.380891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:28:13.381275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Checking segment: {'id': '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:28:13.381681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:13.382616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Bound using segment: {'id': '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:28:13.383102 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Bound port: 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:28:13.383472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:13.402224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:13.521265 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] For port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:28:13.524788 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] For port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75,segment=NetworkSegment(3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76),segment_id=3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:28:13.530855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:13.612882 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:28:10Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:13.618685 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6030bd9-84d8-49e5-b532-8dc7d59608ff None None] The sync data for ids ['cfcebf1e-dd39-4006-9eb1-1932853cb946'] in dv-neutron-831582-1-hyperv is: [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:28:10Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:28:13.628250 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d030f1d-9ee0-47bb-9831-944af46626a2 None None] Pushing event updated for resources: {'Port': ['ID=391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:13.895187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.20.0.1 (96cff34f-7da2-4923-8369-6bac68ae0b46/f257b61d-83d9-4424-96e6-a636b82addda/eb11bacc-b549-48c1-991b-128757e78db5) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:28:14.097004 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:14.124302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Transition to ACTIVE for port object eb11bacc-b549-48c1-991b-128757e78db5 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:28:14.155068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:14.219645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 96cff34f-7da2-4923-8369-6bac68ae0b46 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:28:14.227450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:28:14.232025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:28:14.266057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=eb11bacc-b549-48c1-991b-128757e78db5,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:14.299699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:14.528706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:28:14.659856 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:28:14.666471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:28:14.760102 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:28:14.766368 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:28:14.766944 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:14.818641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:14.923675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:14.943433 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4a81dcd8-b59d-44ad-8d47-ce6e2478ba67,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:28:14.948095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:15.077746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=4a81dcd8-b59d-44ad-8d47-ce6e2478ba67,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:15.080477 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a9fb76-bcb8-4c7c-89ac-2d898162b60e None None] Network 96cff34f-7da2-4923-8369-6bac68ae0b46 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:28:15.172944 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3bed2d95-7275-4ee4-8f46-dcaf18c1b156 None None] Provisioning for port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:28:15.189789 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3bed2d95-7275-4ee4-8f46-dcaf18c1b156 None None] Provisioning complete for port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:28:15.190090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3bed2d95-7275-4ee4-8f46-dcaf18c1b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:15.288392 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:15.294462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:15.371398 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3bed2d95-7275-4ee4-8f46-dcaf18c1b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:15.404085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=eb11bacc-b549-48c1-991b-128757e78db5,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:15.443341 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:15.462663 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-3bed2d95-7275-4ee4-8f46-dcaf18c1b156 None None] For port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75,segment=NetworkSegment(3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76),segment_id=3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:28:15.469369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3bed2d95-7275-4ee4-8f46-dcaf18c1b156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:15.549054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed2d95-7275-4ee4-8f46-dcaf18c1b156 None None] Pushing event updated for resources: {'Port': ['ID=391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:15.593121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 96cff34f-7da2-4923-8369-6bac68ae0b46 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:28:15.594300 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:28:15.798682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8f6a312f-816a-46f1-aeb7-b105b4609ebc None None] Provisioning for port eb11bacc-b549-48c1-991b-128757e78db5 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:28:15.804679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router cfcebf1e-dd39-4006-9eb1-1932853cb946 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:28:15.805090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8f6a312f-816a-46f1-aeb7-b105b4609ebc None None] Provisioning complete for port eb11bacc-b549-48c1-991b-128757e78db5 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:28:15.805275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8f6a312f-816a-46f1-aeb7-b105b4609ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:15.865574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8f6a312f-816a-46f1-aeb7-b105b4609ebc None None] Port eb11bacc-b549-48c1-991b-128757e78db5 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:28:15.878343 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8f6a312f-816a-46f1-aeb7-b105b4609ebc None None] Provisioning complete for port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:28:15.878759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8f6a312f-816a-46f1-aeb7-b105b4609ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:16.002263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:28:16.016700 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Sync routers for ids ['cfcebf1e-dd39-4006-9eb1-1932853cb946'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:28:16.023207 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9e9f9d27-912e-43f7-94e0-2cea9ae223c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "PUT /v2.0/routers/cfcebf1e-dd39-4006-9eb1-1932853cb946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5669205 Mar 03 06:28:16.035836 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Routers {'cfcebf1e-dd39-4006-9eb1-1932853cb946'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:28:16.036466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:27:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfcebf1e-dd39-4006-9eb1-1932853cb946'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:16.215122 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-8fea1f1d-1da0-42b0-9f4f-a2f9212b4ac3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-751148574&fields=id&tenant_id=ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 267 time: 0.0433321 Mar 03 06:28:16.231401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b35c7716-f51a-43f5-a116-fb9b8602fd2f None None] Provisioning complete for port eb11bacc-b549-48c1-991b-128757e78db5 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:28:16.231790 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b35c7716-f51a-43f5-a116-fb9b8602fd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:16.275691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Set router cfcebf1e-dd39-4006-9eb1-1932853cb946 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:28:16.351861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b35c7716-f51a-43f5-a116-fb9b8602fd2f None None] Port eb11bacc-b549-48c1-991b-128757e78db5 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:28:16.372203 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-a2eb2bd4-46ac-4846-8141-913eae5f5569 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:16.373187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-a2eb2bd4-46ac-4846-8141-913eae5f5569 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:28:16.392115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-a2eb2bd4-46ac-4846-8141-913eae5f5569 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:28:16.394165 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-a2eb2bd4-46ac-4846-8141-913eae5f5569 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/networks?id=96cff34f-7da2-4923-8369-6bac68ae0b46 HTTP/1.1" status: 200 len: 797 time: 0.1707475 Mar 03 06:28:16.412282 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-b18c3378-744e-498b-8f6f-ba84117669f0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/quotas/ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 375 time: 0.0117106 Mar 03 06:28:16.470215 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:28:16.528134 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-14bbc04f-491a-47ae-ae7d-9c68c3a53a08 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080902 Mar 03 06:28:16.607601 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-656e3ee3-4c93-434b-b255-35ed097362fb None None] Provisioning complete for port eb11bacc-b549-48c1-991b-128757e78db5 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:28:16.608161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-656e3ee3-4c93-434b-b255-35ed097362fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:16.675686 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-f8263e4c-dffb-43ff-94f0-336ed282df80 service neutron] 10.222.0.20 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329834 Mar 03 06:28:16.697626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-656e3ee3-4c93-434b-b255-35ed097362fb None None] Port eb11bacc-b549-48c1-991b-128757e78db5 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:28:16.706803 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:28:16.707111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:16.923050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:28:16.941421 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-71564982-91cf-4d3e-9330-a448a79899cb service neutron] 10.222.0.20 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588944 Mar 03 06:28:16.970434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'eb11bacc-b549-48c1-991b-128757e78db5', 'name': '', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:c3:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:13Z', 'updated_at': '2022-03-03T06:28:15Z', 'revision_number': 2, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:16.981768 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Checking router: cfcebf1e-dd39-4006-9eb1-1932853cb946 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:28:16.982126 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Updating router cfcebf1e-dd39-4006-9eb1-1932853cb946 port eb11bacc-b549-48c1-991b-128757e78db5 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:28:17.041995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:17.092387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:28:17.092578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:17.151102 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2722dac9-b336-48d3-9f12-df08ca009887 req-25d941e6-ffff-47da-acb8-fd1f761cb23a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 210 time: 0.0499554 Mar 03 06:28:17.502447 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:17.515689 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Transition to ACTIVE for port object eb11bacc-b549-48c1-991b-128757e78db5 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:28:17.522567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:17.713976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dbc51-05e5-45d7-85e3-0e72cb98e6d3 None None] Pushing event updated for resources: {'Port': ['ID=eb11bacc-b549-48c1-991b-128757e78db5,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:17.798279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Attempting to bind port eb11bacc-b549-48c1-991b-128757e78db5 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:28:17.798955 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Attempting to bind port eb11bacc-b549-48c1-991b-128757e78db5 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:28:17.799395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Attempting to bind port eb11bacc-b549-48c1-991b-128757e78db5 on network 96cff34f-7da2-4923-8369-6bac68ae0b46 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:28:17.805361 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:28:17.805817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Checking segment: {'id': '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:28:17.806417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:17.806938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Bound using segment: {'id': '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:28:17.807511 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Bound port: eb11bacc-b549-48c1-991b-128757e78db5, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:28:17.807986 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:17.904455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] For port eb11bacc-b549-48c1-991b-128757e78db5, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:28:17.907647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] For port eb11bacc-b549-48c1-991b-128757e78db5, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=eb11bacc-b549-48c1-991b-128757e78db5,segment=NetworkSegment(3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76),segment_id=3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:28:17.912738 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:17.997519 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Routers {'cfcebf1e-dd39-4006-9eb1-1932853cb946'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:28:17.998143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:27:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfcebf1e-dd39-4006-9eb1-1932853cb946'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:18.087417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dbc51-05e5-45d7-85e3-0e72cb98e6d3 None None] Pushing event updated for resources: {'Port': ['ID=eb11bacc-b549-48c1-991b-128757e78db5,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:18.221314 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] Set router cfcebf1e-dd39-4006-9eb1-1932853cb946 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:28:18.312577 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-867bf957-ac58-4168-8fc1-443bf91f1dac req-4675e0a3-06f1-4959-b95e-b150afcd0ac8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 210 time: 0.0504553 Mar 03 06:28:18.401088 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-922c21f7-3623-4eba-8dc6-a4b9a88f88e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:18.624214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'eb11bacc-b549-48c1-991b-128757e78db5', 'name': '', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:c3:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:13Z', 'updated_at': '2022-03-03T06:28:17Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:18.628812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa11e1d-b7b2-46f7-90b6-46fd348556de None None] The sync data for ids ['cfcebf1e-dd39-4006-9eb1-1932853cb946'] in dv-neutron-831582-1-hyperv is: [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'eb11bacc-b549-48c1-991b-128757e78db5', 'name': '', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:c3:04:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:13Z', 'updated_at': '2022-03-03T06:28:17Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:28:18.717370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-7361267b-2764-4c8d-9334-a3ff32a5950c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:18.718092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-7361267b-2764-4c8d-9334-a3ff32a5950c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:28:18.731148 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-7361267b-2764-4c8d-9334-a3ff32a5950c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:28:18.732455 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-7361267b-2764-4c8d-9334-a3ff32a5950c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/networks?id=96cff34f-7da2-4923-8369-6bac68ae0b46 HTTP/1.1" status: 200 len: 797 time: 0.3339560 Mar 03 06:28:18.792439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-51299083-9a67-4b14-8b19-f02718cb244d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:28:18.808515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-51299083-9a67-4b14-8b19-f02718cb244d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:28:18.809875 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-51299083-9a67-4b14-8b19-f02718cb244d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 379 time: 0.0604925 Mar 03 06:28:18.818679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'port': {'device_id': '4934daab-67e0-430b-9777-272fd290cee6', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'admin_state_up': True, 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'security_groups': ['a29dc7ac-14c0-471f-ac78-b3cface0e83f']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:18.967269 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:28:18.971897 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:port and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:28:18.975192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:28:18.982395 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:28:18.993437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:28:18.997364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:19.178681 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.20.0.11 (96cff34f-7da2-4923-8369-6bac68ae0b46/f257b61d-83d9-4424-96e6-a636b82addda/ed05819d-d31a-4630-b28d-05755ec72f9a) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:28:19.390220 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:19.412398 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Transition to ACTIVE for port object ed05819d-d31a-4630-b28d-05755ec72f9a will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:28:19.448236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:19.526423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 96cff34f-7da2-4923-8369-6bac68ae0b46 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:28:19.542273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:28:19.559498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:28:19.564697 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fb378-48b1-4269-a16f-56d7db9a12fa req-0a49bcb1-0bfd-4d1f-b78b-2b7afadf544d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:19.575357 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-156fb378-48b1-4269-a16f-56d7db9a12fa req-0a49bcb1-0bfd-4d1f-b78b-2b7afadf544d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 932 time: 0.1198204 Mar 03 06:28:19.602787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=ed05819d-d31a-4630-b28d-05755ec72f9a,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:19.659432 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-156fb378-48b1-4269-a16f-56d7db9a12fa req-96e5f9aa-6ee2-494a-b9aa-ade4ae475755 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800853 Mar 03 06:28:19.665517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:19.666172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:19.698416 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d6fd4268-4f25-42cb-a573-e56923601c48 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8836973 Mar 03 06:28:19.711675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Request body: {'port': {'device_id': '4934daab-67e0-430b-9777-272fd290cee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:19.846053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-42429aff-f9ba-4f75-8174-bee271de9532 None None] Provisioning for port ed05819d-d31a-4630-b28d-05755ec72f9a completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:28:19.851424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:19.854576 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-42429aff-f9ba-4f75-8174-bee271de9532 None None] Provisioning complete for port ed05819d-d31a-4630-b28d-05755ec72f9a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:28:19.854943 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-42429aff-f9ba-4f75-8174-bee271de9532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:19.926208 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-42429aff-f9ba-4f75-8174-bee271de9532 None None] Port ed05819d-d31a-4630-b28d-05755ec72f9a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:28:20.198787 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed05819d-d31a-4630-b28d-05755ec72f9a {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:28:20.207123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:20.222316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Transition to ACTIVE for port object ed05819d-d31a-4630-b28d-05755ec72f9a will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:28:20.225777 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:20.403413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Pushing event updated for resources: {'Port': ['ID=ed05819d-d31a-4630-b28d-05755ec72f9a,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:20.492847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Attempting to bind port ed05819d-d31a-4630-b28d-05755ec72f9a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:28:20.493165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device eb11bacc-b549-48c1-991b-128757e78db5 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:28:20.493308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Attempting to bind port ed05819d-d31a-4630-b28d-05755ec72f9a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:28:20.493494 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Attempting to bind port ed05819d-d31a-4630-b28d-05755ec72f9a on network 96cff34f-7da2-4923-8369-6bac68ae0b46 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:28:20.498557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Port ed05819d-d31a-4630-b28d-05755ec72f9a on network 96cff34f-7da2-4923-8369-6bac68ae0b46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:28:20.498870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Attempting to bind port ed05819d-d31a-4630-b28d-05755ec72f9a on network 96cff34f-7da2-4923-8369-6bac68ae0b46 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:28:20.504378 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:28:20.504710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Checking segment: {'id': '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:28:20.505153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Bound using segment: {'id': '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:28:20.505494 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Bound port: ed05819d-d31a-4630-b28d-05755ec72f9a, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:28:20.505836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:20.582583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-78694ed6-db97-4f0e-99cd-58417f738c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:20.593231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port eb11bacc-b549-48c1-991b-128757e78db5 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:28:20.598552 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port eb11bacc-b549-48c1-991b-128757e78db5 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:28:20.598921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:20.615761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] For port ed05819d-d31a-4630-b28d-05755ec72f9a, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:28:20.619743 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] For port ed05819d-d31a-4630-b28d-05755ec72f9a, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=ed05819d-d31a-4630-b28d-05755ec72f9a,segment=NetworkSegment(3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76),segment_id=3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:28:20.629620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:20.688286 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:20.689049 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:20.690478 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] 10.222.0.23 "PUT /v2.0/ports/ed05819d-d31a-4630-b28d-05755ec72f9a HTTP/1.1" status: 200 len: 1094 time: 0.9839697 Mar 03 06:28:20.693721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4934daab-67e0-430b-9777-272fd290cee6', 'tag': 'ed05819d-d31a-4630-b28d-05755ec72f9a'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:28:20.737247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0f11d-56c9-4bc3-85ab-f89995941c3f service neutron] Pushing event updated for resources: {'Port': ['ID=ed05819d-d31a-4630-b28d-05755ec72f9a,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:20.739903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:20.795199 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port eb11bacc-b549-48c1-991b-128757e78db5, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=eb11bacc-b549-48c1-991b-128757e78db5,segment=NetworkSegment(3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76),segment_id=3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:28:20.799627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:20.851326 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4934daab-67e0-430b-9777-272fd290cee6', 'tag': 'ed05819d-d31a-4630-b28d-05755ec72f9a', 'status': 'completed', 'code': 200} Mar 03 06:28:20.890739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=eb11bacc-b549-48c1-991b-128757e78db5,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:20.926017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-e2b26055-7002-42a3-9ab6-412b8bb693e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:20.927945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fb444-2c19-4c86-bafb-d4f48074ae51 req-5315d4e0-91df-4b9f-93e3-b6e58d03fba8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:20.928954 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-e2b26055-7002-42a3-9ab6-412b8bb693e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 1097 time: 0.1751866 Mar 03 06:28:20.929552 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f39fb444-2c19-4c86-bafb-d4f48074ae51 req-5315d4e0-91df-4b9f-93e3-b6e58d03fba8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 944 time: 0.1211243 Mar 03 06:28:21.000923 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f39fb444-2c19-4c86-bafb-d4f48074ae51 req-4e1c3fd0-6d07-4088-bca8-6d3b3c70a859 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640690 Mar 03 06:28:21.139378 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-d1d7ac71-720e-4afb-9bd7-e7d733074e04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed05819d-d31a-4630-b28d-05755ec72f9a HTTP/1.1" status: 200 len: 217 time: 0.2028832 Mar 03 06:28:21.207390 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-fec11a04-24eb-4cf4-be06-c34d1edd63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:21.208845 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-fec11a04-24eb-4cf4-be06-c34d1edd63cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f257b61d-83d9-4424-96e6-a636b82addda HTTP/1.1" status: 200 len: 834 time: 0.0635757 Mar 03 06:28:21.281445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-ac3c03b2-2087-47fb-aceb-0491714dfa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:21.282798 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-ac3c03b2-2087-47fb-aceb-0491714dfa97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cff34f-7da2-4923-8369-6bac68ae0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681102 Mar 03 06:28:21.413018 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-933498cb-d62e-420b-bca7-06265ca73b43 service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245368 Mar 03 06:28:21.544124 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-528075a6-6f62-4d7c-aff2-21695d2b492f req-80c1b59a-1e9c-48e7-9476-48540ccd21dc service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252081 Mar 03 06:28:21.658829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2c184-df8e-49e0-bef2-010c78a37ca5 req-04895692-116a-4f5a-8dd7-78d18cc76947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:21.660369 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40f2c184-df8e-49e0-bef2-010c78a37ca5 req-04895692-116a-4f5a-8dd7-78d18cc76947 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 1097 time: 0.0748956 Mar 03 06:28:21.709254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:21.793817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2c184-df8e-49e0-bef2-010c78a37ca5 req-e04ca8d8-a89f-4d29-b06c-8a1709781a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:21.795343 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40f2c184-df8e-49e0-bef2-010c78a37ca5 req-e04ca8d8-a89f-4d29-b06c-8a1709781a02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cff34f-7da2-4923-8369-6bac68ae0b46 HTTP/1.1" status: 200 len: 898 time: 0.1291401 Mar 03 06:28:21.831259 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:21.865047 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40f2c184-df8e-49e0-bef2-010c78a37ca5 req-d10ecf00-a7d5-425c-b9d2-1120c392f648 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed05819d-d31a-4630-b28d-05755ec72f9a HTTP/1.1" status: 200 len: 217 time: 0.0634081 Mar 03 06:28:21.930695 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2c184-df8e-49e0-bef2-010c78a37ca5 req-cf0ebd0d-4420-41a3-9ef5-ce7a1228b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:21.932164 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40f2c184-df8e-49e0-bef2-010c78a37ca5 req-cf0ebd0d-4420-41a3-9ef5-ce7a1228b9cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f257b61d-83d9-4424-96e6-a636b82addda HTTP/1.1" status: 200 len: 834 time: 0.0621355 Mar 03 06:28:22.005835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2c184-df8e-49e0-bef2-010c78a37ca5 req-d68b8ba2-9b0c-496c-b7fc-2d62355e5281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:22.007839 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40f2c184-df8e-49e0-bef2-010c78a37ca5 req-d68b8ba2-9b0c-496c-b7fc-2d62355e5281 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cff34f-7da2-4923-8369-6bac68ae0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699782 Mar 03 06:28:22.140958 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40f2c184-df8e-49e0-bef2-010c78a37ca5 req-b45d0478-1d06-43d9-801c-532c7380a0c2 service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273532 Mar 03 06:28:22.188156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178eef1-6686-40b6-adb6-a95b64b61aa5 req-fcb40be3-4416-4ad8-ab1e-78df7d8211ad tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:22.189854 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f178eef1-6686-40b6-adb6-a95b64b61aa5 req-fcb40be3-4416-4ad8-ab1e-78df7d8211ad tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 944 time: 0.0822079 Mar 03 06:28:22.238393 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f178eef1-6686-40b6-adb6-a95b64b61aa5 req-51f45cd4-ddc1-4ad3-8daf-73d044ba813e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422921 Mar 03 06:28:22.277190 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-40f2c184-df8e-49e0-bef2-010c78a37ca5 req-74ed6d4b-0d32-4d68-b54c-7931a9d41111 service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300240 Mar 03 06:28:22.420526 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device eb11bacc-b549-48c1-991b-128757e78db5 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:28:22.486282 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port eb11bacc-b549-48c1-991b-128757e78db5 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:28:22.486659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:23.020162 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:23.425867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ef137-6623-4843-a0f7-0a240ee97ba1 req-f461c888-3780-445a-9b7b-d80c06658440 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:23.427330 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-673ef137-6623-4843-a0f7-0a240ee97ba1 req-f461c888-3780-445a-9b7b-d80c06658440 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 944 time: 0.0844836 Mar 03 06:28:23.472278 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-673ef137-6623-4843-a0f7-0a240ee97ba1 req-55969857-fb79-4c92-af48-8b9336a26fda tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385227 Mar 03 06:28:24.653964 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d4a5-818b-43be-9a85-ff4b3991c8e1 req-56efe67a-a511-47e6-8daa-bc8abf894836 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:24.655329 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5ae8d4a5-818b-43be-9a85-ff4b3991c8e1 req-56efe67a-a511-47e6-8daa-bc8abf894836 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 944 time: 0.0786808 Mar 03 06:28:24.698482 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5ae8d4a5-818b-43be-9a85-ff4b3991c8e1 req-d94b7723-30ea-4f0d-8181-a84d130bec87 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376017 Mar 03 06:28:24.956908 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device ed05819d-d31a-4630-b28d-05755ec72f9a details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:28:25.086381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port ed05819d-d31a-4630-b28d-05755ec72f9a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=ed05819d-d31a-4630-b28d-05755ec72f9a,segment=NetworkSegment(3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76),segment_id=3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:28:25.099036 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'ed05819d-d31a-4630-b28d-05755ec72f9a', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'port_id': 'ed05819d-d31a-4630-b28d-05755ec72f9a', 'mac_address': 'fa:16:3e:1f:12:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:28:25.157676 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:25.174407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed05819d-d31a-4630-b28d-05755ec72f9a {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:28:25.190822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port ed05819d-d31a-4630-b28d-05755ec72f9a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=ed05819d-d31a-4630-b28d-05755ec72f9a,segment=NetworkSegment(3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76),segment_id=3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:28:25.195207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:25.260096 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=ed05819d-d31a-4630-b28d-05755ec72f9a,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:25.530958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['ed05819d-d31a-4630-b28d-05755ec72f9a'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:28:25.896951 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb31665-97f4-41f9-a6dd-8bca31afed96 req-c44a3185-fc6d-47c1-98a0-d3b93e25314a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:25.899059 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6bb31665-97f4-41f9-a6dd-8bca31afed96 req-c44a3185-fc6d-47c1-98a0-d3b93e25314a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 945 time: 0.0832496 Mar 03 06:28:25.943109 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6bb31665-97f4-41f9-a6dd-8bca31afed96 req-f8b0aed2-0ef7-4034-b5be-a6559982e3e3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382860 Mar 03 06:28:26.399860 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:28:26.956453 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device ed05819d-d31a-4630-b28d-05755ec72f9a up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:28:27.024046 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port ed05819d-d31a-4630-b28d-05755ec72f9a completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:28:27.028910 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port ed05819d-d31a-4630-b28d-05755ec72f9a triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:28:27.029280 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:27.132891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d152a-bfa4-401d-a9ac-d046c517145c req-3b526473-c41a-42d7-a0a2-e1b343f9f8a5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:27.134707 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2c5d152a-bfa4-401d-a9ac-d046c517145c req-3b526473-c41a-42d7-a0a2-e1b343f9f8a5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 945 time: 0.0865052 Mar 03 06:28:27.146989 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:27.174716 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4934daab-67e0-430b-9777-272fd290cee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed05819d-d31a-4630-b28d-05755ec72f9a'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:28:27.183859 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2c5d152a-bfa4-401d-a9ac-d046c517145c req-b438f8d8-74cb-4088-b1ba-a2e34219456e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429859 Mar 03 06:28:27.184757 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port ed05819d-d31a-4630-b28d-05755ec72f9a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=ed05819d-d31a-4630-b28d-05755ec72f9a,segment=NetworkSegment(3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76),segment_id=3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:28:27.190444 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:27.268923 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=ed05819d-d31a-4630-b28d-05755ec72f9a,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:27.291150 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4934daab-67e0-430b-9777-272fd290cee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed05819d-d31a-4630-b28d-05755ec72f9a', 'code': 200} Mar 03 06:28:27.523422 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049eafcf-b1be-4f5f-a7b8-8bf90e166431 req-9a69e324-1d6f-40de-93c3-e77beeb904dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:27.524908 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-049eafcf-b1be-4f5f-a7b8-8bf90e166431 req-9a69e324-1d6f-40de-93c3-e77beeb904dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 1099 time: 0.0741320 Mar 03 06:28:27.564518 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-049eafcf-b1be-4f5f-a7b8-8bf90e166431 req-8156a453-96bb-470e-8a77-0757bad25f1a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342782 Mar 03 06:28:28.375259 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f6fbb-2595-44d8-8ceb-062cb4dc6fbe req-18a01d8c-567b-41ab-b2d3-a80dbbffdb31 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:28.376823 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f05f6fbb-2595-44d8-8ceb-062cb4dc6fbe req-18a01d8c-567b-41ab-b2d3-a80dbbffdb31 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0820751 Mar 03 06:28:28.423163 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f05f6fbb-2595-44d8-8ceb-062cb4dc6fbe req-6f0fcdd5-fb31-4a24-b40d-a956493388ea tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398140 Mar 03 06:28:29.610016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfc9b3-d3bb-42eb-89f1-0d4bbfa78775 req-f0d62404-e00e-4a2a-ae0a-05537a09a87d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:29.611452 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5cbfc9b3-d3bb-42eb-89f1-0d4bbfa78775 req-f0d62404-e00e-4a2a-ae0a-05537a09a87d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0829914 Mar 03 06:28:29.655283 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5cbfc9b3-d3bb-42eb-89f1-0d4bbfa78775 req-57e17cbf-1643-432d-be7a-2100f427fe67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373209 Mar 03 06:28:29.837563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c02f5e-06c2-4290-b33c-c06433f787af req-c13c75ac-ceb2-49a5-a505-e5a3f165287e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:29.839024 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-42c02f5e-06c2-4290-b33c-c06433f787af req-c13c75ac-ceb2-49a5-a505-e5a3f165287e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0818582 Mar 03 06:28:29.887714 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-42c02f5e-06c2-4290-b33c-c06433f787af req-4a1843e1-ea13-4d72-a7c1-8d262cb99c6c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427363 Mar 03 06:28:29.910449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42324) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:29.980270 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d2a2b9-34e8-4d9a-b26f-5bdbaf8d459c tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:29.981763 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-52d2a2b9-34e8-4d9a-b26f-5bdbaf8d459c tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 1094 time: 0.0704043 Mar 03 06:28:29.984719 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42328) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:29.989613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'ed05819d-d31a-4630-b28d-05755ec72f9a', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:28:29.995653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:28:29.999406 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:floatingip and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:28:30.002190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:28:30.007903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:28:30.020262 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:30.160647 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:30.296254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.26.3.205 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/a48ac903-bd54-4182-85aa-dff10956c0d8) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:28:30.444097 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:30.473575 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:30.533505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:28:30.536143 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:28:30.543616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:28:30.676737 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=a48ac903-bd54-4182-85aa-dff10956c0d8,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:30.986175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:31.058257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:31.135102 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:31.349147 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:31.354042 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:31.463955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=a48ac903-bd54-4182-85aa-dff10956c0d8,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:28:31.473701 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:31.643743 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Floating IP b4c540a0-647d-49b0-88d9-ee145c1d1fe5 associated. External IP: 172.26.3.205, port: ed05819d-d31a-4630-b28d-05755ec72f9a. Mar 03 06:28:32.001703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router cfcebf1e-dd39-4006-9eb1-1932853cb946 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:28:32.309574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:28:32.322122 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd88bd-25d3-40a8-96ff-93a33228bd0f None None] Sync routers for ids ['cfcebf1e-dd39-4006-9eb1-1932853cb946'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:28:32.336573 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd88bd-25d3-40a8-96ff-93a33228bd0f None None] Routers {'cfcebf1e-dd39-4006-9eb1-1932853cb946'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:28:32.337210 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-adcd88bd-25d3-40a8-96ff-93a33228bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:28:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfcebf1e-dd39-4006-9eb1-1932853cb946'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:32.338541 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:32.413352 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-63d30825-2cf9-4b84-abf2-03880e778738 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4270523 Mar 03 06:28:32.413932 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4934daab-67e0-430b-9777-272fd290cee6', 'tag': 'ed05819d-d31a-4630-b28d-05755ec72f9a'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:28:32.462199 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4934daab-67e0-430b-9777-272fd290cee6', 'tag': 'ed05819d-d31a-4630-b28d-05755ec72f9a', 'status': 'completed', 'code': 200} Mar 03 06:28:32.537195 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-adcd88bd-25d3-40a8-96ff-93a33228bd0f None None] Set router cfcebf1e-dd39-4006-9eb1-1932853cb946 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:28:32.573102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b18554-80f4-45d1-a43f-7e61b9cfb7e0 req-4caeff44-a4c0-4630-9845-af9a7019ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:32.574585 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6b18554-80f4-45d1-a43f-7e61b9cfb7e0 req-4caeff44-a4c0-4630-9845-af9a7019ead5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 1099 time: 0.0814893 Mar 03 06:28:32.607684 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ee8a2-4b5e-4115-8238-935ca2161411 req-ef23c84f-036f-4cb8-b887-24e1afb2ea80 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:32.609962 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ad2ee8a2-4b5e-4115-8238-935ca2161411 req-ef23c84f-036f-4cb8-b887-24e1afb2ea80 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0908561 Mar 03 06:28:32.656130 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ad2ee8a2-4b5e-4115-8238-935ca2161411 req-f0ebe867-be68-45bf-afcf-902e38ee43e8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404193 Mar 03 06:28:32.680201 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42336) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:32.721925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b18554-80f4-45d1-a43f-7e61b9cfb7e0 req-5608aff4-26cf-4514-9bde-80f352cc59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:32.723492 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6b18554-80f4-45d1-a43f-7e61b9cfb7e0 req-5608aff4-26cf-4514-9bde-80f352cc59ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cff34f-7da2-4923-8369-6bac68ae0b46 HTTP/1.1" status: 200 len: 898 time: 0.1421165 Mar 03 06:28:32.800092 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5d009991-677e-40a0-b6dc-a2ae0a59bd08 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/b4c540a0-647d-49b0-88d9-ee145c1d1fe5 HTTP/1.1" status: 200 len: 992 time: 0.1187179 Mar 03 06:28:32.930034 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-adcd88bd-25d3-40a8-96ff-93a33228bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'b4c540a0-647d-49b0-88d9-ee145c1d1fe5', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.205', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'port_id': 'ed05819d-d31a-4630-b28d-05755ec72f9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'mac_address': 'fa:16:3e:1f:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4934daab-67e0-430b-9777-272fd290cee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:28:30Z', 'updated_at': '2022-03-03T06:28:30Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb11bacc-b549-48c1-991b-128757e78db5', 'name': '', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:c3:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:13Z', 'updated_at': '2022-03-03T06:28:20Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:32.933962 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd88bd-25d3-40a8-96ff-93a33228bd0f None None] Checking router: cfcebf1e-dd39-4006-9eb1-1932853cb946 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:28:32.939458 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6b18554-80f4-45d1-a43f-7e61b9cfb7e0 req-a0b15fe5-88bc-4f64-bd1d-f777bac5cd4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed05819d-d31a-4630-b28d-05755ec72f9a HTTP/1.1" status: 200 len: 1000 time: 0.2101021 Mar 03 06:28:32.943271 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd88bd-25d3-40a8-96ff-93a33228bd0f None None] Routers {'cfcebf1e-dd39-4006-9eb1-1932853cb946'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:28:32.943875 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-adcd88bd-25d3-40a8-96ff-93a33228bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:28:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfcebf1e-dd39-4006-9eb1-1932853cb946'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:33.006625 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b18554-80f4-45d1-a43f-7e61b9cfb7e0 req-000629f3-d4dc-400e-8d43-5ff0efbd2df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:33.008465 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6b18554-80f4-45d1-a43f-7e61b9cfb7e0 req-000629f3-d4dc-400e-8d43-5ff0efbd2df1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f257b61d-83d9-4424-96e6-a636b82addda HTTP/1.1" status: 200 len: 834 time: 0.0637050 Mar 03 06:28:33.084084 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b18554-80f4-45d1-a43f-7e61b9cfb7e0 req-993f25cd-bd54-4c15-a3d7-84feb4669568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:33.086136 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6b18554-80f4-45d1-a43f-7e61b9cfb7e0 req-993f25cd-bd54-4c15-a3d7-84feb4669568 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cff34f-7da2-4923-8369-6bac68ae0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724390 Mar 03 06:28:33.119956 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-adcd88bd-25d3-40a8-96ff-93a33228bd0f None None] Set router cfcebf1e-dd39-4006-9eb1-1932853cb946 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:28:33.217105 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6b18554-80f4-45d1-a43f-7e61b9cfb7e0 req-5beda637-a0db-423e-a488-4d03c767a6cf service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247618 Mar 03 06:28:33.355887 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d6b18554-80f4-45d1-a43f-7e61b9cfb7e0 req-5d0a7b5c-33e3-4b96-bbdb-0139ff237276 service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318934 Mar 03 06:28:33.474523 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-adcd88bd-25d3-40a8-96ff-93a33228bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'b4c540a0-647d-49b0-88d9-ee145c1d1fe5', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.205', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'port_id': 'ed05819d-d31a-4630-b28d-05755ec72f9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'mac_address': 'fa:16:3e:1f:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4934daab-67e0-430b-9777-272fd290cee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:28:30Z', 'updated_at': '2022-03-03T06:28:30Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb11bacc-b549-48c1-991b-128757e78db5', 'name': '', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:c3:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:13Z', 'updated_at': '2022-03-03T06:28:20Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:28:33.478432 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd88bd-25d3-40a8-96ff-93a33228bd0f None None] The sync data for ids ['cfcebf1e-dd39-4006-9eb1-1932853cb946'] in dv-neutron-831582-1-hyperv is: [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'b4c540a0-647d-49b0-88d9-ee145c1d1fe5', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.205', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'port_id': 'ed05819d-d31a-4630-b28d-05755ec72f9a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'mac_address': 'fa:16:3e:1f:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4934daab-67e0-430b-9777-272fd290cee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:28:30Z', 'updated_at': '2022-03-03T06:28:30Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb11bacc-b549-48c1-991b-128757e78db5', 'name': '', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:c3:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:13Z', 'updated_at': '2022-03-03T06:28:20Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:28:33.664061 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8dcddf-ba62-4f3b-92fc-ee7822fb9887 None None] New status for floating IP b4c540a0-647d-49b0-88d9-ee145c1d1fe5: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:28:33.804065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42340) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:33.917529 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3cfcc6bf-b6f4-409e-aadb-454ced70c2c5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/b4c540a0-647d-49b0-88d9-ee145c1d1fe5 HTTP/1.1" status: 200 len: 992 time: 0.1121736 Mar 03 06:28:34.921509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42344) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:28:35.026520 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a86d214f-d043-4417-9e29-03217cf3340f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/b4c540a0-647d-49b0-88d9-ee145c1d1fe5 HTTP/1.1" status: 200 len: 994 time: 0.1038404 Mar 03 06:28:36.967406 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a108c9b8-2006-4f5f-9e3f-dc0d552826a8 req-8de53f67-ce59-4be8-9c5b-9290047441d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684030 Mar 03 06:28:37.105172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108c9b8-2006-4f5f-9e3f-dc0d552826a8 req-346aaa7a-c884-4fed-836f-1e7f3b8e2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:37.106658 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a108c9b8-2006-4f5f-9e3f-dc0d552826a8 req-346aaa7a-c884-4fed-836f-1e7f3b8e2d33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 1099 time: 0.0743656 Mar 03 06:28:37.251459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108c9b8-2006-4f5f-9e3f-dc0d552826a8 req-0d86ff6a-7b20-4fce-9f43-0335a5a94a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:37.252935 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a108c9b8-2006-4f5f-9e3f-dc0d552826a8 req-0d86ff6a-7b20-4fce-9f43-0335a5a94a4f service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cff34f-7da2-4923-8369-6bac68ae0b46 HTTP/1.1" status: 200 len: 898 time: 0.1275144 Mar 03 06:28:37.358010 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a108c9b8-2006-4f5f-9e3f-dc0d552826a8 req-96c2fcae-91e7-416f-aedc-3f3fd42a5eb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed05819d-d31a-4630-b28d-05755ec72f9a HTTP/1.1" status: 200 len: 1002 time: 0.0988295 Mar 03 06:28:37.420722 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108c9b8-2006-4f5f-9e3f-dc0d552826a8 req-6b6a4d6c-9bf0-4f42-80f6-c7e091957088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:37.422136 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a108c9b8-2006-4f5f-9e3f-dc0d552826a8 req-6b6a4d6c-9bf0-4f42-80f6-c7e091957088 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f257b61d-83d9-4424-96e6-a636b82addda HTTP/1.1" status: 200 len: 834 time: 0.0583906 Mar 03 06:28:37.495631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a108c9b8-2006-4f5f-9e3f-dc0d552826a8 req-c906bec5-6192-457b-bd84-54b501a72b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:28:37.497148 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a108c9b8-2006-4f5f-9e3f-dc0d552826a8 req-c906bec5-6192-457b-bd84-54b501a72b62 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cff34f-7da2-4923-8369-6bac68ae0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690892 Mar 03 06:28:37.627317 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a108c9b8-2006-4f5f-9e3f-dc0d552826a8 req-1eb071d9-84e9-411d-be5f-c3dce36810a3 service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241498 Mar 03 06:28:37.765967 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-a108c9b8-2006-4f5f-9e3f-dc0d552826a8 req-71ba57bd-6cd1-4c6b-90b1-195cabd23ddd service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330512 Mar 03 06:28:48.337218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0d43139d-b7fb-4c8a-ac5b-3fa9bdef7123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:50.550705 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-13518e89-af9a-4a07-b27d-ebc4542b0971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:51.710666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:51.826145 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:28:53.023372 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:29:00.992175 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:29:03.404493 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:29:18.340772 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bbc8c858-630b-4c1f-aa9c-d8eac4488d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:29:20.552446 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a46cebf6-9df4-4fe5-9583-0c73de57a737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:29:21.714286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:29:21.827588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:29:23.026927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:29:31.000316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:29:37.051399 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d0bdf3dc-2ff4-4ee3-a493-729cf03f29cf req-b7e26868-fc0f-41dc-8dff-c76545dbc868 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1182811 Mar 03 06:29:37.185600 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdf3dc-2ff4-4ee3-a493-729cf03f29cf req-c6955b5f-737e-4e24-aeec-1e3f3cc4bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:37.187286 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d0bdf3dc-2ff4-4ee3-a493-729cf03f29cf req-c6955b5f-737e-4e24-aeec-1e3f3cc4bbef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 1099 time: 0.0691507 Mar 03 06:29:37.327510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdf3dc-2ff4-4ee3-a493-729cf03f29cf req-1b1fb3a3-cf7a-4e9d-8a5e-dc13660093fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:37.328984 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d0bdf3dc-2ff4-4ee3-a493-729cf03f29cf req-1b1fb3a3-cf7a-4e9d-8a5e-dc13660093fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cff34f-7da2-4923-8369-6bac68ae0b46 HTTP/1.1" status: 200 len: 898 time: 0.1230364 Mar 03 06:29:37.533204 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d0bdf3dc-2ff4-4ee3-a493-729cf03f29cf req-00456baf-a5d3-4d71-b573-6aa98b0f05cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed05819d-d31a-4630-b28d-05755ec72f9a HTTP/1.1" status: 200 len: 1002 time: 0.1986957 Mar 03 06:29:37.596810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdf3dc-2ff4-4ee3-a493-729cf03f29cf req-a949dfcb-18e7-432a-bb2b-ae905f1fdde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:37.598088 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d0bdf3dc-2ff4-4ee3-a493-729cf03f29cf req-a949dfcb-18e7-432a-bb2b-ae905f1fdde6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f257b61d-83d9-4424-96e6-a636b82addda HTTP/1.1" status: 200 len: 834 time: 0.0583260 Mar 03 06:29:37.669243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdf3dc-2ff4-4ee3-a493-729cf03f29cf req-916d302c-19f3-464e-8718-8b0cf2f61b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:37.670629 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d0bdf3dc-2ff4-4ee3-a493-729cf03f29cf req-916d302c-19f3-464e-8718-8b0cf2f61b58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cff34f-7da2-4923-8369-6bac68ae0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662756 Mar 03 06:29:37.798974 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d0bdf3dc-2ff4-4ee3-a493-729cf03f29cf req-41e1a399-9a16-4b00-8d0d-9295761f0b7d service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220949 Mar 03 06:29:37.928582 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d0bdf3dc-2ff4-4ee3-a493-729cf03f29cf req-b706a42a-6195-4469-b203-800ff055951b service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240087 Mar 03 06:29:40.404002 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:29:42.506037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6cebf-7f83-4375-9f6f-11764ffc76fa req-dfa67b73-8734-4a4e-a35b-44e0c4383320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:42.507497 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c6b6cebf-7f83-4375-9f6f-11764ffc76fa req-dfa67b73-8734-4a4e-a35b-44e0c4383320 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 1099 time: 0.0742669 Mar 03 06:29:42.545895 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53497382-1f50-4ecb-ab42-02c2fcca5a6b req-42146a20-b5c4-4716-8142-8ea963958e43 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:42.547326 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-53497382-1f50-4ecb-ab42-02c2fcca5a6b req-42146a20-b5c4-4716-8142-8ea963958e43 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0833693 Mar 03 06:29:42.591865 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-53497382-1f50-4ecb-ab42-02c2fcca5a6b req-43eba173-1b55-46a2-b309-7a2d806f954b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385344 Mar 03 06:29:42.636389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6cebf-7f83-4375-9f6f-11764ffc76fa req-c52a1c57-aee9-4327-b0a8-4ccfbe9b7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:42.637793 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c6b6cebf-7f83-4375-9f6f-11764ffc76fa req-c52a1c57-aee9-4327-b0a8-4ccfbe9b7695 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cff34f-7da2-4923-8369-6bac68ae0b46 HTTP/1.1" status: 200 len: 898 time: 0.1241589 Mar 03 06:29:42.733808 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c6b6cebf-7f83-4375-9f6f-11764ffc76fa req-7f339090-1539-4785-8ff4-4dbac33a0b63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed05819d-d31a-4630-b28d-05755ec72f9a HTTP/1.1" status: 200 len: 1002 time: 0.0896084 Mar 03 06:29:42.796981 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6cebf-7f83-4375-9f6f-11764ffc76fa req-b56fe308-b6ac-4822-b208-4dc123a02a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:42.798260 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c6b6cebf-7f83-4375-9f6f-11764ffc76fa req-b56fe308-b6ac-4822-b208-4dc123a02a60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f257b61d-83d9-4424-96e6-a636b82addda HTTP/1.1" status: 200 len: 834 time: 0.0587943 Mar 03 06:29:42.870732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6cebf-7f83-4375-9f6f-11764ffc76fa req-1fd1e8a6-dbc0-45bb-ba70-76c659966bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:42.872221 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c6b6cebf-7f83-4375-9f6f-11764ffc76fa req-1fd1e8a6-dbc0-45bb-ba70-76c659966bb2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cff34f-7da2-4923-8369-6bac68ae0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678384 Mar 03 06:29:42.999191 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c6b6cebf-7f83-4375-9f6f-11764ffc76fa req-ab2156c2-064c-42f9-a09d-e4da45360c1c service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197445 Mar 03 06:29:43.127464 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c6b6cebf-7f83-4375-9f6f-11764ffc76fa req-dc75a98d-0a10-45e9-9eec-f0d6bec75432 service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210818 Mar 03 06:29:43.776955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34dc8d-2cb0-4d30-b3d5-9cfdb8147762 req-a4888598-b75b-4e0e-b7e2-7f687b340112 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:43.778364 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9f34dc8d-2cb0-4d30-b3d5-9cfdb8147762 req-a4888598-b75b-4e0e-b7e2-7f687b340112 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0793340 Mar 03 06:29:43.821006 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9f34dc8d-2cb0-4d30-b3d5-9cfdb8147762 req-5635b4df-67ee-4c45-88c9-4e698c44d4e3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371721 Mar 03 06:29:45.000253 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac81248-8a91-498a-afca-40dc65ad13a1 req-4b448ca9-5034-48fd-b88c-b0548537c5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:45.001672 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dac81248-8a91-498a-afca-40dc65ad13a1 req-4b448ca9-5034-48fd-b88c-b0548537c5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0772614 Mar 03 06:29:45.046918 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dac81248-8a91-498a-afca-40dc65ad13a1 req-34ec9253-6c54-48a0-996b-afd5301ad0d2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398049 Mar 03 06:29:46.226709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa738f-24b4-4cd9-b7a8-a1216df504b6 req-b1b3b123-d711-4213-83ec-272da77743e9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:46.228713 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9aa738f-24b4-4cd9-b7a8-a1216df504b6 req-b1b3b123-d711-4213-83ec-272da77743e9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0779450 Mar 03 06:29:46.271053 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a9aa738f-24b4-4cd9-b7a8-a1216df504b6 req-3bbdc7d1-1f82-459f-8a77-d4e56c0d10da tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368710 Mar 03 06:29:47.454239 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bc42-8dc9-438a-aa1e-af9cdb37ce17 req-c9562f27-71ed-4152-9e16-196f7834fe29 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:47.455652 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dc40bc42-8dc9-438a-aa1e-af9cdb37ce17 req-c9562f27-71ed-4152-9e16-196f7834fe29 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0807614 Mar 03 06:29:47.497714 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-dc40bc42-8dc9-438a-aa1e-af9cdb37ce17 req-38879d51-55bf-47bd-95cb-d4403ebd7bc1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363581 Mar 03 06:29:48.342436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-886fe126-e366-4271-ae1e-ee8cadc6cf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:29:48.675900 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8f0be-ad06-47e7-9b4c-296fcba3f8a9 req-39ceb278-496f-4d50-a2d1-4f69533e5ba6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:48.677312 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b1f8f0be-ad06-47e7-9b4c-296fcba3f8a9 req-39ceb278-496f-4d50-a2d1-4f69533e5ba6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0770569 Mar 03 06:29:48.721239 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b1f8f0be-ad06-47e7-9b4c-296fcba3f8a9 req-9c1354da-04a0-4dec-b8ca-bbed933d2aeb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383685 Mar 03 06:29:49.908392 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6ea9a-7e1b-4d3b-9d3e-736e7b045519 req-047c6d8c-81f3-49bc-bf4a-3235dde993ad tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:49.909837 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1bc6ea9a-7e1b-4d3b-9d3e-736e7b045519 req-047c6d8c-81f3-49bc-bf4a-3235dde993ad tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0840108 Mar 03 06:29:49.952620 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1bc6ea9a-7e1b-4d3b-9d3e-736e7b045519 req-bb517b21-54f2-4ce5-a6af-1bcaf043dcc3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370865 Mar 03 06:29:50.554206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-33e15694-dbbf-41dc-8b4f-be7b4563f980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:29:51.131071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91319f-4c19-4071-ac57-17f4dcc58a1c req-13f90916-7466-4580-ba39-d83557de0797 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:51.132519 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5d91319f-4c19-4071-ac57-17f4dcc58a1c req-13f90916-7466-4580-ba39-d83557de0797 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0775771 Mar 03 06:29:51.180301 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5d91319f-4c19-4071-ac57-17f4dcc58a1c req-baf71e0e-833f-4ed9-aea1-cd34cf94b5cc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416191 Mar 03 06:29:51.715321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:29:51.828746 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:29:52.361900 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98d31b-4325-4882-89c1-96d7adffcfb4 req-1f705326-c53e-4b57-ab6c-3b13df8600b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:52.363355 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3c98d31b-4325-4882-89c1-96d7adffcfb4 req-1f705326-c53e-4b57-ab6c-3b13df8600b0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0782638 Mar 03 06:29:52.407319 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3c98d31b-4325-4882-89c1-96d7adffcfb4 req-dc7b0704-af92-46df-a550-c22d0d87da89 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383205 Mar 03 06:29:53.028798 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:29:53.591541 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b79117-3d7f-4c62-a69d-503e00391282 req-d57022c1-759b-4f56-8e7b-8e749f5013ab tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:53.593003 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b7b79117-3d7f-4c62-a69d-503e00391282 req-d57022c1-759b-4f56-8e7b-8e749f5013ab tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0814502 Mar 03 06:29:53.732852 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b7b79117-3d7f-4c62-a69d-503e00391282 req-ee19ae1a-c654-443d-a2c6-1095d2bc9a8c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342182 Mar 03 06:29:54.914197 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956a1f6-d4a3-4a21-a6f8-590af4da8530 req-88a9f2c3-f2a7-4661-97aa-725d174b37e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:29:54.916231 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1956a1f6-d4a3-4a21-a6f8-590af4da8530 req-88a9f2c3-f2a7-4661-97aa-725d174b37e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0784030 Mar 03 06:29:54.960683 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1956a1f6-d4a3-4a21-a6f8-590af4da8530 req-b652ef2b-9e31-4728-84f4-e8ca5cbb7b36 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389640 Mar 03 06:29:54.984195 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42404) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:29:55.087835 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a8e4c7e1-e0b8-4233-9918-b80cc6d25a5e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/b4c540a0-647d-49b0-88d9-ee145c1d1fe5 HTTP/1.1" status: 200 len: 994 time: 0.1024375 Mar 03 06:30:01.011374 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:17.403378 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:30:18.344111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-35204a91-7fdf-419f-975e-c7aca8e7870b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:20.554761 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7778c74f-8746-4f2d-80fd-997e4896e548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:21.717938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:21.832511 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:23.032147 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:31.031404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:38.117053 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c734a99f-5157-4c7a-b968-2c9b7feeba95 req-513b793c-78ec-4f21-9c33-6b6205f9434e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713618 Mar 03 06:30:38.251217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a99f-5157-4c7a-b968-2c9b7feeba95 req-58353a7a-f1e1-405f-aeb9-b45448457465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:30:38.252692 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c734a99f-5157-4c7a-b968-2c9b7feeba95 req-58353a7a-f1e1-405f-aeb9-b45448457465 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 1099 time: 0.0701029 Mar 03 06:30:38.393305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a99f-5157-4c7a-b968-2c9b7feeba95 req-9052f0d1-49d8-443e-a8a5-e45a3ae3488c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:30:38.394739 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c734a99f-5157-4c7a-b968-2c9b7feeba95 req-9052f0d1-49d8-443e-a8a5-e45a3ae3488c service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cff34f-7da2-4923-8369-6bac68ae0b46 HTTP/1.1" status: 200 len: 898 time: 0.1243007 Mar 03 06:30:38.591963 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c734a99f-5157-4c7a-b968-2c9b7feeba95 req-fef4066b-d4c1-4d2f-b0e0-e45c25925990 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed05819d-d31a-4630-b28d-05755ec72f9a HTTP/1.1" status: 200 len: 1002 time: 0.1911902 Mar 03 06:30:38.652118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a99f-5157-4c7a-b968-2c9b7feeba95 req-427deb3c-3d4b-4e39-bf4f-60aa549a4ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:30:38.653411 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c734a99f-5157-4c7a-b968-2c9b7feeba95 req-427deb3c-3d4b-4e39-bf4f-60aa549a4ab6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f257b61d-83d9-4424-96e6-a636b82addda HTTP/1.1" status: 200 len: 834 time: 0.0561092 Mar 03 06:30:38.728092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734a99f-5157-4c7a-b968-2c9b7feeba95 req-7fe13148-034a-47c3-a0fd-267af6dd4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:30:38.730043 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c734a99f-5157-4c7a-b968-2c9b7feeba95 req-7fe13148-034a-47c3-a0fd-267af6dd4105 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cff34f-7da2-4923-8369-6bac68ae0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709565 Mar 03 06:30:38.858584 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c734a99f-5157-4c7a-b968-2c9b7feeba95 req-bba903f4-cb61-4fcc-9f34-a93e914c7294 service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224735 Mar 03 06:30:38.986358 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c734a99f-5157-4c7a-b968-2c9b7feeba95 req-ab211ca0-9318-4f35-a97e-8b03f0ffeab8 service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214941 Mar 03 06:30:43.788271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42424) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:43.981999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port a48ac903-bd54-4182-85aa-dff10956c0d8 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:30:43.982332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:44.149968 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:44.150187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:44.272920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for a48ac903-bd54-4182-85aa-dff10956c0d8 owned by network:floatingip {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:30:44.415832 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:44.460654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=a48ac903-bd54-4182-85aa-dff10956c0d8,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:44.490789 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:44.491125 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:44.491457 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:44.491794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:44.492127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:44.492449 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:44.492768 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:44.493081 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:44.493396 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:44.493705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:44.494523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:44.494856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:44.559687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:44.560027 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Floating IP b4c540a0-647d-49b0-88d9-ee145c1d1fe5 disassociated (deleted). External IP: 172.26.3.205, port: ed05819d-d31a-4630-b28d-05755ec72f9a. Mar 03 06:30:45.005306 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router cfcebf1e-dd39-4006-9eb1-1932853cb946 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:30:45.178689 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:30:45.189026 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb2673-375a-462f-88bd-0ce37ab9ce9c None None] Sync routers for ids ['cfcebf1e-dd39-4006-9eb1-1932853cb946'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:30:45.195153 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:45.199076 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb2673-375a-462f-88bd-0ce37ab9ce9c None None] Routers {'cfcebf1e-dd39-4006-9eb1-1932853cb946'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:30:45.199697 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-44eb2673-375a-462f-88bd-0ce37ab9ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:30:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfcebf1e-dd39-4006-9eb1-1932853cb946'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:30:45.249701 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-9ac4ffb2-16a2-43bb-849c-3e9212aa6eb1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/floatingips/b4c540a0-647d-49b0-88d9-ee145c1d1fe5 HTTP/1.1" status: 204 len: 168 time: 1.4603527 Mar 03 06:30:45.250364 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4934daab-67e0-430b-9777-272fd290cee6', 'tag': 'ed05819d-d31a-4630-b28d-05755ec72f9a'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:30:45.377286 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-44eb2673-375a-462f-88bd-0ce37ab9ce9c None None] Set router cfcebf1e-dd39-4006-9eb1-1932853cb946 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:30:45.411603 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4934daab-67e0-430b-9777-272fd290cee6', 'tag': 'ed05819d-d31a-4630-b28d-05755ec72f9a', 'status': 'completed', 'code': 200} Mar 03 06:30:45.508775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12563707-de74-4e59-a62d-e5da71bffe44 req-c870ab2b-3f4b-4726-bf83-3d966edf65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:30:45.510225 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12563707-de74-4e59-a62d-e5da71bffe44 req-c870ab2b-3f4b-4726-bf83-3d966edf65a1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 1099 time: 0.0771096 Mar 03 06:30:45.642325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12563707-de74-4e59-a62d-e5da71bffe44 req-3b56fd70-4f38-4316-b8d1-ec7d03227940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:30:45.643906 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12563707-de74-4e59-a62d-e5da71bffe44 req-3b56fd70-4f38-4316-b8d1-ec7d03227940 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96cff34f-7da2-4923-8369-6bac68ae0b46 HTTP/1.1" status: 200 len: 898 time: 0.1276848 Mar 03 06:30:45.657508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544587e3-1079-44da-8c88-abd067e1bf2f req-91945f91-f7bc-4374-af60-a2d3232622ec tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:30:45.658200 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-544587e3-1079-44da-8c88-abd067e1bf2f req-91945f91-f7bc-4374-af60-a2d3232622ec tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:30:45.674731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-544587e3-1079-44da-8c88-abd067e1bf2f req-91945f91-f7bc-4374-af60-a2d3232622ec tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:30:45.676091 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-544587e3-1079-44da-8c88-abd067e1bf2f req-91945f91-f7bc-4374-af60-a2d3232622ec tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.1016552 Mar 03 06:30:45.701448 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-44eb2673-375a-462f-88bd-0ce37ab9ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'eb11bacc-b549-48c1-991b-128757e78db5', 'name': '', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:c3:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:13Z', 'updated_at': '2022-03-03T06:28:20Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:30:45.705753 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb2673-375a-462f-88bd-0ce37ab9ce9c None None] Checking router: cfcebf1e-dd39-4006-9eb1-1932853cb946 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:30:45.714370 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb2673-375a-462f-88bd-0ce37ab9ce9c None None] Routers {'cfcebf1e-dd39-4006-9eb1-1932853cb946'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:30:45.715130 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-44eb2673-375a-462f-88bd-0ce37ab9ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:30:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfcebf1e-dd39-4006-9eb1-1932853cb946'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:30:45.725033 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12563707-de74-4e59-a62d-e5da71bffe44 req-94b1f086-a871-468b-b364-f714aa64e392 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed05819d-d31a-4630-b28d-05755ec72f9a HTTP/1.1" status: 200 len: 217 time: 0.0746527 Mar 03 06:30:45.727040 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-544587e3-1079-44da-8c88-abd067e1bf2f req-86880dbc-10a0-40bf-9af2-15764023cccd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442083 Mar 03 06:30:45.787944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12563707-de74-4e59-a62d-e5da71bffe44 req-1bec2fab-90a2-4b12-a52f-11f1659d0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:30:45.789279 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12563707-de74-4e59-a62d-e5da71bffe44 req-1bec2fab-90a2-4b12-a52f-11f1659d0c70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f257b61d-83d9-4424-96e6-a636b82addda HTTP/1.1" status: 200 len: 834 time: 0.0578244 Mar 03 06:30:45.865758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12563707-de74-4e59-a62d-e5da71bffe44 req-4ddf1e0c-8dc8-4b92-a08e-4fc8385a294e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:30:45.867250 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12563707-de74-4e59-a62d-e5da71bffe44 req-4ddf1e0c-8dc8-4b92-a08e-4fc8385a294e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96cff34f-7da2-4923-8369-6bac68ae0b46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717959 Mar 03 06:30:45.893068 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-44eb2673-375a-462f-88bd-0ce37ab9ce9c None None] Set router cfcebf1e-dd39-4006-9eb1-1932853cb946 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:30:45.996159 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12563707-de74-4e59-a62d-e5da71bffe44 req-6a6329ae-276b-4613-82a9-90ba451d28d7 service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221483 Mar 03 06:30:46.126277 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-12563707-de74-4e59-a62d-e5da71bffe44 req-4d0879a9-c08e-4609-a2aa-ff96f3503a3e service neutron] 10.222.0.23 "GET /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218245 Mar 03 06:30:46.199091 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-44eb2673-375a-462f-88bd-0ce37ab9ce9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'eb11bacc-b549-48c1-991b-128757e78db5', 'name': '', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:c3:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:13Z', 'updated_at': '2022-03-03T06:28:20Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:30:46.202889 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb2673-375a-462f-88bd-0ce37ab9ce9c None None] The sync data for ids ['cfcebf1e-dd39-4006-9eb1-1932853cb946'] in dv-neutron-831582-1-hyperv is: [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'eb11bacc-b549-48c1-991b-128757e78db5', 'name': '', 'network_id': '96cff34f-7da2-4923-8369-6bac68ae0b46', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:c3:04:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:13Z', 'updated_at': '2022-03-03T06:28:20Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'f257b61d-83d9-4424-96e6-a636b82addda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:30:46.402025 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e043a0-18f8-4fe2-b9d6-8d8571644030 None None] New status for floating IP b4c540a0-647d-49b0-88d9-ee145c1d1fe5: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:30:46.909087 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f98b79-6d39-458a-9513-a495f040f312 req-62b42c06-825f-4eee-a32b-4b5bdfad1f0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:30:46.911215 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-83f98b79-6d39-458a-9513-a495f040f312 req-62b42c06-825f-4eee-a32b-4b5bdfad1f0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0792165 Mar 03 06:30:46.955353 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-83f98b79-6d39-458a-9513-a495f040f312 req-105ea6c0-b828-4fb3-b794-c38df37d86a3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=a29dc7ac-14c0-471f-ac78-b3cface0e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379269 Mar 03 06:30:47.354469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d104e-0aba-4827-b1d7-479d305ecf74 req-a36eb083-5659-413f-a816-0355fddfa6d3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:30:47.355145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-875d104e-0aba-4827-b1d7-479d305ecf74 req-a36eb083-5659-413f-a816-0355fddfa6d3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:30:47.366284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-875d104e-0aba-4827-b1d7-479d305ecf74 req-a36eb083-5659-413f-a816-0355fddfa6d3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:30:47.367349 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-875d104e-0aba-4827-b1d7-479d305ecf74 req-a36eb083-5659-413f-a816-0355fddfa6d3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 946 time: 0.0896451 Mar 03 06:30:47.437586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-875d104e-0aba-4827-b1d7-479d305ecf74 req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port ed05819d-d31a-4630-b28d-05755ec72f9a {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:30:47.437923 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-875d104e-0aba-4827-b1d7-479d305ecf74 req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:47.671271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-875d104e-0aba-4827-b1d7-479d305ecf74 req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port ed05819d-d31a-4630-b28d-05755ec72f9a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=ed05819d-d31a-4630-b28d-05755ec72f9a,segment=NetworkSegment(3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76),segment_id=3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:30:47.671532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-875d104e-0aba-4827-b1d7-479d305ecf74 req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:47.896593 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-875d104e-0aba-4827-b1d7-479d305ecf74 req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for ed05819d-d31a-4630-b28d-05755ec72f9a owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:30:48.035387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-875d104e-0aba-4827-b1d7-479d305ecf74 req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:48.083951 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=ed05819d-d31a-4630-b28d-05755ec72f9a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:48.108086 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e5732f03-8c37-4d60-94c9-3b7c130bc72b req-18e94ab9-daf4-4cb8-a063-5eb6c328e6e4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934daab-67e0-430b-9777-272fd290cee6 HTTP/1.1" status: 200 len: 210 time: 0.0453675 Mar 03 06:30:48.117925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:48.117925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:48.118273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:48.118598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:48.118927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:48.119871 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:48.120113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:48.120435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:48.120755 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:48.121150 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:48.121477 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:48.121794 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:48.172421 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-875d104e-0aba-4827-b1d7-479d305ecf74 req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] No DVR routers for this DVR port ed05819d-d31a-4630-b28d-05755ec72f9a on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:30:48.174710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-875d104e-0aba-4827-b1d7-479d305ecf74 req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:48.177104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4934daab-67e0-430b-9777-272fd290cee6', 'name': 'network-vif-deleted', 'tag': 'ed05819d-d31a-4630-b28d-05755ec72f9a'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:30:48.194036 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-875d104e-0aba-4827-b1d7-479d305ecf74 req-0836e5b6-cd91-44e8-ab2d-f18ad3bd506b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "DELETE /v2.0/ports/ed05819d-d31a-4630-b28d-05755ec72f9a HTTP/1.1" status: 204 len: 173 time: 0.8207629 Mar 03 06:30:48.222480 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4934daab-67e0-430b-9777-272fd290cee6', 'name': 'network-vif-deleted', 'tag': 'ed05819d-d31a-4630-b28d-05755ec72f9a', 'status': 'completed', 'code': 200} Mar 03 06:30:48.344945 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5e933484-f2b9-4f08-ba64-84f9edb638e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:49.200285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42446) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:49.732807 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51656e27-3bad-4847-b069-9c9311bce316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:50.077401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-51656e27-3bad-4847-b069-9c9311bce316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port eb11bacc-b549-48c1-991b-128757e78db5 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:30:50.077738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51656e27-3bad-4847-b069-9c9311bce316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:50.370686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-51656e27-3bad-4847-b069-9c9311bce316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port eb11bacc-b549-48c1-991b-128757e78db5, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=eb11bacc-b549-48c1-991b-128757e78db5,segment=NetworkSegment(3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76),segment_id=3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:30:50.371244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51656e27-3bad-4847-b069-9c9311bce316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:50.491791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-51656e27-3bad-4847-b069-9c9311bce316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for eb11bacc-b549-48c1-991b-128757e78db5 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:30:50.556602 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d133a370-7bec-48c3-9174-cf5b1a555855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:50.812307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51656e27-3bad-4847-b069-9c9311bce316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:50.888851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51656e27-3bad-4847-b069-9c9311bce316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=eb11bacc-b549-48c1-991b-128757e78db5,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:51.131079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-51656e27-3bad-4847-b069-9c9311bce316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:51.483473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51656e27-3bad-4847-b069-9c9311bce316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router cfcebf1e-dd39-4006-9eb1-1932853cb946 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:30:51.716798 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device ed05819d-d31a-4630-b28d-05755ec72f9a no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:30:51.751282 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:51.752062 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: ed05819d-d31a-4630-b28d-05755ec72f9a {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:30:51.752402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device ed05819d-d31a-4630-b28d-05755ec72f9a not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:30:51.778862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51656e27-3bad-4847-b069-9c9311bce316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:30:51.788037 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df091edf-74db-49f4-a46d-37fcfeb49048 None None] Sync routers for ids ['cfcebf1e-dd39-4006-9eb1-1932853cb946'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:30:51.791013 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-51656e27-3bad-4847-b069-9c9311bce316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "PUT /v2.0/routers/cfcebf1e-dd39-4006-9eb1-1932853cb946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5896480 Mar 03 06:30:51.793652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42452) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:51.797131 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df091edf-74db-49f4-a46d-37fcfeb49048 None None] Routers {'cfcebf1e-dd39-4006-9eb1-1932853cb946'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:30:51.797715 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-df091edf-74db-49f4-a46d-37fcfeb49048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:30:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfcebf1e-dd39-4006-9eb1-1932853cb946'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:30:51.836493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:51.862129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-f928ce6b-181a-4ca2-9925-f4e390c80b28 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting subnet f257b61d-83d9-4424-96e6-a636b82addda {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:30:51.865089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f928ce6b-181a-4ca2-9925-f4e390c80b28 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:51.918293 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f928ce6b-181a-4ca2-9925-f4e390c80b28 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:52.003999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f928ce6b-181a-4ca2-9925-f4e390c80b28 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:52.010777 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-df091edf-74db-49f4-a46d-37fcfeb49048 None None] Set router cfcebf1e-dd39-4006-9eb1-1932853cb946 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:30:52.076993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f928ce6b-181a-4ca2-9925-f4e390c80b28 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:52.115172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928ce6b-181a-4ca2-9925-f4e390c80b28 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Subnet': ['ID=f257b61d-83d9-4424-96e6-a636b82addda,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:52.120255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f928ce6b-181a-4ca2-9925-f4e390c80b28 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:52.128433 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f928ce6b-181a-4ca2-9925-f4e390c80b28 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/subnets/f257b61d-83d9-4424-96e6-a636b82addda HTTP/1.1" status: 204 len: 168 time: 0.3335192 Mar 03 06:30:52.130769 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00645fca-d7e1-4285-9fe2-294872207c3e None None] Network 96cff34f-7da2-4923-8369-6bac68ae0b46 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:30:52.130906 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42456) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:52.307280 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-df091edf-74db-49f4-a46d-37fcfeb49048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:30:50Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:30:52.311908 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df091edf-74db-49f4-a46d-37fcfeb49048 None None] Checking router: cfcebf1e-dd39-4006-9eb1-1932853cb946 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:30:52.320657 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df091edf-74db-49f4-a46d-37fcfeb49048 None None] Routers {'cfcebf1e-dd39-4006-9eb1-1932853cb946'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:30:52.321181 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-df091edf-74db-49f4-a46d-37fcfeb49048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:30:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['cfcebf1e-dd39-4006-9eb1-1932853cb946'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:30:52.323297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:52.417471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] DHCP port deletion for 96cff34f-7da2-4923-8369-6bac68ae0b46 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:30:52.421742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Deleting port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:30:52.422122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:52.515211 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-df091edf-74db-49f4-a46d-37fcfeb49048 None None] Set router cfcebf1e-dd39-4006-9eb1-1932853cb946 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:30:52.524224 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:52.536628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:30:52.536908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:52.615470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:30:52.680637 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] For port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75,segment=NetworkSegment(3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76),segment_id=3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:30:52.680929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:52.733596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=4a81dcd8-b59d-44ad-8d47-ce6e2478ba67,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:30:52.733960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:52.812369 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-df091edf-74db-49f4-a46d-37fcfeb49048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:30:50Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:30:52.816680 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df091edf-74db-49f4-a46d-37fcfeb49048 None None] The sync data for ids ['cfcebf1e-dd39-4006-9eb1-1932853cb946'] in dv-neutron-831582-1-hyperv is: [{'id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'name': 'tempest-TestNetworkAdvancedServerOps-router-263607704', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:28:09Z', 'updated_at': '2022-03-03T06:30:50Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '4a81dcd8-b59d-44ad-8d47-ce6e2478ba67', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfcebf1e-dd39-4006-9eb1-1932853cb946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:28:10Z', 'updated_at': '2022-03-03T06:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:30:52.848409 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Calling delete_port for 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:30:52.859963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:30:52.963464 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:52.980413 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.026568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.037437 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Pushing event deleted for resources: {'Port': ['ID=391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:53.045499 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] No DVR routers for this DVR port 391b95ab-cd4f-42b7-9f01-a6fb9fb6ac75 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:30:53.049625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:53.049970 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:53.050307 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:53.050655 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:53.050977 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:53.051301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:53.051631 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:53.051978 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:53.052302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:53.052642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:53.052940 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:53.053255 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aefbb27-d023-4c29-a99c-85fc0141b387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:30:53.089623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.219268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=4a81dcd8-b59d-44ad-8d47-ce6e2478ba67,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:53.279629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.451504 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.453653 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.474890 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.475446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Fanout notify agent at l3_agent the message router_deleted on router cfcebf1e-dd39-4006-9eb1-1932853cb946 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:30:53.490852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.492115 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f6b91e79-47f4-4c04-afab-c99c9f4a4ec9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/routers/cfcebf1e-dd39-4006-9eb1-1932853cb946 HTTP/1.1" status: 204 len: 168 time: 1.3602076 Mar 03 06:30:53.495195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42462) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:53.609396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25966bc2-0935-4e46-ae11-2616cce39d14 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.737841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25966bc2-0935-4e46-ae11-2616cce39d14 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.765523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-25966bc2-0935-4e46-ae11-2616cce39d14 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cff34f-7da2-4923-8369-6bac68ae0b46']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:30:53.777005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-25966bc2-0935-4e46-ae11-2616cce39d14 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:30:53.777301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-25966bc2-0935-4e46-ae11-2616cce39d14 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc0fd49-e2ea-4c0d-8a52-8db334f4fc76') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:30:53.788156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25966bc2-0935-4e46-ae11-2616cce39d14 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.803813 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25966bc2-0935-4e46-ae11-2616cce39d14 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.810066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25966bc2-0935-4e46-ae11-2616cce39d14 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:30:53.810439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25966bc2-0935-4e46-ae11-2616cce39d14 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:30:53.824562 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:30:53.901252 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25966bc2-0935-4e46-ae11-2616cce39d14 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.923174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-25966bc2-0935-4e46-ae11-2616cce39d14 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:53.935127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25966bc2-0935-4e46-ae11-2616cce39d14 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Network': ['ID=96cff34f-7da2-4923-8369-6bac68ae0b46,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:53.946103 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-25966bc2-0935-4e46-ae11-2616cce39d14 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/networks/96cff34f-7da2-4923-8369-6bac68ae0b46 HTTP/1.1" status: 204 len: 168 time: 0.4498610 Mar 03 06:30:53.948686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42466) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:54.014633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f9288fa4-ec25-4e42-a845-0c359e6a695f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:54.044122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f9288fa4-ec25-4e42-a845-0c359e6a695f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:54.111898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f9288fa4-ec25-4e42-a845-0c359e6a695f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:54.130169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9288fa4-ec25-4e42-a845-0c359e6a695f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29dc7ac-14c0-471f-ac78-b3cface0e83f,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:54.140349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f9288fa4-ec25-4e42-a845-0c359e6a695f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:54.144090 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f9288fa4-ec25-4e42-a845-0c359e6a695f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/security-groups/a29dc7ac-14c0-471f-ac78-b3cface0e83f HTTP/1.1" status: 204 len: 168 time: 0.1918283 Mar 03 06:30:54.403240 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:30:54.488211 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device eb11bacc-b549-48c1-991b-128757e78db5 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:30:54.521852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: eb11bacc-b549-48c1-991b-128757e78db5 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:30:54.522196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device eb11bacc-b549-48c1-991b-128757e78db5 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:30:54.522600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:30:54.553944 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:30:54.554293 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 4a81dcd8-b59d-44ad-8d47-ce6e2478ba67 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:30:56.407256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42480) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:56.412536 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1063725816', 'description': 'tempest-secgroup-smoke-1063725816 description', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:30:56.419172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:30:56.423297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:30:56.426715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:30:56.433775 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:30:56.443899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.462826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:30:56.466423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:30:56.469173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:30:56.474557 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:30:56.547329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.550748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.594043 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b1fc61-de7a-41f5-a437-a1c57894bda3,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:56.596790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.598013 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-79920c15-a313-44c9-8f10-60690aec88d6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1897392 Mar 03 06:30:56.600945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42484) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:56.606582 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f41c048c-9c6b-4ffd-a8c6-a0377664c211 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '08b1fc61-de7a-41f5-a437-a1c57894bda3', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:30:56.612458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f41c048c-9c6b-4ffd-a8c6-a0377664c211 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:30:56.616170 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f41c048c-9c6b-4ffd-a8c6-a0377664c211 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:30:56.619510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f41c048c-9c6b-4ffd-a8c6-a0377664c211 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:30:56.625016 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f41c048c-9c6b-4ffd-a8c6-a0377664c211 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:30:56.640990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f41c048c-9c6b-4ffd-a8c6-a0377664c211 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.700918 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f41c048c-9c6b-4ffd-a8c6-a0377664c211 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.704667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f41c048c-9c6b-4ffd-a8c6-a0377664c211 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.726747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c048c-9c6b-4ffd-a8c6-a0377664c211 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f58141d-7c6f-4e9d-898e-ec13d0bb0342,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:56.736965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f41c048c-9c6b-4ffd-a8c6-a0377664c211 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.738098 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f41c048c-9c6b-4ffd-a8c6-a0377664c211 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362450 Mar 03 06:30:56.740784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42488) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:56.746166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-fa2b05c0-8b64-4e04-aa79-4edfab9a76ba tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '08b1fc61-de7a-41f5-a437-a1c57894bda3', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:30:56.751850 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fa2b05c0-8b64-4e04-aa79-4edfab9a76ba tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:30:56.755560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fa2b05c0-8b64-4e04-aa79-4edfab9a76ba tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:30:56.759102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fa2b05c0-8b64-4e04-aa79-4edfab9a76ba tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:30:56.765313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fa2b05c0-8b64-4e04-aa79-4edfab9a76ba tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:30:56.781288 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa2b05c0-8b64-4e04-aa79-4edfab9a76ba tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.842429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa2b05c0-8b64-4e04-aa79-4edfab9a76ba tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.845785 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa2b05c0-8b64-4e04-aa79-4edfab9a76ba tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.866518 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b05c0-8b64-4e04-aa79-4edfab9a76ba tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd06b64-2f6c-4138-9861-96f4c83fe4ed,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:56.877678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa2b05c0-8b64-4e04-aa79-4edfab9a76ba tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.878870 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fa2b05c0-8b64-4e04-aa79-4edfab9a76ba tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372001 Mar 03 06:30:56.881566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42492) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:56.886414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-18dcd6ed-1e2a-4d1b-a9c9-108933aa1bae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '08b1fc61-de7a-41f5-a437-a1c57894bda3', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:30:56.891992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-18dcd6ed-1e2a-4d1b-a9c9-108933aa1bae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:30:56.895665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-18dcd6ed-1e2a-4d1b-a9c9-108933aa1bae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:30:56.898467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-18dcd6ed-1e2a-4d1b-a9c9-108933aa1bae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:30:56.904045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-18dcd6ed-1e2a-4d1b-a9c9-108933aa1bae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:30:56.920598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18dcd6ed-1e2a-4d1b-a9c9-108933aa1bae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.982044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18dcd6ed-1e2a-4d1b-a9c9-108933aa1bae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:56.985357 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18dcd6ed-1e2a-4d1b-a9c9-108933aa1bae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.005312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcd6ed-1e2a-4d1b-a9c9-108933aa1bae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c544e01-c638-4d19-87e2-a9c8d1ffea8e,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:57.015973 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-18dcd6ed-1e2a-4d1b-a9c9-108933aa1bae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.017130 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-18dcd6ed-1e2a-4d1b-a9c9-108933aa1bae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346514 Mar 03 06:30:57.019800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42496) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:57.024686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ba89013d-f8c0-4e90-9f96-8ec27a8df85e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '08b1fc61-de7a-41f5-a437-a1c57894bda3', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:30:57.030843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ba89013d-f8c0-4e90-9f96-8ec27a8df85e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:30:57.034506 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ba89013d-f8c0-4e90-9f96-8ec27a8df85e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:30:57.037313 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ba89013d-f8c0-4e90-9f96-8ec27a8df85e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:30:57.043356 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ba89013d-f8c0-4e90-9f96-8ec27a8df85e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:30:57.058280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ba89013d-f8c0-4e90-9f96-8ec27a8df85e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.118233 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ba89013d-f8c0-4e90-9f96-8ec27a8df85e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.121513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ba89013d-f8c0-4e90-9f96-8ec27a8df85e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.143153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89013d-f8c0-4e90-9f96-8ec27a8df85e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df6193c-e06f-4202-9481-a2e5d0bf1cee,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:57.152474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ba89013d-f8c0-4e90-9f96-8ec27a8df85e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.153647 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ba89013d-f8c0-4e90-9f96-8ec27a8df85e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329353 Mar 03 06:30:57.156301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42500) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:57.161396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-98df1f3e-db6e-4ecd-bd13-a304b94d0a98 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '08b1fc61-de7a-41f5-a437-a1c57894bda3', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:30:57.167790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-98df1f3e-db6e-4ecd-bd13-a304b94d0a98 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:30:57.171482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-98df1f3e-db6e-4ecd-bd13-a304b94d0a98 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:30:57.174307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-98df1f3e-db6e-4ecd-bd13-a304b94d0a98 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:30:57.179908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-98df1f3e-db6e-4ecd-bd13-a304b94d0a98 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:30:57.192641 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-98df1f3e-db6e-4ecd-bd13-a304b94d0a98 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Project ae637e96438d436d9b1a465f33c1eb5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:30:57.198809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-98df1f3e-db6e-4ecd-bd13-a304b94d0a98 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.260331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-98df1f3e-db6e-4ecd-bd13-a304b94d0a98 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.263968 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-98df1f3e-db6e-4ecd-bd13-a304b94d0a98 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.286103 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df1f3e-db6e-4ecd-bd13-a304b94d0a98 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1288eea2-631a-4a89-aa4a-c1022ada8f7d,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:57.294716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-98df1f3e-db6e-4ecd-bd13-a304b94d0a98 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.295992 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-98df1f3e-db6e-4ecd-bd13-a304b94d0a98 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387460 Mar 03 06:30:57.298689 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42504) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:57.303531 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-72ad6ff8-4784-4fa5-983a-63e88a0ff19c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '08b1fc61-de7a-41f5-a437-a1c57894bda3', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:30:57.309245 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-72ad6ff8-4784-4fa5-983a-63e88a0ff19c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:30:57.313524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-72ad6ff8-4784-4fa5-983a-63e88a0ff19c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:30:57.316379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-72ad6ff8-4784-4fa5-983a-63e88a0ff19c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:30:57.322473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-72ad6ff8-4784-4fa5-983a-63e88a0ff19c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:30:57.332738 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-72ad6ff8-4784-4fa5-983a-63e88a0ff19c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Project ae637e96438d436d9b1a465f33c1eb5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:30:57.340149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-72ad6ff8-4784-4fa5-983a-63e88a0ff19c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.403713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-72ad6ff8-4784-4fa5-983a-63e88a0ff19c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.408130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-72ad6ff8-4784-4fa5-983a-63e88a0ff19c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.429524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad6ff8-4784-4fa5-983a-63e88a0ff19c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f19282-6ce4-4fe3-b5a4-9e8b8d2ea24b,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:57.437994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-72ad6ff8-4784-4fa5-983a-63e88a0ff19c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.439206 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-72ad6ff8-4784-4fa5-983a-63e88a0ff19c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396286 Mar 03 06:30:57.442015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42508) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:57.447863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'network': {'name': 'tempest-network-smoke--1492351794', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'port_security_enabled': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:30:57.452542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:30:57.456564 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:network and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:30:57.459336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:30:57.465499 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:30:57.475383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:30:57.478717 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.504651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:30:57.513664 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.513990 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Added segment 39d6ade7-edc1-4787-9577-92e33127258a of type vlan for network ec2ff65b-1a40-4134-9b87-172efc3c3828 Mar 03 06:30:57.542513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.571053 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.576809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:30:57.577383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.682374 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2386274 Mar 03 06:30:57.685070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42512) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:30:57.690975 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'admin_state_up': True, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:30:57.696286 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ea0d7-c0e5-49b5-834b-98cab17b3f41 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Network': ['ID=ec2ff65b-1a40-4134-9b87-172efc3c3828,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:57.701381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:30:57.705901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:router and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:30:57.707232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network ec2ff65b-1a40-4134-9b87-172efc3c3828 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:30:57.708979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:30:57.714665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:30:57.729786 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.730863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:57.745900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:58.104305 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:58.397092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:58.426093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:58.557211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.26.3.73 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/12cd378d-4677-4a16-ada7-f8fbfdb84dad) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:30:58.700324 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:58.729598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:58.787961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:30:58.791249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:30:58.794791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:30:58.840077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=12cd378d-4677-4a16-ada7-f8fbfdb84dad,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:30:59.199154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:59.635837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:30:59.833250 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:31:00.006735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:31:00.017321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Sync routers for ids ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:31:00.026693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Routers {'d524ca21-53e6-42ef-9d2d-7aa5faa2f205'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:31:00.027282 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:30:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:31:00.032778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:00.033958 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f78096df-4097-4e81-a1e5-8b317a675a70 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3477144 Mar 03 06:31:00.037155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42516) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:31:00.078186 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4fc4a085-73cb-45a3-bd09-7fd602a7cedb tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ae637e96438d436d9b1a465f33c1eb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399475 Mar 03 06:31:00.080800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42520) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:31:00.202786 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Set router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:31:00.209616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b980352-c862-47d2-a675-20a58ad0dda8 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:00.211089 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2b980352-c862-47d2-a675-20a58ad0dda8 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293950 Mar 03 06:31:00.216010 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42524) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:31:00.254957 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-6804c096-59d4-4c8a-ae56-2002edcb22ad tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378234 Mar 03 06:31:00.257560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42528) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:31:00.262939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1820831231', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:31:00.375466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:31:00.379521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:subnet and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:31:00.382607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:31:00.389472 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:31:00.398832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:31:00.403105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:00.497170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:30:59Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:30:58Z', 'updated_at': '2022-03-03T06:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:31:00.501054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Checking router: d524ca21-53e6-42ef-9d2d-7aa5faa2f205 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:31:00.501404 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Updating router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 port 12cd378d-4677-4a16-ada7-f8fbfdb84dad binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:31:00.556712 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:00.629628 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:00.704217 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Subnet': ['ID=990b504a-8924-40ed-8dcb-994c0de38dad,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:00.714168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Checking segment: {'id': '39d6ade7-edc1-4787-9577-92e33127258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:31:00.714535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network hostable DHCP agents. Network: ec2ff65b-1a40-4134-9b87-172efc3c3828, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:31:00.733825 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network ec2ff65b-1a40-4134-9b87-172efc3c3828 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:31:00.742784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, ec2ff65b-1a40-4134-9b87-172efc3c3828) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:31:00.747144 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:00.747793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:00.768692 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4472ef28-dd34-4948-b62e-e886fdf86255 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5102127 Mar 03 06:31:00.770101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716db12d-c52a-494c-9326-96c29058db0d None None] Network ec2ff65b-1a40-4134-9b87-172efc3c3828 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:31:00.771385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42532) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:31:01.099719 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:01.116247 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:01.130935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-ec2ff65b-1a40-4134-9b87-172efc3c3828', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ips': [{'subnet_id': '990b504a-8924-40ed-8dcb-994c0de38dad'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:31:01.131753 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:01.140668 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Transition to ACTIVE for port object 12cd378d-4677-4a16-ada7-f8fbfdb84dad will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:31:01.150508 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:01.288202 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c6719-3467-4fc2-a410-2e5a9da41e99 None None] Pushing event updated for resources: {'Port': ['ID=12cd378d-4677-4a16-ada7-f8fbfdb84dad,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:01.290369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Attempting to bind port 12cd378d-4677-4a16-ada7-f8fbfdb84dad on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:31:01.291256 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Attempting to bind port 12cd378d-4677-4a16-ada7-f8fbfdb84dad by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:31:01.291607 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Attempting to bind port 12cd378d-4677-4a16-ada7-f8fbfdb84dad on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:31:01.303852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:31:01.304223 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:31:01.304615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:01.304994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:31:01.305448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Bound port: 12cd378d-4677-4a16-ada7-f8fbfdb84dad, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:31:01.305812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:01.432023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Allocated IP 172.20.0.2 (ec2ff65b-1a40-4134-9b87-172efc3c3828/990b504a-8924-40ed-8dcb-994c0de38dad/9ac67d03-d081-49bb-b7bd-3fac71102322) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:31:01.434342 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] For port 12cd378d-4677-4a16-ada7-f8fbfdb84dad, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:31:01.438967 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] For port 12cd378d-4677-4a16-ada7-f8fbfdb84dad, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=12cd378d-4677-4a16-ada7-f8fbfdb84dad,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:31:01.445755 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:01.577131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:01.610599 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Routers {'d524ca21-53e6-42ef-9d2d-7aa5faa2f205'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:31:01.611205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:30:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:31:01.669794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c6719-3467-4fc2-a410-2e5a9da41e99 None None] Pushing event updated for resources: {'Port': ['ID=12cd378d-4677-4a16-ada7-f8fbfdb84dad,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:01.865579 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] Set router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:31:01.908089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:01.986095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Transition to ACTIVE for port object 9ac67d03-d081-49bb-b7bd-3fac71102322 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:31:02.065277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Transition to ACTIVE for port object 9ac67d03-d081-49bb-b7bd-3fac71102322 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:31:02.080685 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:02.138714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.20.0.1 (ec2ff65b-1a40-4134-9b87-172efc3c3828/990b504a-8924-40ed-8dcb-994c0de38dad/91be542b-1094-4c4a-86ed-aea649c64830) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:31:02.167470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Network ec2ff65b-1a40-4134-9b87-172efc3c3828 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:31:02.172057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:31:02.177472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:31:02.206733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Pushing event updated for resources: {'Port': ['ID=9ac67d03-d081-49bb-b7bd-3fac71102322,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:02.300691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:02.303834 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Attempting to bind port 9ac67d03-d081-49bb-b7bd-3fac71102322 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:31:02.304205 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Attempting to bind port 9ac67d03-d081-49bb-b7bd-3fac71102322 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '39d6ade7-edc1-4787-9577-92e33127258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:31:02.304563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Attempting to bind port 9ac67d03-d081-49bb-b7bd-3fac71102322 on network ec2ff65b-1a40-4134-9b87-172efc3c3828 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:31:02.313065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:31:02.313428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Checking segment: {'id': '39d6ade7-edc1-4787-9577-92e33127258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:31:02.313823 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:02.314328 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Bound using segment: {'id': '39d6ade7-edc1-4787-9577-92e33127258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:31:02.314794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Bound port: 9ac67d03-d081-49bb-b7bd-3fac71102322, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d6ade7-edc1-4787-9577-92e33127258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:31:02.315164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:02.316990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Transition to ACTIVE for port object 91be542b-1094-4c4a-86ed-aea649c64830 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:31:02.342566 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:02.387532 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:30:59Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:30:58Z', 'updated_at': '2022-03-03T06:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:31:02.406160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7276de-7f47-4773-9b28-cc0e9d09f1e0 None None] The sync data for ids ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'] in dv-neutron-831582-1-hyperv is: [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:30:59Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:30:58Z', 'updated_at': '2022-03-03T06:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:31:02.407998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network ec2ff65b-1a40-4134-9b87-172efc3c3828 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:31:02.411068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:31:02.418206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] For port 9ac67d03-d081-49bb-b7bd-3fac71102322, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:31:02.419317 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:31:02.421494 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] For port 9ac67d03-d081-49bb-b7bd-3fac71102322, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9ac67d03-d081-49bb-b7bd-3fac71102322,segment=NetworkSegment(39d6ade7-edc1-4787-9577-92e33127258a),segment_id=39d6ade7-edc1-4787-9577-92e33127258a)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:31:02.426541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:02.461658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=91be542b-1094-4c4a-86ed-aea649c64830,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:02.489312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:02.560614 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd7e91-2445-4242-b5c6-436e86ec53f4 None None] Pushing event updated for resources: {'Port': ['ID=9ac67d03-d081-49bb-b7bd-3fac71102322,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:02.934303 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:03.360402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:03.366206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:03.482631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:03.486127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=91be542b-1094-4c4a-86ed-aea649c64830,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:03.580895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd9868e-13aa-494e-90a9-c1a48e5a79c0 None None] Network ec2ff65b-1a40-4134-9b87-172efc3c3828 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:31:03.624654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network ec2ff65b-1a40-4134-9b87-172efc3c3828 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:31:03.625835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:31:03.690347 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8382ac16-9635-4e1c-9f7e-dac330c1520b None None] Provisioning for port 9ac67d03-d081-49bb-b7bd-3fac71102322 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:31:03.819458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:31:04.010376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:31:04.020519 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Sync routers for ids ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:31:04.029901 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-5f8815bb-8d0d-453f-990d-decf16448921 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "PUT /v2.0/routers/d524ca21-53e6-42ef-9d2d-7aa5faa2f205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2574549 Mar 03 06:31:04.032083 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Routers {'d524ca21-53e6-42ef-9d2d-7aa5faa2f205'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:31:04.032739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e473a6ad-c482-4b74-b866-40e01902e518 None None] Provisioning for port 91be542b-1094-4c4a-86ed-aea649c64830 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:31:04.032877 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:30:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:31:04.038723 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e473a6ad-c482-4b74-b866-40e01902e518 None None] Provisioning complete for port 91be542b-1094-4c4a-86ed-aea649c64830 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:31:04.039111 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e473a6ad-c482-4b74-b866-40e01902e518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:04.104660 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e473a6ad-c482-4b74-b866-40e01902e518 None None] Port 91be542b-1094-4c4a-86ed-aea649c64830 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:31:04.228955 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Set router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:31:04.238865 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e51d8443-6cd5-49cf-9fdc-1b5d85c05d2a None None] Provisioning complete for port 91be542b-1094-4c4a-86ed-aea649c64830 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:31:04.239365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e51d8443-6cd5-49cf-9fdc-1b5d85c05d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:04.308565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e51d8443-6cd5-49cf-9fdc-1b5d85c05d2a None None] Port 91be542b-1094-4c4a-86ed-aea649c64830 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:31:04.387082 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-85a2318d-a697-47d6-9809-134104a9b6ba tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1063725816&fields=id&tenant_id=ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 267 time: 0.0429304 Mar 03 06:31:04.531454 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-93212b10-67d5-4044-8e19-4630ca8120cb None None] Provisioning complete for port 91be542b-1094-4c4a-86ed-aea649c64830 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:31:04.531982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-93212b10-67d5-4044-8e19-4630ca8120cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:04.570990 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 12cd378d-4677-4a16-ada7-f8fbfdb84dad up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:31:04.576556 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-7743da03-b098-47bc-ade2-32b632741c95 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:04.578154 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-7743da03-b098-47bc-ade2-32b632741c95 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/networks?id=ec2ff65b-1a40-4134-9b87-172efc3c3828 HTTP/1.1" status: 200 len: 797 time: 0.1776958 Mar 03 06:31:04.582541 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:31:02Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:30:58Z', 'updated_at': '2022-03-03T06:31:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '91be542b-1094-4c4a-86ed-aea649c64830', 'name': '', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:3c:5c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:31:01Z', 'updated_at': '2022-03-03T06:31:03Z', 'revision_number': 2, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:31:04.586483 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Checking router: d524ca21-53e6-42ef-9d2d-7aa5faa2f205 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:31:04.587082 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Updating router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 port 91be542b-1094-4c4a-86ed-aea649c64830 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:31:04.593462 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-6093f9c9-b911-4f9e-a331-42aec0ea2daf tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/quotas/ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 375 time: 0.0096295 Mar 03 06:31:04.644970 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-93212b10-67d5-4044-8e19-4630ca8120cb None None] Port 91be542b-1094-4c4a-86ed-aea649c64830 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:31:04.663721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 12cd378d-4677-4a16-ada7-f8fbfdb84dad completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:31:04.669377 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 12cd378d-4677-4a16-ada7-f8fbfdb84dad triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:31:04.670074 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:04.685317 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:04.687230 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-661f73aa-cd3c-4980-bf4a-854c1db0aa32 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877128 Mar 03 06:31:04.785864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:04.803588 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 12cd378d-4677-4a16-ada7-f8fbfdb84dad, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=12cd378d-4677-4a16-ada7-f8fbfdb84dad,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:31:04.808044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:04.809020 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9ac67d03-d081-49bb-b7bd-3fac71102322 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:31:04.897686 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-1985baff-7b48-4349-91e9-25e5978eec7d service neutron] 10.222.0.20 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955733 Mar 03 06:31:04.924900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=12cd378d-4677-4a16-ada7-f8fbfdb84dad,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:04.937963 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 9ac67d03-d081-49bb-b7bd-3fac71102322 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:31:04.942815 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 9ac67d03-d081-49bb-b7bd-3fac71102322 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:31:04.943185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:05.036309 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-3f062933-e774-45e1-802d-fcec6b358a34 service neutron] 10.222.0.20 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317635 Mar 03 06:31:05.043246 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:05.056002 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Transition to ACTIVE for port object 91be542b-1094-4c4a-86ed-aea649c64830 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:31:05.061296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:05.062959 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:05.094687 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 9ac67d03-d081-49bb-b7bd-3fac71102322, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9ac67d03-d081-49bb-b7bd-3fac71102322,segment=NetworkSegment(39d6ade7-edc1-4787-9577-92e33127258a),segment_id=39d6ade7-edc1-4787-9577-92e33127258a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:31:05.098720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:05.195319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=9ac67d03-d081-49bb-b7bd-3fac71102322,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:05.237382 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Pushing event updated for resources: {'Port': ['ID=91be542b-1094-4c4a-86ed-aea649c64830,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:05.272798 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:31:05.273140 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:31:05.273470 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:31:05.273793 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:31:05.274110 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:31:05.274427 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:31:05.274741 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:31:05.275584 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:31:05.275933 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:31:05.276247 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:31:05.276557 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:31:05.276864 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:31:05.291603 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-71917393-bef9-4533-9a22-048f29774c2e req-82aaf8b2-3783-4dee-b21d-7cb16694c174 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 210 time: 0.1051459 Mar 03 06:31:05.311981 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Attempting to bind port 91be542b-1094-4c4a-86ed-aea649c64830 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:31:05.312565 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Attempting to bind port 91be542b-1094-4c4a-86ed-aea649c64830 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '39d6ade7-edc1-4787-9577-92e33127258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:31:05.312924 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Attempting to bind port 91be542b-1094-4c4a-86ed-aea649c64830 on network ec2ff65b-1a40-4134-9b87-172efc3c3828 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:31:05.318669 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:31:05.319038 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Checking segment: {'id': '39d6ade7-edc1-4787-9577-92e33127258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:31:05.319433 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:05.319856 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Bound using segment: {'id': '39d6ade7-edc1-4787-9577-92e33127258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:31:05.320320 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Bound port: 91be542b-1094-4c4a-86ed-aea649c64830, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d6ade7-edc1-4787-9577-92e33127258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:31:05.320686 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:05.410597 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] For port 91be542b-1094-4c4a-86ed-aea649c64830, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:31:05.413412 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] For port 91be542b-1094-4c4a-86ed-aea649c64830, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=91be542b-1094-4c4a-86ed-aea649c64830,segment=NetworkSegment(39d6ade7-edc1-4787-9577-92e33127258a),segment_id=39d6ade7-edc1-4787-9577-92e33127258a)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:31:05.417743 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:05.489112 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Routers {'d524ca21-53e6-42ef-9d2d-7aa5faa2f205'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:31:05.489720 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:30:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:31:05.560818 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a589a-84cc-40be-9fe2-0be1753cc86f None None] Pushing event updated for resources: {'Port': ['ID=91be542b-1094-4c4a-86ed-aea649c64830,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:05.673858 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] Set router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:31:05.971046 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:31:02Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:30:58Z', 'updated_at': '2022-03-03T06:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '91be542b-1094-4c4a-86ed-aea649c64830', 'name': '', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:3c:5c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:31:01Z', 'updated_at': '2022-03-03T06:31:05Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:31:05.974776 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec64be80-92ea-473b-96f6-88831afd0b96 None None] The sync data for ids ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'] in dv-neutron-831582-1-hyperv is: [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:31:02Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:30:58Z', 'updated_at': '2022-03-03T06:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '91be542b-1094-4c4a-86ed-aea649c64830', 'name': '', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:3c:5c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:31:01Z', 'updated_at': '2022-03-03T06:31:05Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:31:06.398904 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4602f0f0-5e30-45d0-91b6-b03f1aff6a85 req-0a6c46bf-c91a-43f8-a531-7473fbd57ce1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 210 time: 0.0480137 Mar 03 06:31:06.567357 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 12cd378d-4677-4a16-ada7-f8fbfdb84dad up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:31:06.636133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 12cd378d-4677-4a16-ada7-f8fbfdb84dad triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:31:06.636498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:06.759113 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 91be542b-1094-4c4a-86ed-aea649c64830 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:31:06.831901 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 91be542b-1094-4c4a-86ed-aea649c64830 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:31:06.837781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 91be542b-1094-4c4a-86ed-aea649c64830 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:31:06.838142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:06.960822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:06.992327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 91be542b-1094-4c4a-86ed-aea649c64830, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=91be542b-1094-4c4a-86ed-aea649c64830,segment=NetworkSegment(39d6ade7-edc1-4787-9577-92e33127258a),segment_id=39d6ade7-edc1-4787-9577-92e33127258a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:31:06.996560 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:06.997328 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9ac67d03-d081-49bb-b7bd-3fac71102322 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:31:07.110470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=91be542b-1094-4c4a-86ed-aea649c64830,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:07.121794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 9ac67d03-d081-49bb-b7bd-3fac71102322 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:31:07.122173 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:07.500303 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2c7f7f41-86d3-4337-a733-0d2693f0ee5c req-7cc0142b-80fa-4a65-ab68-6f3bad47abd7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 210 time: 0.0454791 Mar 03 06:31:08.499224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 91be542b-1094-4c4a-86ed-aea649c64830 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:31:08.569081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 91be542b-1094-4c4a-86ed-aea649c64830 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:31:08.569449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:08.646492 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-700630b9-9c17-4fb5-b401-2125b15889a0 req-fb8b88e1-b134-4adb-88f1-bedc4a234406 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 210 time: 0.0416214 Mar 03 06:31:09.798531 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a93e9abd-fd02-43c2-9e4d-cdc89c664e7a req-8e03e86c-7d9d-4ed0-8cde-fc924b5b73cf tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 210 time: 0.0437665 Mar 03 06:31:10.410190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-a1fa0ae0-f83b-47ca-a116-437df92ca6b7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:10.410858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-a1fa0ae0-f83b-47ca-a116-437df92ca6b7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:31:10.425883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-a1fa0ae0-f83b-47ca-a116-437df92ca6b7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:31:10.427632 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-a1fa0ae0-f83b-47ca-a116-437df92ca6b7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/networks?id=ec2ff65b-1a40-4134-9b87-172efc3c3828 HTTP/1.1" status: 200 len: 797 time: 0.2989831 Mar 03 06:31:10.474050 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-31c34c6c-2166-4ccb-b987-dd83ff1d22db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:31:10.488967 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-31c34c6c-2166-4ccb-b987-dd83ff1d22db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:31:10.490245 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-31c34c6c-2166-4ccb-b987-dd83ff1d22db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 380 time: 0.0550709 Mar 03 06:31:10.498410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'port': {'device_id': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'admin_state_up': True, 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'security_groups': ['08b1fc61-de7a-41f5-a437-a1c57894bda3']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:31:10.627298 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:31:10.631121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:port and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:31:10.633848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:31:10.639303 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:31:10.648511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:31:10.652581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:10.809911 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.20.0.5 (ec2ff65b-1a40-4134-9b87-172efc3c3828/990b504a-8924-40ed-8dcb-994c0de38dad/a65762cd-905a-4cb6-99d1-34830401468b) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:31:10.949973 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ce1787bf-8771-49ae-81ef-49234ed25d56 req-443d0fe8-c071-4888-a78f-d38759b06c58 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 210 time: 0.0455956 Mar 03 06:31:10.997654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:11.012879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Transition to ACTIVE for port object a65762cd-905a-4cb6-99d1-34830401468b will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:31:11.035627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:11.103325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network ec2ff65b-1a40-4134-9b87-172efc3c3828 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:31:11.110684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:31:11.114891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:31:11.145626 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=a65762cd-905a-4cb6-99d1-34830401468b,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:11.182561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:11.183173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:11.208508 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-2241ab61-779d-44bf-bc50-a29ca8fc4495 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7134528 Mar 03 06:31:11.219807 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Request body: {'port': {'device_id': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:31:11.335261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:11.349004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3c28f578-860f-4350-9ec2-12cafec5a5b5 None None] Provisioning for port a65762cd-905a-4cb6-99d1-34830401468b completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:31:11.354488 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-3c28f578-860f-4350-9ec2-12cafec5a5b5 None None] Provisioning complete for port a65762cd-905a-4cb6-99d1-34830401468b triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:31:11.354885 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3c28f578-860f-4350-9ec2-12cafec5a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:11.408827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-3c28f578-860f-4350-9ec2-12cafec5a5b5 None None] Port a65762cd-905a-4cb6-99d1-34830401468b cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:31:11.668662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65762cd-905a-4cb6-99d1-34830401468b {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:31:11.675523 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:11.691268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Transition to ACTIVE for port object a65762cd-905a-4cb6-99d1-34830401468b will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:31:11.694810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:11.853547 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Pushing event updated for resources: {'Port': ['ID=a65762cd-905a-4cb6-99d1-34830401468b,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:11.927113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Attempting to bind port a65762cd-905a-4cb6-99d1-34830401468b on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:31:11.927443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Attempting to bind port a65762cd-905a-4cb6-99d1-34830401468b by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '39d6ade7-edc1-4787-9577-92e33127258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:31:11.927785 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Attempting to bind port a65762cd-905a-4cb6-99d1-34830401468b on network ec2ff65b-1a40-4134-9b87-172efc3c3828 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:31:11.933135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Port a65762cd-905a-4cb6-99d1-34830401468b on network ec2ff65b-1a40-4134-9b87-172efc3c3828 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:31:11.933776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Attempting to bind port a65762cd-905a-4cb6-99d1-34830401468b on network ec2ff65b-1a40-4134-9b87-172efc3c3828 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:31:11.939550 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:31:11.939943 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Checking segment: {'id': '39d6ade7-edc1-4787-9577-92e33127258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:31:11.940320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Bound using segment: {'id': '39d6ade7-edc1-4787-9577-92e33127258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:31:11.940738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Bound port: a65762cd-905a-4cb6-99d1-34830401468b, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39d6ade7-edc1-4787-9577-92e33127258a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:31:11.941077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:12.035104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] For port a65762cd-905a-4cb6-99d1-34830401468b, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:31:12.038347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] For port a65762cd-905a-4cb6-99d1-34830401468b, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a65762cd-905a-4cb6-99d1-34830401468b,segment=NetworkSegment(39d6ade7-edc1-4787-9577-92e33127258a),segment_id=39d6ade7-edc1-4787-9577-92e33127258a)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:31:12.043306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:12.099934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:12.100490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:12.102185 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] 10.222.0.23 "PUT /v2.0/ports/a65762cd-905a-4cb6-99d1-34830401468b HTTP/1.1" status: 200 len: 1093 time: 0.8863919 Mar 03 06:31:12.105329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'tag': 'a65762cd-905a-4cb6-99d1-34830401468b'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:31:12.139222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985af2fd-709f-45a0-bbbb-6fd5fd620984 service neutron] Pushing event updated for resources: {'Port': ['ID=a65762cd-905a-4cb6-99d1-34830401468b,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:12.192752 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'tag': 'a65762cd-905a-4cb6-99d1-34830401468b', 'status': 'completed', 'code': 200} Mar 03 06:31:12.304365 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb06c1-31ee-4516-a186-c92dc3fcfe83 req-c16e13f9-d2c7-4e3b-8f15-02946eae3579 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:12.305778 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-13fb06c1-31ee-4516-a186-c92dc3fcfe83 req-c16e13f9-d2c7-4e3b-8f15-02946eae3579 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 943 time: 0.0908978 Mar 03 06:31:12.342472 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-b5240bf9-4ea9-4a7b-a6bc-75a08f9366fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:12.345015 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-b5240bf9-4ea9-4a7b-a6bc-75a08f9366fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 1096 time: 0.1969600 Mar 03 06:31:12.364361 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-13fb06c1-31ee-4516-a186-c92dc3fcfe83 req-e87a8f63-0e5e-45eb-8d6b-a3bd7eb66792 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514708 Mar 03 06:31:12.414627 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-8ba80726-8fb4-45a3-ad97-493c3a078787 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65762cd-905a-4cb6-99d1-34830401468b HTTP/1.1" status: 200 len: 217 time: 0.0626547 Mar 03 06:31:12.478493 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-9a8e009a-be09-429d-8c2a-08b0a2c3d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:12.479927 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-9a8e009a-be09-429d-8c2a-08b0a2c3d01b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=990b504a-8924-40ed-8dcb-994c0de38dad HTTP/1.1" status: 200 len: 835 time: 0.0598395 Mar 03 06:31:12.552088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-a0e63610-7564-4d90-b7a7-e6042ce20e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:12.553566 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-a0e63610-7564-4d90-b7a7-e6042ce20e6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec2ff65b-1a40-4134-9b87-172efc3c3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675063 Mar 03 06:31:12.679933 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-7b0d6253-26ca-4439-94e4-386672a66bc1 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200507 Mar 03 06:31:12.807565 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-6639961a-ba4d-40ed-a579-280d37b56dc2 req-0d52babb-d11a-4092-a4cf-37c15f240ca4 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219463 Mar 03 06:31:12.920687 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d6f31-2113-4b99-bb99-47baa298d07f req-9cd805c2-07fa-490d-aff7-60d3427ed815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:12.922134 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e01d6f31-2113-4b99-bb99-47baa298d07f req-9cd805c2-07fa-490d-aff7-60d3427ed815 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 1096 time: 0.0738821 Mar 03 06:31:13.048010 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d6f31-2113-4b99-bb99-47baa298d07f req-5b3907b8-9868-4dad-bcfe-d6c7f58eefe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:13.049406 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e01d6f31-2113-4b99-bb99-47baa298d07f req-5b3907b8-9868-4dad-bcfe-d6c7f58eefe7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec2ff65b-1a40-4134-9b87-172efc3c3828 HTTP/1.1" status: 200 len: 898 time: 0.1215427 Mar 03 06:31:13.113338 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e01d6f31-2113-4b99-bb99-47baa298d07f req-7cef0fdd-adc1-4250-8a8d-ccbbd5e608b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65762cd-905a-4cb6-99d1-34830401468b HTTP/1.1" status: 200 len: 217 time: 0.0581784 Mar 03 06:31:13.176876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d6f31-2113-4b99-bb99-47baa298d07f req-39c934f4-536e-4c92-b17e-24eb1f4e977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:13.178281 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e01d6f31-2113-4b99-bb99-47baa298d07f req-39c934f4-536e-4c92-b17e-24eb1f4e977b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=990b504a-8924-40ed-8dcb-994c0de38dad HTTP/1.1" status: 200 len: 835 time: 0.0587797 Mar 03 06:31:13.250929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d6f31-2113-4b99-bb99-47baa298d07f req-50f8d201-2a21-46ed-a3a6-1838cff3eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:13.252378 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e01d6f31-2113-4b99-bb99-47baa298d07f req-50f8d201-2a21-46ed-a3a6-1838cff3eb4d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec2ff65b-1a40-4134-9b87-172efc3c3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677207 Mar 03 06:31:13.379260 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e01d6f31-2113-4b99-bb99-47baa298d07f req-b9b9eec4-47bb-4bd7-880d-e51fd9f54895 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210954 Mar 03 06:31:13.512831 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e01d6f31-2113-4b99-bb99-47baa298d07f req-50298a4c-7ba7-4489-9236-f5c741033764 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273246 Mar 03 06:31:13.646238 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eb888d-89a1-4871-b507-9cd64d51a448 req-b641be0c-c22b-4d42-bbfb-0d3d432f1948 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:13.647591 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e5eb888d-89a1-4871-b507-9cd64d51a448 req-b641be0c-c22b-4d42-bbfb-0d3d432f1948 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 943 time: 0.1776881 Mar 03 06:31:13.690519 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e5eb888d-89a1-4871-b507-9cd64d51a448 req-16fcaa30-69ca-4493-9ead-215fe1e75445 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371368 Mar 03 06:31:14.867130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de63222-4cdd-4b2c-acfe-558184f44ded req-96aec42a-c9cf-4a1b-b644-4e0d80311449 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:14.868596 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1de63222-4cdd-4b2c-acfe-558184f44ded req-96aec42a-c9cf-4a1b-b644-4e0d80311449 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 943 time: 0.0769713 Mar 03 06:31:14.911305 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1de63222-4cdd-4b2c-acfe-558184f44ded req-45c3cf97-b4db-4857-b28a-9a643aad5201 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371654 Mar 03 06:31:15.825258 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device a65762cd-905a-4cb6-99d1-34830401468b details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:31:15.954220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port a65762cd-905a-4cb6-99d1-34830401468b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a65762cd-905a-4cb6-99d1-34830401468b,segment=NetworkSegment(39d6ade7-edc1-4787-9577-92e33127258a),segment_id=39d6ade7-edc1-4787-9577-92e33127258a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:31:15.967402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'a65762cd-905a-4cb6-99d1-34830401468b', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'port_id': 'a65762cd-905a-4cb6-99d1-34830401468b', 'mac_address': 'fa:16:3e:60:fe:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:31:16.021742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:16.038738 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65762cd-905a-4cb6-99d1-34830401468b {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:31:16.054402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port a65762cd-905a-4cb6-99d1-34830401468b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a65762cd-905a-4cb6-99d1-34830401468b,segment=NetworkSegment(39d6ade7-edc1-4787-9577-92e33127258a),segment_id=39d6ade7-edc1-4787-9577-92e33127258a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:31:16.058322 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:16.095490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53964d2b-5f84-4f34-9d5b-533a53be69e3 req-f61d6266-6131-4865-a648-816ad6e4372e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:16.096882 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-53964d2b-5f84-4f34-9d5b-533a53be69e3 req-f61d6266-6131-4865-a648-816ad6e4372e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 943 time: 0.0821133 Mar 03 06:31:16.127617 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=a65762cd-905a-4cb6-99d1-34830401468b,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:16.139949 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-53964d2b-5f84-4f34-9d5b-533a53be69e3 req-29cce7a8-6380-4dd7-9810-04c1e4a62041 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373621 Mar 03 06:31:16.385308 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['a65762cd-905a-4cb6-99d1-34830401468b'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:31:17.323134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e61f5-ef33-46fb-a70b-483e04185a36 req-b6ec3256-389b-4674-8b57-63783146df7a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:17.324491 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b36e61f5-ef33-46fb-a70b-483e04185a36 req-b6ec3256-389b-4674-8b57-63783146df7a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 944 time: 0.0803456 Mar 03 06:31:17.367527 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b36e61f5-ef33-46fb-a70b-483e04185a36 req-7983532e-65fc-4ffe-9fcb-f507e2089bae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374169 Mar 03 06:31:17.840506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device a65762cd-905a-4cb6-99d1-34830401468b up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:31:17.920906 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port a65762cd-905a-4cb6-99d1-34830401468b completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:31:17.925403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port a65762cd-905a-4cb6-99d1-34830401468b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:31:17.925769 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:18.035176 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:18.060748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65762cd-905a-4cb6-99d1-34830401468b'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:31:18.070366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port a65762cd-905a-4cb6-99d1-34830401468b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a65762cd-905a-4cb6-99d1-34830401468b,segment=NetworkSegment(39d6ade7-edc1-4787-9577-92e33127258a),segment_id=39d6ade7-edc1-4787-9577-92e33127258a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:31:18.074880 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:18.112268 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65762cd-905a-4cb6-99d1-34830401468b', 'code': 200} Mar 03 06:31:18.144193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=a65762cd-905a-4cb6-99d1-34830401468b,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:18.346360 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a1fe7-6c6f-4fc4-992d-d11641e8542d req-4e694075-f103-4782-b79f-274e77b6137d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:18.347982 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f05a1fe7-6c6f-4fc4-992d-d11641e8542d req-4e694075-f103-4782-b79f-274e77b6137d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 1098 time: 0.0725849 Mar 03 06:31:18.348297 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a5b60b70-3b75-4a8b-b17a-12a16281855f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:18.388921 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f05a1fe7-6c6f-4fc4-992d-d11641e8542d req-1c8aa5ec-413b-4868-973a-9e03a054e995 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347030 Mar 03 06:31:18.551433 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b54f1-da20-4c59-8683-b7a8973fd7a7 req-aeaf708f-0a80-49bb-87f7-b682943949ae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:18.552876 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f98b54f1-da20-4c59-8683-b7a8973fd7a7 req-aeaf708f-0a80-49bb-87f7-b682943949ae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0782957 Mar 03 06:31:18.595191 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f98b54f1-da20-4c59-8683-b7a8973fd7a7 req-fb780aca-4f99-4ab6-9551-73b21015bdd0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361464 Mar 03 06:31:19.779725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c9cf7-a670-4995-82ee-22cd3d8dc220 req-2e2ed2d7-7de5-4ca3-86d0-dfed585f31c3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:19.781176 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b74c9cf7-a670-4995-82ee-22cd3d8dc220 req-2e2ed2d7-7de5-4ca3-86d0-dfed585f31c3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0808966 Mar 03 06:31:19.824588 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b74c9cf7-a670-4995-82ee-22cd3d8dc220 req-ac4c683d-be0c-4e7a-898f-6525b8b757aa tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377133 Mar 03 06:31:20.558368 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2c73ba46-ed35-4059-948f-0d5d1f0cdcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:21.001108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09427d99-b28c-4b2a-9661-39f4582ce80f req-9731798e-464c-49b3-827f-8048dfbdc458 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:21.002543 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-09427d99-b28c-4b2a-9661-39f4582ce80f req-9731798e-464c-49b3-827f-8048dfbdc458 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0785911 Mar 03 06:31:21.047705 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-09427d99-b28c-4b2a-9661-39f4582ce80f req-b13680b5-0522-4cd9-bece-49436bcde75a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394785 Mar 03 06:31:21.228510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe5e4c-7e8b-49a0-9cc3-2d7678b57873 req-1db8f6cd-ecc4-44a2-9aa5-62321886f399 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:21.229854 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-59fe5e4c-7e8b-49a0-9cc3-2d7678b57873 req-1db8f6cd-ecc4-44a2-9aa5-62321886f399 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0788147 Mar 03 06:31:21.272991 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-59fe5e4c-7e8b-49a0-9cc3-2d7678b57873 req-21305a7c-8b62-4d55-856d-29f98d65a7a6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375502 Mar 03 06:31:21.295442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42608) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:31:21.363510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdece740-7653-47f2-98b1-53497c3959f9 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:21.365018 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-bdece740-7653-47f2-98b1-53497c3959f9 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 1093 time: 0.0685270 Mar 03 06:31:21.367857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42612) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:31:21.373253 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'a65762cd-905a-4cb6-99d1-34830401468b', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:31:21.379104 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:31:21.382922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:floatingip and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:31:21.385791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:31:21.391328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:31:21.402297 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:21.533552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:21.670955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.26.3.134 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/37159f95-f3a1-4b1f-8eb5-5c56a2d9fe15) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:31:21.723353 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:21.841165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:21.918326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:21.945964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:22.007603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:31:22.014280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:31:22.018719 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:31:22.050974 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=37159f95-f3a1-4b1f-8eb5-5c56a2d9fe15,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:22.424279 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:22.500768 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:22.705046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:22.709098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:22.816407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=37159f95-f3a1-4b1f-8eb5-5c56a2d9fe15,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:31:22.824511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:22.987641 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Floating IP 8d25d241-0371-4187-8ef6-926e0a7f73e4 associated. External IP: 172.26.3.134, port: a65762cd-905a-4cb6-99d1-34830401468b. Mar 03 06:31:23.040583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:23.442014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:31:23.625822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:31:23.635535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af41a0d-11db-4473-9687-a7b66c287798 None None] Sync routers for ids ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:31:23.647169 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af41a0d-11db-4473-9687-a7b66c287798 None None] Routers {'d524ca21-53e6-42ef-9d2d-7aa5faa2f205'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:31:23.647762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0af41a0d-11db-4473-9687-a7b66c287798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:31:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:31:23.652089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:23.708788 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fa1f24ca-8bee-4818-b45e-596b5eec86fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3392675 Mar 03 06:31:23.709456 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'tag': 'a65762cd-905a-4cb6-99d1-34830401468b'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:31:23.756300 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'tag': 'a65762cd-905a-4cb6-99d1-34830401468b', 'status': 'completed', 'code': 200} Mar 03 06:31:23.830047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-0af41a0d-11db-4473-9687-a7b66c287798 None None] Set router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:31:23.848211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83844-4817-429d-9f83-331c8002e46c req-2087b12e-cddf-425e-a062-70bedbcd74bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:23.849410 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d83844-4817-429d-9f83-331c8002e46c req-2087b12e-cddf-425e-a062-70bedbcd74bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 1098 time: 0.0713739 Mar 03 06:31:23.926318 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149e378-5bd4-404e-80e8-b616906c9103 req-88b044b3-3920-4c5e-bc5c-9483082a5902 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:23.927683 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a149e378-5bd4-404e-80e8-b616906c9103 req-88b044b3-3920-4c5e-bc5c-9483082a5902 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0830312 Mar 03 06:31:23.972191 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a149e378-5bd4-404e-80e8-b616906c9103 req-0b36d968-60e5-483f-ae99-4160d4d2f81e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379963 Mar 03 06:31:23.989842 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83844-4817-429d-9f83-331c8002e46c req-dda21767-fb74-4cc5-96ff-1bd7dd2d30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:23.991817 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d83844-4817-429d-9f83-331c8002e46c req-dda21767-fb74-4cc5-96ff-1bd7dd2d30e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec2ff65b-1a40-4134-9b87-172efc3c3828 HTTP/1.1" status: 200 len: 898 time: 0.1366911 Mar 03 06:31:23.996068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42622) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:31:24.184661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1cb2ab78-1e09-4931-9f95-9b8e35fdbe32 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/8d25d241-0371-4187-8ef6-926e0a7f73e4 HTTP/1.1" status: 200 len: 991 time: 0.1872888 Mar 03 06:31:24.186394 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d83844-4817-429d-9f83-331c8002e46c req-52c8fddf-28a8-4f96-8799-b0bbf992cece service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65762cd-905a-4cb6-99d1-34830401468b HTTP/1.1" status: 200 len: 999 time: 0.1876476 Mar 03 06:31:24.212704 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0af41a0d-11db-4473-9687-a7b66c287798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:31:02Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:30:58Z', 'updated_at': '2022-03-03T06:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '8d25d241-0371-4187-8ef6-926e0a7f73e4', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.134', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'port_id': 'a65762cd-905a-4cb6-99d1-34830401468b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'mac_address': 'fa:16:3e:60:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:31:22Z', 'updated_at': '2022-03-03T06:31:22Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91be542b-1094-4c4a-86ed-aea649c64830', 'name': '', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:3c:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:31:01Z', 'updated_at': '2022-03-03T06:31:06Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:31:24.216432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af41a0d-11db-4473-9687-a7b66c287798 None None] Checking router: d524ca21-53e6-42ef-9d2d-7aa5faa2f205 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:31:24.224463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af41a0d-11db-4473-9687-a7b66c287798 None None] Routers {'d524ca21-53e6-42ef-9d2d-7aa5faa2f205'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:31:24.225045 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0af41a0d-11db-4473-9687-a7b66c287798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:31:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:31:24.249799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83844-4817-429d-9f83-331c8002e46c req-b9c72df4-022b-488c-8a17-0404df5d30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:24.251217 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d83844-4817-429d-9f83-331c8002e46c req-b9c72df4-022b-488c-8a17-0404df5d30a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=990b504a-8924-40ed-8dcb-994c0de38dad HTTP/1.1" status: 200 len: 835 time: 0.0563195 Mar 03 06:31:24.327501 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d83844-4817-429d-9f83-331c8002e46c req-be7f05ff-6012-4a4f-b23d-0d7eedc4167e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:24.328999 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d83844-4817-429d-9f83-331c8002e46c req-be7f05ff-6012-4a4f-b23d-0d7eedc4167e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec2ff65b-1a40-4134-9b87-172efc3c3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722818 Mar 03 06:31:24.400893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-0af41a0d-11db-4473-9687-a7b66c287798 None None] Set router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:31:24.457971 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d83844-4817-429d-9f83-331c8002e46c req-4a030abe-2acb-4f7c-a6ba-541abe2254b9 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230621 Mar 03 06:31:24.588387 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d83844-4817-429d-9f83-331c8002e46c req-8b45c07b-f477-4653-8028-06a77a33f80d service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242747 Mar 03 06:31:24.738978 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-0af41a0d-11db-4473-9687-a7b66c287798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:31:02Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:30:58Z', 'updated_at': '2022-03-03T06:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '8d25d241-0371-4187-8ef6-926e0a7f73e4', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.134', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'port_id': 'a65762cd-905a-4cb6-99d1-34830401468b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'mac_address': 'fa:16:3e:60:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:31:22Z', 'updated_at': '2022-03-03T06:31:22Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91be542b-1094-4c4a-86ed-aea649c64830', 'name': '', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:3c:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:31:01Z', 'updated_at': '2022-03-03T06:31:06Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:31:24.742862 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af41a0d-11db-4473-9687-a7b66c287798 None None] The sync data for ids ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'] in dv-neutron-831582-1-hyperv is: [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:31:02Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:30:58Z', 'updated_at': '2022-03-03T06:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '8d25d241-0371-4187-8ef6-926e0a7f73e4', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.134', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'port_id': 'a65762cd-905a-4cb6-99d1-34830401468b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'mac_address': 'fa:16:3e:60:fe:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:31:22Z', 'updated_at': '2022-03-03T06:31:22Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91be542b-1094-4c4a-86ed-aea649c64830', 'name': '', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:3c:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:31:01Z', 'updated_at': '2022-03-03T06:31:06Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:31:24.915196 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8161675-a124-4e0a-bac1-074e33ceed6b None None] New status for floating IP 8d25d241-0371-4187-8ef6-926e0a7f73e4: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:31:25.188718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42626) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:31:25.291541 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-57b40b83-8e85-4240-ba98-f0a330507963 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/8d25d241-0371-4187-8ef6-926e0a7f73e4 HTTP/1.1" status: 200 len: 993 time: 0.1016488 Mar 03 06:31:31.046891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:31.401760 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:31:39.008465 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dca6c332-f6e2-43af-a02b-196d6c7ab823 req-0c5da583-6a2a-456f-9e9b-da87357d182b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666766 Mar 03 06:31:39.145854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c332-f6e2-43af-a02b-196d6c7ab823 req-9de030e6-343e-47ef-af6a-e0de87e93b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:39.147255 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dca6c332-f6e2-43af-a02b-196d6c7ab823 req-9de030e6-343e-47ef-af6a-e0de87e93b75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 1098 time: 0.0691612 Mar 03 06:31:39.287342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c332-f6e2-43af-a02b-196d6c7ab823 req-f5a3fc48-3a9c-4af4-84ea-5b831c16e5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:39.288710 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dca6c332-f6e2-43af-a02b-196d6c7ab823 req-f5a3fc48-3a9c-4af4-84ea-5b831c16e5aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec2ff65b-1a40-4134-9b87-172efc3c3828 HTTP/1.1" status: 200 len: 898 time: 0.1219103 Mar 03 06:31:39.499312 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dca6c332-f6e2-43af-a02b-196d6c7ab823 req-df580430-664d-4317-a188-913124d084f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65762cd-905a-4cb6-99d1-34830401468b HTTP/1.1" status: 200 len: 1001 time: 0.2041605 Mar 03 06:31:39.561908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c332-f6e2-43af-a02b-196d6c7ab823 req-4c817ce9-54ed-4d27-b78a-8606c1d20f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:39.563451 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dca6c332-f6e2-43af-a02b-196d6c7ab823 req-4c817ce9-54ed-4d27-b78a-8606c1d20f46 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=990b504a-8924-40ed-8dcb-994c0de38dad HTTP/1.1" status: 200 len: 835 time: 0.0577741 Mar 03 06:31:39.636160 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6c332-f6e2-43af-a02b-196d6c7ab823 req-63709c64-14eb-46cc-bee5-bf73b7c0c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:31:39.637574 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dca6c332-f6e2-43af-a02b-196d6c7ab823 req-63709c64-14eb-46cc-bee5-bf73b7c0c9c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec2ff65b-1a40-4134-9b87-172efc3c3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681157 Mar 03 06:31:39.765711 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dca6c332-f6e2-43af-a02b-196d6c7ab823 req-31640c95-9dc4-41f4-8b6d-6513e61dcb70 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208427 Mar 03 06:31:39.893244 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dca6c332-f6e2-43af-a02b-196d6c7ab823 req-3bf946f1-c4f1-4a02-be31-087a54f93bdd service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214385 Mar 03 06:31:48.355450 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-077c7d94-eb75-4d77-a0d9-dc98f44a3ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:50.561054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d53f-7678-4808-817b-fc441afce2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:51.726601 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:51.842718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:31:53.043228 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:32:01.058129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:32:08.400480 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:32:18.346982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f80bb063-2a12-418e-8eec-c81b7374566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:32:20.562838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e7c61fae-bfa1-48eb-b384-56fa2ea7f186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:32:21.729263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:32:21.843403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:32:23.046944 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:32:31.070173 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:32:34.905369 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42666) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:32:34.945028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd35f6b-0780-4529-8c63-7deb4bcd148f req-71eb00b9-d7c2-4d6c-b095-87fcd1a62d7b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:34.946550 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3bd35f6b-0780-4529-8c63-7deb4bcd148f req-71eb00b9-d7c2-4d6c-b095-87fcd1a62d7b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0804806 Mar 03 06:32:34.989297 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3bd35f6b-0780-4529-8c63-7deb4bcd148f req-e1d82382-e648-4673-83cb-abf4a9fdd11b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365865 Mar 03 06:32:35.019229 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-025f2ffa-4d9f-4f2b-abfe-17d004302fcd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127350 Mar 03 06:32:36.117846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-9793578d-d895-49c4-9f1a-61a9323cbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:36.119310 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-9793578d-d895-49c4-9f1a-61a9323cbdcb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 1098 time: 0.0697708 Mar 03 06:32:36.178639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3aa5d-2d35-4f89-a837-9a3c7b7493be req-153d042d-3b88-4c8d-a64e-b9b10ed79d03 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:36.180176 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f8a3aa5d-2d35-4f89-a837-9a3c7b7493be req-153d042d-3b88-4c8d-a64e-b9b10ed79d03 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0821748 Mar 03 06:32:36.224769 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f8a3aa5d-2d35-4f89-a837-9a3c7b7493be req-a93bdce8-6ac3-4665-bbac-7438f535ae1c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389578 Mar 03 06:32:36.248358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-ba66f164-9ecf-4c1d-b167-2a00cf52160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:36.249789 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-ba66f164-9ecf-4c1d-b167-2a00cf52160a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec2ff65b-1a40-4134-9b87-172efc3c3828 HTTP/1.1" status: 200 len: 898 time: 0.1244752 Mar 03 06:32:36.350990 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-7f4420c2-54df-4a0d-a4dd-ca93fd604a54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65762cd-905a-4cb6-99d1-34830401468b HTTP/1.1" status: 200 len: 1001 time: 0.0953548 Mar 03 06:32:36.412236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-c6a33aa5-7915-4299-af0e-b43b07057bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:36.415937 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-c6a33aa5-7915-4299-af0e-b43b07057bc0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=990b504a-8924-40ed-8dcb-994c0de38dad HTTP/1.1" status: 200 len: 835 time: 0.0561552 Mar 03 06:32:36.493114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-df5112bc-4f62-4fa2-b186-2b1e839c8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:36.495096 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-df5112bc-4f62-4fa2-b186-2b1e839c8726 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec2ff65b-1a40-4134-9b87-172efc3c3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735252 Mar 03 06:32:36.622213 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-e3102196-15d4-44ab-80ca-8623c444345d service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212776 Mar 03 06:32:36.765897 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-30360148-bfe8-42e9-a862-c4f53dc2ff3a service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384330 Mar 03 06:32:37.414398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedfa0e-c7c6-4c21-9166-537156dbe137 req-232071d2-59e4-4579-8ab9-01eb39dac6bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:37.415869 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9aedfa0e-c7c6-4c21-9166-537156dbe137 req-232071d2-59e4-4579-8ab9-01eb39dac6bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0818734 Mar 03 06:32:37.464060 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9aedfa0e-c7c6-4c21-9166-537156dbe137 req-2a5bf42a-573e-4c2f-ad1b-5e327156eb53 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 Mar 03 06:32:38.641811 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c425cc-8777-48b5-bc78-636a14fb1bc2 req-940320ff-6bff-49cc-8824-47372921d009 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:38.643119 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-78c425cc-8777-48b5-bc78-636a14fb1bc2 req-940320ff-6bff-49cc-8824-47372921d009 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0767584 Mar 03 06:32:38.685029 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-78c425cc-8777-48b5-bc78-636a14fb1bc2 req-0e1989cd-7cfe-4991-b8b5-a984ae3b6765 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364037 Mar 03 06:32:39.869338 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bdd0c-36a1-442b-9131-eb4de18dcedf req-fe3d4f62-d99e-4291-9ec9-9de1246b16ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:39.871417 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ac2bdd0c-36a1-442b-9131-eb4de18dcedf req-fe3d4f62-d99e-4291-9ec9-9de1246b16ca tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0815032 Mar 03 06:32:39.914451 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ac2bdd0c-36a1-442b-9131-eb4de18dcedf req-f5524250-06fb-47aa-b84a-94824e3ce82b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374596 Mar 03 06:32:40.015256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee78933-ce16-40ef-963f-88b55a0390f3 req-1b1e1b2c-867c-4e73-9498-5a8724c61899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:40.016709 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ee78933-ce16-40ef-963f-88b55a0390f3 req-1b1e1b2c-867c-4e73-9498-5a8724c61899 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 1098 time: 0.0682731 Mar 03 06:32:40.160095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee78933-ce16-40ef-963f-88b55a0390f3 req-14c837b5-2309-4cbd-8449-c5f0c9120cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:40.161504 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ee78933-ce16-40ef-963f-88b55a0390f3 req-14c837b5-2309-4cbd-8449-c5f0c9120cd6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec2ff65b-1a40-4134-9b87-172efc3c3828 HTTP/1.1" status: 200 len: 898 time: 0.1261878 Mar 03 06:32:40.260915 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ee78933-ce16-40ef-963f-88b55a0390f3 req-2e560577-ca00-48c4-9759-9faf658c70f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65762cd-905a-4cb6-99d1-34830401468b HTTP/1.1" status: 200 len: 1001 time: 0.0932894 Mar 03 06:32:40.325165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee78933-ce16-40ef-963f-88b55a0390f3 req-89f7355e-ce18-4c00-a0f4-a0e7f7d7b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:40.326461 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ee78933-ce16-40ef-963f-88b55a0390f3 req-89f7355e-ce18-4c00-a0f4-a0e7f7d7b852 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=990b504a-8924-40ed-8dcb-994c0de38dad HTTP/1.1" status: 200 len: 835 time: 0.0584800 Mar 03 06:32:40.493039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee78933-ce16-40ef-963f-88b55a0390f3 req-5f3f7184-523a-459d-bb2e-247852c788f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:40.495105 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ee78933-ce16-40ef-963f-88b55a0390f3 req-5f3f7184-523a-459d-bb2e-247852c788f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec2ff65b-1a40-4134-9b87-172efc3c3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1624534 Mar 03 06:32:40.621276 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ee78933-ce16-40ef-963f-88b55a0390f3 req-a8dc8535-8914-4a90-9625-accb121b20e6 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203547 Mar 03 06:32:40.752199 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3ee78933-ce16-40ef-963f-88b55a0390f3 req-04c50dc9-e0a4-4491-934b-f50a367b0262 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210413 Mar 03 06:32:41.096551 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde949b-bb40-4481-b5c4-74ca75172cbf req-cb0c6d8f-5d65-4d09-a273-ac19003fcbbc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:41.097980 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-acde949b-bb40-4481-b5c4-74ca75172cbf req-cb0c6d8f-5d65-4d09-a273-ac19003fcbbc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0791299 Mar 03 06:32:41.140617 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-acde949b-bb40-4481-b5c4-74ca75172cbf req-c24cb61a-bb82-411b-ab40-1c471958c2b5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371563 Mar 03 06:32:42.322001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874bc45-a578-4777-aa84-e8357c1dd75c req-7a4cf91c-d19c-4362-9408-198c2bcba7fc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:42.323457 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b874bc45-a578-4777-aa84-e8357c1dd75c req-7a4cf91c-d19c-4362-9408-198c2bcba7fc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0815866 Mar 03 06:32:42.367851 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b874bc45-a578-4777-aa84-e8357c1dd75c req-3b3766f7-6dd5-4176-a317-5e3f4f49d012 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387731 Mar 03 06:32:43.547324 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447333f2-607b-4004-a753-399ac536c613 req-f64cd0bb-0963-40b6-a2b2-de6190b0eb0a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:43.548748 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-447333f2-607b-4004-a753-399ac536c613 req-f64cd0bb-0963-40b6-a2b2-de6190b0eb0a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0759435 Mar 03 06:32:43.593856 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-447333f2-607b-4004-a753-399ac536c613 req-1345f029-e9c0-40c4-b8f1-2f713ec67ce0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396807 Mar 03 06:32:44.775696 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bcaaf-9a41-470f-88bd-79187a43839d req-f17ee8f5-025b-407e-a906-e8d2abe146d4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:44.777136 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7e1bcaaf-9a41-470f-88bd-79187a43839d req-f17ee8f5-025b-407e-a906-e8d2abe146d4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0773382 Mar 03 06:32:44.819438 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7e1bcaaf-9a41-470f-88bd-79187a43839d req-ce01ee92-26bd-4f8d-9023-1722892db017 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368648 Mar 03 06:32:45.399443 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:32:46.005499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5477d-536c-44f1-bcf9-4b98a830f27e req-a63e50ab-8f87-499a-a5ec-4bea2fa2e2e1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:46.006948 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b6d5477d-536c-44f1-bcf9-4b98a830f27e req-a63e50ab-8f87-499a-a5ec-4bea2fa2e2e1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0849800 Mar 03 06:32:46.140154 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b6d5477d-536c-44f1-bcf9-4b98a830f27e req-3884e41d-c468-4b66-ab86-4422bc775777 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274714 Mar 03 06:32:47.317325 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77ca21-0a80-4fef-b632-b525fb84dc78 req-869ab37d-ee1b-4b26-babe-09f836ca2d54 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:47.318747 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9f77ca21-0a80-4fef-b632-b525fb84dc78 req-869ab37d-ee1b-4b26-babe-09f836ca2d54 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0769582 Mar 03 06:32:47.362675 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9f77ca21-0a80-4fef-b632-b525fb84dc78 req-faa262db-9edc-48d6-8167-c454b6ab4f75 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382845 Mar 03 06:32:48.349323 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3d177864-7514-4dc5-b16a-d66d71573d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:32:48.547131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd6e1b-b9c7-410c-b3fd-ce2952f7edf6 req-5ef291fd-1b69-4742-b2cc-b6bb614881ea tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:48.548574 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7ffd6e1b-b9c7-410c-b3fd-ce2952f7edf6 req-5ef291fd-1b69-4742-b2cc-b6bb614881ea tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0796885 Mar 03 06:32:48.590664 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7ffd6e1b-b9c7-410c-b3fd-ce2952f7edf6 req-4dc59df1-1344-49e5-84f9-079978822536 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365219 Mar 03 06:32:49.773266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406981e-9cb4-4ffd-bfa9-ddafbd220a5d req-c7f4c597-cf57-4b78-a03b-f2133c032620 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:49.774673 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2406981e-9cb4-4ffd-bfa9-ddafbd220a5d req-c7f4c597-cf57-4b78-a03b-f2133c032620 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0806482 Mar 03 06:32:49.817866 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2406981e-9cb4-4ffd-bfa9-ddafbd220a5d req-4d0163dd-5c1d-4072-88b8-648d84293898 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366137 Mar 03 06:32:50.563813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ac6ec463-258e-46ad-afe9-30475b0c1949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:32:51.000048 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf75bd7-6c71-4e74-9bb3-ab07221b1156 req-a9023a95-f78f-472f-80d1-50309c570a3b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:51.001508 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-aaf75bd7-6c71-4e74-9bb3-ab07221b1156 req-a9023a95-f78f-472f-80d1-50309c570a3b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0789294 Mar 03 06:32:51.043386 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-aaf75bd7-6c71-4e74-9bb3-ab07221b1156 req-b1f87287-ff3c-41d3-bdfc-8f2e64e40634 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362751 Mar 03 06:32:51.731969 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:32:51.844622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:32:52.229540 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcc000-51ba-470d-b09d-2a29748ec84a req-f1f81ddc-599c-4dba-8ac3-1778e76c2c95 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:52.230949 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0fbcc000-51ba-470d-b09d-2a29748ec84a req-f1f81ddc-599c-4dba-8ac3-1778e76c2c95 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0803680 Mar 03 06:32:52.275837 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0fbcc000-51ba-470d-b09d-2a29748ec84a req-7eb6b208-260f-4a95-8105-f8f40cc33938 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393393 Mar 03 06:32:53.049817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:32:53.456520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2e6f8-d4b8-4e22-a24e-4313aa696a61 req-fc87583f-8ed4-41ce-b05b-cfcd18f3efc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:53.457963 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3eb2e6f8-d4b8-4e22-a24e-4313aa696a61 req-fc87583f-8ed4-41ce-b05b-cfcd18f3efc7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0791049 Mar 03 06:32:53.504065 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3eb2e6f8-d4b8-4e22-a24e-4313aa696a61 req-27ecc825-9335-474d-be99-82c82aba210a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403383 Mar 03 06:32:53.516113 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-5850550e-90fb-42d3-9a1a-410a77d635de service neutron] 10.222.0.23 "GET /v2.0/ports/a65762cd-905a-4cb6-99d1-34830401468b/bindings/hv-neutron-8315 HTTP/1.1" status: 200 len: 384 time: 0.0783348 Mar 03 06:32:53.767321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-6fbd8ed6-10a6-44ac-97a3-ae7989338ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:53.768783 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-6fbd8ed6-10a6-44ac-97a3-ae7989338ab9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc&tenant_id=ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 1098 time: 0.0684652 Mar 03 06:32:53.856462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-826e5ddf-5413-4b1e-8d81-05273d6fbe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:53.857865 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-826e5ddf-5413-4b1e-8d81-05273d6fbe02 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 1098 time: 0.0681169 Mar 03 06:32:53.984018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-3cb84d9d-25de-4d3e-be36-c914c9139c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:53.985460 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-3cb84d9d-25de-4d3e-be36-c914c9139c8a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec2ff65b-1a40-4134-9b87-172efc3c3828 HTTP/1.1" status: 200 len: 898 time: 0.1220846 Mar 03 06:32:54.085265 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-be872748-f41b-4fc3-988c-374e02991c4f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65762cd-905a-4cb6-99d1-34830401468b HTTP/1.1" status: 200 len: 1001 time: 0.0934322 Mar 03 06:32:54.147738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-a9a7c9b4-7b39-41ce-9737-1618a1bf80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:54.149103 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-a9a7c9b4-7b39-41ce-9737-1618a1bf80c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=990b504a-8924-40ed-8dcb-994c0de38dad HTTP/1.1" status: 200 len: 835 time: 0.0575454 Mar 03 06:32:54.221275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-becca434-8439-4eb5-821c-e33cd4c23f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:54.222677 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-becca434-8439-4eb5-821c-e33cd4c23f48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec2ff65b-1a40-4134-9b87-172efc3c3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673640 Mar 03 06:32:54.350328 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-c847ecd5-e00d-4646-b6f5-1b500bb2640e service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214724 Mar 03 06:32:54.477122 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dfeae48d-40d7-466f-ae00-9f9ac26acc65 req-9820428f-2fe0-46f7-8345-191a3c3913d4 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209946 Mar 03 06:32:54.688211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525446c-1a24-428e-aefa-26df785b3000 req-20dfd897-580e-4587-bd89-e38a85bea5ed tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:54.689662 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7525446c-1a24-428e-aefa-26df785b3000 req-20dfd897-580e-4587-bd89-e38a85bea5ed tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0793006 Mar 03 06:32:54.732900 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7525446c-1a24-428e-aefa-26df785b3000 req-da378c73-4332-4899-b360-2e67715f848d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372627 Mar 03 06:32:55.914282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85919279-d6cc-4520-a2ce-fa8e0d1a9dab req-da6fec2c-c3a6-4ee9-9790-6fea15709b3a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:55.915700 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-85919279-d6cc-4520-a2ce-fa8e0d1a9dab req-da6fec2c-c3a6-4ee9-9790-6fea15709b3a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0809820 Mar 03 06:32:55.958132 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-85919279-d6cc-4520-a2ce-fa8e0d1a9dab req-9f6de2e1-0f7b-4cf3-aa1a-7bfa642ac7e9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362597 Mar 03 06:32:57.142483 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f35ae47-ff13-4af9-ad23-dc547a393157 req-12b63b66-07bd-4616-9e39-f97e5b98cf8f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:57.144060 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8f35ae47-ff13-4af9-ad23-dc547a393157 req-12b63b66-07bd-4616-9e39-f97e5b98cf8f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0793176 Mar 03 06:32:57.189351 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8f35ae47-ff13-4af9-ad23-dc547a393157 req-14c0723b-b9a5-4db5-9b2e-7eb74106513e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391383 Mar 03 06:32:58.374979 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208eda2-0e7f-4bd8-8b50-72163fceeaf9 req-1cef9f34-a1c6-4a86-a689-eec239c999f7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:58.376442 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3208eda2-0e7f-4bd8-8b50-72163fceeaf9 req-1cef9f34-a1c6-4a86-a689-eec239c999f7 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0818138 Mar 03 06:32:58.419126 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3208eda2-0e7f-4bd8-8b50-72163fceeaf9 req-65400d02-217c-4a3b-aa57-42712ff12bec tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370128 Mar 03 06:32:58.732468 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ba8a0-e33d-4ce9-bf6a-c70b8b8a2aa0 req-39054932-925d-4f18-8fed-f8e0d4dc954a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:58.733909 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fb1ba8a0-e33d-4ce9-bf6a-c70b8b8a2aa0 req-39054932-925d-4f18-8fed-f8e0d4dc954a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0822115 Mar 03 06:32:58.736291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-e08ae2aa-cbe5-4f63-a695-1b526de424a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:58.736917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-e08ae2aa-cbe5-4f63-a695-1b526de424a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:32:58.752138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-e08ae2aa-cbe5-4f63-a695-1b526de424a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:32:58.753288 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-e08ae2aa-cbe5-4f63-a695-1b526de424a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc&tenant_id=ae637e96438d436d9b1a465f33c1eb5e&binding%3Ahost_id=hv-neutron-8315 HTTP/1.1" status: 200 len: 945 time: 0.1010389 Mar 03 06:32:58.778104 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fb1ba8a0-e33d-4ce9-bf6a-c70b8b8a2aa0 req-80e1acf4-42a6-4dd3-97f1-fc8c068a6ba4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384433 Mar 03 06:32:58.888439 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-3056f571-22e1-47a9-8473-60d71701d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:58.889890 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-3056f571-22e1-47a9-8473-60d71701d384 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 1098 time: 0.0702083 Mar 03 06:32:58.961073 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee395427-4e9e-44df-9978-e04cdfaed741 req-800bea30-6164-43df-8549-9ee0f992d123 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:58.962512 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ee395427-4e9e-44df-9978-e04cdfaed741 req-800bea30-6164-43df-8549-9ee0f992d123 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0788996 Mar 03 06:32:59.006574 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ee395427-4e9e-44df-9978-e04cdfaed741 req-19629d89-a2c9-4142-8bcb-f70a6b061929 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376279 Mar 03 06:32:59.021431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-3f6f66b4-a010-4373-8cef-eed6deb2a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:59.022859 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-3f6f66b4-a010-4373-8cef-eed6deb2a147 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec2ff65b-1a40-4134-9b87-172efc3c3828 HTTP/1.1" status: 200 len: 898 time: 0.1277077 Mar 03 06:32:59.214236 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-d88eaa3d-4c7d-4401-aa49-130f95f6129c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65762cd-905a-4cb6-99d1-34830401468b HTTP/1.1" status: 200 len: 1001 time: 0.1846380 Mar 03 06:32:59.273862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-7b2d99aa-b1de-4d15-9727-d0dd5edbd67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:59.275171 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-7b2d99aa-b1de-4d15-9727-d0dd5edbd67d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=990b504a-8924-40ed-8dcb-994c0de38dad HTTP/1.1" status: 200 len: 835 time: 0.0555549 Mar 03 06:32:59.350520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-91808dbc-d698-4c82-b82d-bdb74980a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:32:59.351992 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-91808dbc-d698-4c82-b82d-bdb74980a9c8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec2ff65b-1a40-4134-9b87-172efc3c3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709159 Mar 03 06:32:59.480208 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-6e25e9d2-cf91-40e5-b3c5-f67b7e1765de service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223629 Mar 03 06:32:59.605562 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-461a12e8-4d8b-4c78-b0cd-aa1c9ccf529d req-85249903-eac9-4e81-aa90-d218d9b7fd62 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199448 Mar 03 06:33:00.196508 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec5122-f3da-4eae-aaef-ce06d868a737 req-b0c4cb55-0e5d-4b57-b814-5760e5a9898f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:00.197998 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4dec5122-f3da-4eae-aaef-ce06d868a737 req-b0c4cb55-0e5d-4b57-b814-5760e5a9898f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0825980 Mar 03 06:33:00.240690 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4dec5122-f3da-4eae-aaef-ce06d868a737 req-6dd84b02-6ce6-48a6-9906-0f954d70fa2d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371389 Mar 03 06:33:00.263511 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42746) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:00.368038 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-58e3157b-cf21-463f-9caa-007409122b30 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/8d25d241-0371-4187-8ef6-926e0a7f73e4 HTTP/1.1" status: 200 len: 993 time: 0.1032829 Mar 03 06:33:01.092534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:18.351209 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bfb6fdd2-2a50-4736-9cc8-e847591c79f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:20.564747 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-22326d32-9706-48e7-8604-3a3bd64d534f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:21.734148 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:21.844678 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:22.398412 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:33:23.052407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:31.082500 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:39.972678 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c4e676eb-85ae-4160-9799-bee7355e78f4 req-d07b0947-6f7d-42fd-8285-ac2261c0a45d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675666 Mar 03 06:33:40.108963 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e676eb-85ae-4160-9799-bee7355e78f4 req-47705862-5661-4ab4-ad6d-79644c62d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:40.110389 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c4e676eb-85ae-4160-9799-bee7355e78f4 req-47705862-5661-4ab4-ad6d-79644c62d023 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 1098 time: 0.0734389 Mar 03 06:33:40.250964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e676eb-85ae-4160-9799-bee7355e78f4 req-1a5a4d9a-be99-4b1a-8c89-bb35b29309b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:40.252376 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c4e676eb-85ae-4160-9799-bee7355e78f4 req-1a5a4d9a-be99-4b1a-8c89-bb35b29309b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec2ff65b-1a40-4134-9b87-172efc3c3828 HTTP/1.1" status: 200 len: 898 time: 0.1219442 Mar 03 06:33:40.350494 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c4e676eb-85ae-4160-9799-bee7355e78f4 req-4e5c9b63-f6d3-47f3-b5d3-a0738f624b19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65762cd-905a-4cb6-99d1-34830401468b HTTP/1.1" status: 200 len: 1001 time: 0.0919459 Mar 03 06:33:40.410058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e676eb-85ae-4160-9799-bee7355e78f4 req-5cee6543-b148-4d77-b52d-43a301f85385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:40.411441 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c4e676eb-85ae-4160-9799-bee7355e78f4 req-5cee6543-b148-4d77-b52d-43a301f85385 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=990b504a-8924-40ed-8dcb-994c0de38dad HTTP/1.1" status: 200 len: 835 time: 0.0549533 Mar 03 06:33:40.482339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e676eb-85ae-4160-9799-bee7355e78f4 req-8a6ba6dd-d3cc-4ec9-b4cb-887999ecf011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:40.483717 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c4e676eb-85ae-4160-9799-bee7355e78f4 req-8a6ba6dd-d3cc-4ec9-b4cb-887999ecf011 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec2ff65b-1a40-4134-9b87-172efc3c3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666983 Mar 03 06:33:40.610095 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c4e676eb-85ae-4160-9799-bee7355e78f4 req-0b343598-1fe0-4354-aa22-3f984f3a18e1 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199353 Mar 03 06:33:40.737791 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c4e676eb-85ae-4160-9799-bee7355e78f4 req-bb96f446-eadc-47f5-af01-53d50507c234 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214223 Mar 03 06:33:46.987597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42766) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:47.281970 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port 37159f95-f3a1-4b1f-8eb5-5c56a2d9fe15 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:33:47.282204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:47.444387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:47.444709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:47.565561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for 37159f95-f3a1-4b1f-8eb5-5c56a2d9fe15 owned by network:floatingip {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:33:47.709469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:47.758543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=37159f95-f3a1-4b1f-8eb5-5c56a2d9fe15,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:47.821941 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:47.822206 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:47.822544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:47.822876 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:47.823232 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:47.823559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:47.823910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:47.824254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:47.824577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:47.824894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:47.825211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:47.825533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:47.854488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:47.854812 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Floating IP 8d25d241-0371-4187-8ef6-926e0a7f73e4 disassociated (deleted). External IP: 172.26.3.134, port: a65762cd-905a-4cb6-99d1-34830401468b. Mar 03 06:33:48.196966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:33:48.355591 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e746e03-e295-46b9-80cc-fc6f5b05f9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:48.369813 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:33:48.380475 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6d5b3-86ad-4d06-883d-9ac8c1ec0e29 None None] Sync routers for ids ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:33:48.390371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6d5b3-86ad-4d06-883d-9ac8c1ec0e29 None None] Routers {'d524ca21-53e6-42ef-9d2d-7aa5faa2f205'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:33:48.390964 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:48.391070 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8aa6d5b3-86ad-4d06-883d-9ac8c1ec0e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:33:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:48.449149 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-13aaffea-0e52-42e1-b440-17f39e6ad5a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/floatingips/8d25d241-0371-4187-8ef6-926e0a7f73e4 HTTP/1.1" status: 204 len: 168 time: 1.4579935 Mar 03 06:33:48.449149 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'tag': 'a65762cd-905a-4cb6-99d1-34830401468b'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:33:48.495888 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'tag': 'a65762cd-905a-4cb6-99d1-34830401468b', 'status': 'completed', 'code': 200} Mar 03 06:33:48.567672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-8aa6d5b3-86ad-4d06-883d-9ac8c1ec0e29 None None] Set router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:33:48.588045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115af0a6-7970-49b1-b031-429e9c80b07f req-e918c257-da9c-4336-bf9d-e42dd890b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:48.589505 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-115af0a6-7970-49b1-b031-429e9c80b07f req-e918c257-da9c-4336-bf9d-e42dd890b838 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 1098 time: 0.0737300 Mar 03 06:33:48.731228 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115af0a6-7970-49b1-b031-429e9c80b07f req-a74f90ad-8bd5-4004-8d27-7813324ba3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:48.732795 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-115af0a6-7970-49b1-b031-429e9c80b07f req-a74f90ad-8bd5-4004-8d27-7813324ba3dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=ec2ff65b-1a40-4134-9b87-172efc3c3828 HTTP/1.1" status: 200 len: 898 time: 0.1370020 Mar 03 06:33:48.799999 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-115af0a6-7970-49b1-b031-429e9c80b07f req-d457bd69-6ad6-4d0c-926e-cafa3780ec5c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a65762cd-905a-4cb6-99d1-34830401468b HTTP/1.1" status: 200 len: 217 time: 0.0602920 Mar 03 06:33:48.831137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c81aa-3cc0-48b8-9f29-af222a7d54ab req-31dd0a12-8df5-4200-8eba-23dce393e2d5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:48.831898 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-3d0c81aa-3cc0-48b8-9f29-af222a7d54ab req-31dd0a12-8df5-4200-8eba-23dce393e2d5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:33:48.849313 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-3d0c81aa-3cc0-48b8-9f29-af222a7d54ab req-31dd0a12-8df5-4200-8eba-23dce393e2d5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:33:48.850746 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3d0c81aa-3cc0-48b8-9f29-af222a7d54ab req-31dd0a12-8df5-4200-8eba-23dce393e2d5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0983658 Mar 03 06:33:48.901342 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3d0c81aa-3cc0-48b8-9f29-af222a7d54ab req-6641729a-7ac9-4f70-96da-4494d5564588 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441916 Mar 03 06:33:48.928080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8aa6d5b3-86ad-4d06-883d-9ac8c1ec0e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:31:02Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:30:58Z', 'updated_at': '2022-03-03T06:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '91be542b-1094-4c4a-86ed-aea649c64830', 'name': '', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:3c:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:31:01Z', 'updated_at': '2022-03-03T06:31:06Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:48.931918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6d5b3-86ad-4d06-883d-9ac8c1ec0e29 None None] Checking router: d524ca21-53e6-42ef-9d2d-7aa5faa2f205 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:33:48.941755 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6d5b3-86ad-4d06-883d-9ac8c1ec0e29 None None] Routers {'d524ca21-53e6-42ef-9d2d-7aa5faa2f205'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:33:48.942376 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8aa6d5b3-86ad-4d06-883d-9ac8c1ec0e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:33:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:48.981622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115af0a6-7970-49b1-b031-429e9c80b07f req-aeea05f5-bf06-4f89-a12b-72277368ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:48.983029 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-115af0a6-7970-49b1-b031-429e9c80b07f req-aeea05f5-bf06-4f89-a12b-72277368ab0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=990b504a-8924-40ed-8dcb-994c0de38dad HTTP/1.1" status: 200 len: 835 time: 0.1775072 Mar 03 06:33:49.058208 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115af0a6-7970-49b1-b031-429e9c80b07f req-7c3ea122-0f08-408a-82f9-2e7c3e435fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:49.060441 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-115af0a6-7970-49b1-b031-429e9c80b07f req-7c3ea122-0f08-408a-82f9-2e7c3e435fb9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ec2ff65b-1a40-4134-9b87-172efc3c3828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701065 Mar 03 06:33:49.120628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-8aa6d5b3-86ad-4d06-883d-9ac8c1ec0e29 None None] Set router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:33:49.190673 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-115af0a6-7970-49b1-b031-429e9c80b07f req-fdf07312-e5b5-4d14-a8ab-35d466404011 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221128 Mar 03 06:33:49.320353 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-115af0a6-7970-49b1-b031-429e9c80b07f req-2bca6f16-f6c8-40a7-a046-40baa0e06ed7 service neutron] 10.222.0.23 "GET /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232426 Mar 03 06:33:49.438571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8aa6d5b3-86ad-4d06-883d-9ac8c1ec0e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:31:02Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:30:58Z', 'updated_at': '2022-03-03T06:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '91be542b-1094-4c4a-86ed-aea649c64830', 'name': '', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:3c:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:31:01Z', 'updated_at': '2022-03-03T06:31:06Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:49.442407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa6d5b3-86ad-4d06-883d-9ac8c1ec0e29 None None] The sync data for ids ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'] in dv-neutron-831582-1-hyperv is: [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:31:02Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:30:58Z', 'updated_at': '2022-03-03T06:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '91be542b-1094-4c4a-86ed-aea649c64830', 'name': '', 'network_id': 'ec2ff65b-1a40-4134-9b87-172efc3c3828', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:3c:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:31:01Z', 'updated_at': '2022-03-03T06:31:06Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '990b504a-8924-40ed-8dcb-994c0de38dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:33:49.643686 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61395ff5-4125-4355-bece-8f5abd05cc0a None None] New status for floating IP 8d25d241-0371-4187-8ef6-926e0a7f73e4: DOWN {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:33:50.196160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28be88-6358-4646-8da5-c70e7d0359a5 req-47c203de-5aaa-4355-87c0-016dbba5e316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:50.197579 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fd28be88-6358-4646-8da5-c70e7d0359a5 req-47c203de-5aaa-4355-87c0-016dbba5e316 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.1835265 Mar 03 06:33:50.239386 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fd28be88-6358-4646-8da5-c70e7d0359a5 req-b7b2b5ab-29c5-4509-b6f4-4203bd1d1e02 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=08b1fc61-de7a-41f5-a437-a1c57894bda3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356805 Mar 03 06:33:50.529230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdaf14-917c-4441-bfb6-15fc11fc310f req-658b8b71-dffa-4b03-9411-b919ac14fbc4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:50.530640 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-41cdaf14-917c-4441-bfb6-15fc11fc310f req-658b8b71-dffa-4b03-9411-b919ac14fbc4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 945 time: 0.0813425 Mar 03 06:33:50.566988 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-905057a1-ecce-445f-9059-d31a3cade9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:50.598291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-41cdaf14-917c-4441-bfb6-15fc11fc310f req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port a65762cd-905a-4cb6-99d1-34830401468b {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:33:50.598635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-41cdaf14-917c-4441-bfb6-15fc11fc310f req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:50.838275 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-41cdaf14-917c-4441-bfb6-15fc11fc310f req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port a65762cd-905a-4cb6-99d1-34830401468b, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=a65762cd-905a-4cb6-99d1-34830401468b,segment=NetworkSegment(39d6ade7-edc1-4787-9577-92e33127258a),segment_id=39d6ade7-edc1-4787-9577-92e33127258a)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:33:50.838632 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-41cdaf14-917c-4441-bfb6-15fc11fc310f req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:50.960820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-41cdaf14-917c-4441-bfb6-15fc11fc310f req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for a65762cd-905a-4cb6-99d1-34830401468b owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:33:51.103662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-41cdaf14-917c-4441-bfb6-15fc11fc310f req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:51.153400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=a65762cd-905a-4cb6-99d1-34830401468b,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:51.186897 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:51.187238 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:51.187579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:51.187940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:51.188540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:51.188844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:51.189164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:51.189481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:51.189798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:51.190112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:51.190428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:51.190740 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:51.237059 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cdaf14-917c-4441-bfb6-15fc11fc310f req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] No DVR routers for this DVR port a65762cd-905a-4cb6-99d1-34830401468b on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:33:51.239722 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-41cdaf14-917c-4441-bfb6-15fc11fc310f req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:51.242290 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'name': 'network-vif-deleted', 'tag': 'a65762cd-905a-4cb6-99d1-34830401468b'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:33:51.263539 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-41cdaf14-917c-4441-bfb6-15fc11fc310f req-465c6a9d-1834-4f63-a42e-03fec1f7fff5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "DELETE /v2.0/ports/a65762cd-905a-4cb6-99d1-34830401468b HTTP/1.1" status: 204 len: 173 time: 0.7282524 Mar 03 06:33:51.402069 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b5cff6-078c-4d0b-8b32-1509b51663fc', 'name': 'network-vif-deleted', 'tag': 'a65762cd-905a-4cb6-99d1-34830401468b', 'status': 'completed', 'code': 200} Mar 03 06:33:51.466209 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8361bb29-8700-4450-ac73-6ce7bccce889 req-2cba14c6-51f6-4b23-829d-728707db45b3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=47b5cff6-078c-4d0b-8b32-1509b51663fc HTTP/1.1" status: 200 len: 210 time: 0.0436044 Mar 03 06:33:51.738284 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:51.850985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:52.557175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42790) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:53.059295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:53.098687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4527c6aa-5359-4eda-bcfd-74582e24a86e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:53.438722 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-4527c6aa-5359-4eda-bcfd-74582e24a86e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port 91be542b-1094-4c4a-86ed-aea649c64830 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:33:53.439060 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4527c6aa-5359-4eda-bcfd-74582e24a86e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:53.618479 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-4527c6aa-5359-4eda-bcfd-74582e24a86e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port 91be542b-1094-4c4a-86ed-aea649c64830, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=91be542b-1094-4c4a-86ed-aea649c64830,segment=NetworkSegment(39d6ade7-edc1-4787-9577-92e33127258a),segment_id=39d6ade7-edc1-4787-9577-92e33127258a)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:33:53.619179 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4527c6aa-5359-4eda-bcfd-74582e24a86e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:53.737653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-4527c6aa-5359-4eda-bcfd-74582e24a86e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for 91be542b-1094-4c4a-86ed-aea649c64830 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:33:54.023853 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4527c6aa-5359-4eda-bcfd-74582e24a86e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:54.073293 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527c6aa-5359-4eda-bcfd-74582e24a86e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=91be542b-1094-4c4a-86ed-aea649c64830,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:54.347687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4527c6aa-5359-4eda-bcfd-74582e24a86e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:54.599664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device a65762cd-905a-4cb6-99d1-34830401468b no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:33:54.632433 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: a65762cd-905a-4cb6-99d1-34830401468b {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:33:54.632783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device a65762cd-905a-4cb6-99d1-34830401468b not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:33:54.700835 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4527c6aa-5359-4eda-bcfd-74582e24a86e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:33:54.870092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4527c6aa-5359-4eda-bcfd-74582e24a86e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:33:54.879672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037ddcf-b3ac-4d8e-868c-4ff0cbfd1f74 None None] Sync routers for ids ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:33:54.883838 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4527c6aa-5359-4eda-bcfd-74582e24a86e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "PUT /v2.0/routers/d524ca21-53e6-42ef-9d2d-7aa5faa2f205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3245234 Mar 03 06:33:54.885422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42794) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:54.889233 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037ddcf-b3ac-4d8e-868c-4ff0cbfd1f74 None None] Routers {'d524ca21-53e6-42ef-9d2d-7aa5faa2f205'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:33:54.889832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5037ddcf-b3ac-4d8e-868c-4ff0cbfd1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:33:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:54.952573 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3148f0d-0135-498e-8457-acce2331edb6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting subnet 990b504a-8924-40ed-8dcb-994c0de38dad {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:33:54.955609 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3148f0d-0135-498e-8457-acce2331edb6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:55.007198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3148f0d-0135-498e-8457-acce2331edb6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:55.065337 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-5037ddcf-b3ac-4d8e-868c-4ff0cbfd1f74 None None] Set router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:33:55.088395 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3148f0d-0135-498e-8457-acce2331edb6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:55.161725 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3148f0d-0135-498e-8457-acce2331edb6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:55.201717 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3148f0d-0135-498e-8457-acce2331edb6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Subnet': ['ID=990b504a-8924-40ed-8dcb-994c0de38dad,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:55.203627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d3148f0d-0135-498e-8457-acce2331edb6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:55.210027 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d3148f0d-0135-498e-8457-acce2331edb6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/subnets/990b504a-8924-40ed-8dcb-994c0de38dad HTTP/1.1" status: 204 len: 168 time: 0.3236523 Mar 03 06:33:55.212881 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42798) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:55.213335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939eb849-6e8b-4582-b864-5df8716a05a8 None None] Network ec2ff65b-1a40-4134-9b87-172efc3c3828 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:33:55.400815 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:55.690237 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:55.700462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port 12cd378d-4677-4a16-ada7-f8fbfdb84dad {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:33:55.700844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:55.726218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5037ddcf-b3ac-4d8e-868c-4ff0cbfd1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:33:53Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '12cd378d-4677-4a16-ada7-f8fbfdb84dad', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:1f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:30:58Z', 'updated_at': '2022-03-03T06:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:55.741713 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037ddcf-b3ac-4d8e-868c-4ff0cbfd1f74 None None] Checking router: d524ca21-53e6-42ef-9d2d-7aa5faa2f205 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:33:55.755426 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037ddcf-b3ac-4d8e-868c-4ff0cbfd1f74 None None] Routers {'d524ca21-53e6-42ef-9d2d-7aa5faa2f205'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:33:55.756071 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5037ddcf-b3ac-4d8e-868c-4ff0cbfd1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:33:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:55.830714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] DHCP port deletion for ec2ff65b-1a40-4134-9b87-172efc3c3828 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:33:55.896661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Deleting port 9ac67d03-d081-49bb-b7bd-3fac71102322 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:33:55.897031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:55.897195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port 12cd378d-4677-4a16-ada7-f8fbfdb84dad, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=12cd378d-4677-4a16-ada7-f8fbfdb84dad,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:33:55.897561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:55.983441 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-5037ddcf-b3ac-4d8e-868c-4ff0cbfd1f74 None None] Set router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:33:56.020792 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for 12cd378d-4677-4a16-ada7-f8fbfdb84dad owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:33:56.119072 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-5037ddcf-b3ac-4d8e-868c-4ff0cbfd1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:33:55Z', 'revision_number': 6, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:56.133275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037ddcf-b3ac-4d8e-868c-4ff0cbfd1f74 None None] The sync data for ids ['d524ca21-53e6-42ef-9d2d-7aa5faa2f205'] in dv-neutron-831582-1-hyperv is: [{'id': 'd524ca21-53e6-42ef-9d2d-7aa5faa2f205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186797434', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:30:57Z', 'updated_at': '2022-03-03T06:33:55Z', 'revision_number': 6, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:33:56.248597 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] For port 9ac67d03-d081-49bb-b7bd-3fac71102322, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9ac67d03-d081-49bb-b7bd-3fac71102322,segment=NetworkSegment(39d6ade7-edc1-4787-9577-92e33127258a),segment_id=39d6ade7-edc1-4787-9577-92e33127258a)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:33:56.248980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:56.334842 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:56.380638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=12cd378d-4677-4a16-ada7-f8fbfdb84dad,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:56.381017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Calling delete_port for 9ac67d03-d081-49bb-b7bd-3fac71102322 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:33:56.463617 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:56.473314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:56.513098 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Pushing event deleted for resources: {'Port': ['ID=9ac67d03-d081-49bb-b7bd-3fac71102322,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:56.518019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] No DVR routers for this DVR port 9ac67d03-d081-49bb-b7bd-3fac71102322 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:33:56.524271 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:56.524626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:56.524965 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:56.525303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:56.525681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:56.526023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:56.526344 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:56.526673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:56.526998 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:56.527367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:56.527689 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:56.528030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d5b4ff-10e3-4103-8472-ab7e4ef1fefa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:33:56.659743 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:56.661952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:56.684534 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:56.685070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Fanout notify agent at l3_agent the message router_deleted on router d524ca21-53e6-42ef-9d2d-7aa5faa2f205 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:33:56.700552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:56.701637 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-328a4a41-885f-4745-b67e-4ae433fa121f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/routers/d524ca21-53e6-42ef-9d2d-7aa5faa2f205 HTTP/1.1" status: 204 len: 168 time: 1.4870977 Mar 03 06:33:56.704511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42804) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:56.813872 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-675c3bc1-a25e-40f0-af72-d3da6dd59d13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:56.959108 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 91be542b-1094-4c4a-86ed-aea649c64830 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:33:56.999622 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 91be542b-1094-4c4a-86ed-aea649c64830 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:33:57.000011 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 91be542b-1094-4c4a-86ed-aea649c64830 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:33:57.000412 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9ac67d03-d081-49bb-b7bd-3fac71102322 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:33:57.062605 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-675c3bc1-a25e-40f0-af72-d3da6dd59d13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.081028 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 9ac67d03-d081-49bb-b7bd-3fac71102322 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:33:57.081371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9ac67d03-d081-49bb-b7bd-3fac71102322 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:33:57.088528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-675c3bc1-a25e-40f0-af72-d3da6dd59d13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2ff65b-1a40-4134-9b87-172efc3c3828']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:57.101151 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-675c3bc1-a25e-40f0-af72-d3da6dd59d13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d6ade7-edc1-4787-9577-92e33127258a') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:57.101571 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-675c3bc1-a25e-40f0-af72-d3da6dd59d13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d6ade7-edc1-4787-9577-92e33127258a') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:33:57.114490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-675c3bc1-a25e-40f0-af72-d3da6dd59d13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.130054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-675c3bc1-a25e-40f0-af72-d3da6dd59d13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.136169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675c3bc1-a25e-40f0-af72-d3da6dd59d13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:33:57.136971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-675c3bc1-a25e-40f0-af72-d3da6dd59d13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:33:57.151215 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:33:57.233339 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-675c3bc1-a25e-40f0-af72-d3da6dd59d13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.237753 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-675c3bc1-a25e-40f0-af72-d3da6dd59d13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.263551 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c3bc1-a25e-40f0-af72-d3da6dd59d13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Network': ['ID=ec2ff65b-1a40-4134-9b87-172efc3c3828,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:57.271298 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-675c3bc1-a25e-40f0-af72-d3da6dd59d13 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/networks/ec2ff65b-1a40-4134-9b87-172efc3c3828 HTTP/1.1" status: 204 len: 168 time: 0.5657651 Mar 03 06:33:57.273955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42808) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:57.344073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0dc64021-b784-4db7-b1db-5870f2997468 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.372029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0dc64021-b784-4db7-b1db-5870f2997468 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.435344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0dc64021-b784-4db7-b1db-5870f2997468 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.452833 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc64021-b784-4db7-b1db-5870f2997468 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b1fc61-de7a-41f5-a437-a1c57894bda3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:57.468748 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0dc64021-b784-4db7-b1db-5870f2997468 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.469829 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0dc64021-b784-4db7-b1db-5870f2997468 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/security-groups/08b1fc61-de7a-41f5-a437-a1c57894bda3 HTTP/1.1" status: 204 len: 168 time: 0.1949098 Mar 03 06:33:57.750098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42816) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:57.755377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655207646', 'description': 'tempest-secgroup-smoke-1655207646 description', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:57.761328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:33:57.765901 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:33:57.768706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:33:57.774410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:33:57.784101 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.802955 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:33:57.806650 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:33:57.809883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:33:57.815676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:33:57.884223 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.888497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.930539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b18aa02-066e-4149-871d-cafcb9ae0c91,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:57.933329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:57.935032 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b12af0af-adef-433d-a310-0385ea6d8f44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1839211 Mar 03 06:33:57.938379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42820) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:57.943187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-10e643a7-8293-41e9-94ab-0eff4551bbff tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '8b18aa02-066e-4149-871d-cafcb9ae0c91', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:57.949686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-10e643a7-8293-41e9-94ab-0eff4551bbff tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:33:57.953578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-10e643a7-8293-41e9-94ab-0eff4551bbff tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:33:57.956601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-10e643a7-8293-41e9-94ab-0eff4551bbff tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:33:57.962138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-10e643a7-8293-41e9-94ab-0eff4551bbff tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:33:57.980799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10e643a7-8293-41e9-94ab-0eff4551bbff tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.038385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10e643a7-8293-41e9-94ab-0eff4551bbff tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.042312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10e643a7-8293-41e9-94ab-0eff4551bbff tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.067404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e643a7-8293-41e9-94ab-0eff4551bbff tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666dda31-93c3-4ceb-8ded-fef50cc5d860,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:58.076091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-10e643a7-8293-41e9-94ab-0eff4551bbff tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.077334 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-10e643a7-8293-41e9-94ab-0eff4551bbff tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380587 Mar 03 06:33:58.080225 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42824) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:58.084997 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-df8fee79-139f-4726-81fe-98370d30344e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '8b18aa02-066e-4149-871d-cafcb9ae0c91', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:58.090750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-df8fee79-139f-4726-81fe-98370d30344e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:33:58.094623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-df8fee79-139f-4726-81fe-98370d30344e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:33:58.097579 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-df8fee79-139f-4726-81fe-98370d30344e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:33:58.103077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-df8fee79-139f-4726-81fe-98370d30344e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:33:58.119888 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8fee79-139f-4726-81fe-98370d30344e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.180386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8fee79-139f-4726-81fe-98370d30344e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.184510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8fee79-139f-4726-81fe-98370d30344e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.208081 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8fee79-139f-4726-81fe-98370d30344e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ea960d-672d-4602-85b5-21cb44b39908,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:58.216180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-df8fee79-139f-4726-81fe-98370d30344e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.217437 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-df8fee79-139f-4726-81fe-98370d30344e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363454 Mar 03 06:33:58.220175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42828) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:58.224940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-c726d2e3-a0a0-4a54-aa26-de52cdb00304 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '8b18aa02-066e-4149-871d-cafcb9ae0c91', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:58.231140 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c726d2e3-a0a0-4a54-aa26-de52cdb00304 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:33:58.234853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c726d2e3-a0a0-4a54-aa26-de52cdb00304 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:33:58.237767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-c726d2e3-a0a0-4a54-aa26-de52cdb00304 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:33:58.243377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-c726d2e3-a0a0-4a54-aa26-de52cdb00304 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:33:58.260127 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c726d2e3-a0a0-4a54-aa26-de52cdb00304 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.323147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c726d2e3-a0a0-4a54-aa26-de52cdb00304 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.326804 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c726d2e3-a0a0-4a54-aa26-de52cdb00304 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.349312 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726d2e3-a0a0-4a54-aa26-de52cdb00304 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b72decc-9429-4780-b4aa-21992ad27992,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:58.358243 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c726d2e3-a0a0-4a54-aa26-de52cdb00304 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.359402 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c726d2e3-a0a0-4a54-aa26-de52cdb00304 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383493 Mar 03 06:33:58.362182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42832) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:58.367017 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-e23b7e0e-b586-47da-b180-987c38604210 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '8b18aa02-066e-4149-871d-cafcb9ae0c91', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:58.373451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e23b7e0e-b586-47da-b180-987c38604210 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:33:58.377301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e23b7e0e-b586-47da-b180-987c38604210 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:33:58.380273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-e23b7e0e-b586-47da-b180-987c38604210 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:33:58.386436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-e23b7e0e-b586-47da-b180-987c38604210 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:33:58.403464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e23b7e0e-b586-47da-b180-987c38604210 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.465452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e23b7e0e-b586-47da-b180-987c38604210 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.468987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e23b7e0e-b586-47da-b180-987c38604210 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.492094 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b7e0e-b586-47da-b180-987c38604210 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ca5db6-590f-44d6-8869-b019201785cb,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:58.502080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-e23b7e0e-b586-47da-b180-987c38604210 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.503338 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-e23b7e0e-b586-47da-b180-987c38604210 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402314 Mar 03 06:33:58.506171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42836) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:58.511221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-3769cfd8-469b-4f69-a2e6-075cce80c8db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '8b18aa02-066e-4149-871d-cafcb9ae0c91', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:58.517153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3769cfd8-469b-4f69-a2e6-075cce80c8db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:33:58.521022 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3769cfd8-469b-4f69-a2e6-075cce80c8db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:33:58.524157 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3769cfd8-469b-4f69-a2e6-075cce80c8db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:33:58.527084 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 12cd378d-4677-4a16-ada7-f8fbfdb84dad no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:33:58.531125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3769cfd8-469b-4f69-a2e6-075cce80c8db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:33:58.541654 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-3769cfd8-469b-4f69-a2e6-075cce80c8db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Project ae637e96438d436d9b1a465f33c1eb5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:33:58.548891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3769cfd8-469b-4f69-a2e6-075cce80c8db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.561445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 12cd378d-4677-4a16-ada7-f8fbfdb84dad {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:33:58.561793 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 12cd378d-4677-4a16-ada7-f8fbfdb84dad not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:33:58.611168 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3769cfd8-469b-4f69-a2e6-075cce80c8db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.614448 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3769cfd8-469b-4f69-a2e6-075cce80c8db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.639050 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769cfd8-469b-4f69-a2e6-075cce80c8db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e023a5-47d8-44a5-ab8a-84d0fb5eb14b,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:58.647109 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3769cfd8-469b-4f69-a2e6-075cce80c8db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.648283 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3769cfd8-469b-4f69-a2e6-075cce80c8db tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410062 Mar 03 06:33:58.651048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42840) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:58.656358 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-fb9ab2d9-bf9b-411b-8f57-dd5511552091 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '8b18aa02-066e-4149-871d-cafcb9ae0c91', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:58.661979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fb9ab2d9-bf9b-411b-8f57-dd5511552091 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:33:58.665697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fb9ab2d9-bf9b-411b-8f57-dd5511552091 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:33:58.669181 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-fb9ab2d9-bf9b-411b-8f57-dd5511552091 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:33:58.674744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-fb9ab2d9-bf9b-411b-8f57-dd5511552091 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:33:58.684776 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-fb9ab2d9-bf9b-411b-8f57-dd5511552091 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Project ae637e96438d436d9b1a465f33c1eb5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:33:58.691183 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fb9ab2d9-bf9b-411b-8f57-dd5511552091 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.755292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fb9ab2d9-bf9b-411b-8f57-dd5511552091 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.758602 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fb9ab2d9-bf9b-411b-8f57-dd5511552091 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.782909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ab2d9-bf9b-411b-8f57-dd5511552091 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a616dc-84ed-43f6-b36c-cad32d5c0ce5,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:58.790573 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-fb9ab2d9-bf9b-411b-8f57-dd5511552091 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.791714 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-fb9ab2d9-bf9b-411b-8f57-dd5511552091 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397727 Mar 03 06:33:58.794698 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42844) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:58.800063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'network': {'name': 'tempest-network-smoke--653588167', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'port_security_enabled': True}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:58.804724 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:33:58.808679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:network and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:33:58.811429 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:33:58.817422 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:33:58.828227 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:33:58.831533 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.858500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:33:58.867438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.867823 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Added segment 0aedadc7-2a1d-48a1-be39-8015973897af of type vlan for network 3756a622-1822-43ef-aaff-ae1abf1cf722 Mar 03 06:33:58.892690 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.920107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:58.925367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:33:58.925941 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:59.029785 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2340147 Mar 03 06:33:59.032543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb01ed-09e8-4277-95c8-f49b6b225e2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Network': ['ID=3756a622-1822-43ef-aaff-ae1abf1cf722,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:33:59.032676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42848) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:33:59.038731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'admin_state_up': True, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:33:59.042634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 3756a622-1822-43ef-aaff-ae1abf1cf722 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:33:59.047127 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:33:59.050867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:router and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:33:59.053673 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:33:59.060433 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:33:59.070138 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:59.071305 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:59.086860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:59.397102 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:33:59.454304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:59.742844 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:59.771376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:33:59.900198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.26.3.151 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/fa80d554-d4b6-4060-b592-df28a3d5e822) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:34:00.040711 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:00.069564 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:00.126569 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:00.129297 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:00.132736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:34:00.180145 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=fa80d554-d4b6-4060-b592-df28a3d5e822,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:00.645915 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:00.974346 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:01.086327 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:01.179254 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:34:01.352590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:34:01.362499 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Sync routers for ids ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:34:01.371629 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Routers {'e5bc1da8-95e7-4a31-8a84-7fbae982cc47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:34:01.372244 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-37847d13-993c-4869-bb25-ec166932f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:33:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:01.382653 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:01.383933 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a7550c7f-42c0-46e8-b77f-b2959c68a56b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3501604 Mar 03 06:34:01.387702 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42852) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:34:01.472286 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a5134780-ba35-40fe-bd6e-decafae7a0ac tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ae637e96438d436d9b1a465f33c1eb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0834479 Mar 03 06:34:01.474777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42858) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:34:01.545910 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Set router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:34:01.601527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2b950-5828-4cbd-a80c-3010097b66c0 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:01.603050 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3ad2b950-5828-4cbd-a80c-3010097b66c0 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1273532 Mar 03 06:34:01.605793 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42862) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:34:01.644285 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c07c3813-49e5-43eb-af9d-cfda0ee7d414 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374336 Mar 03 06:34:01.646746 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42866) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:34:01.651989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1354885406', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:01.757409 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:34:01.761108 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:subnet and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:34:01.764388 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:34:01.769861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:34:01.779421 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:34:01.782826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:01.826361 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-37847d13-993c-4869-bb25-ec166932f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:01.830064 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Checking router: e5bc1da8-95e7-4a31-8a84-7fbae982cc47 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:34:01.830405 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Updating router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 port fa80d554-d4b6-4060-b592-df28a3d5e822 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:34:01.885875 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:01.993417 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:02.193931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Subnet': ['ID=8f9a3b3e-65cd-436a-8b40-2808a83e47cb,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:02.197804 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Checking segment: {'id': '0aedadc7-2a1d-48a1-be39-8015973897af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:34:02.198159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network hostable DHCP agents. Network: 3756a622-1822-43ef-aaff-ae1abf1cf722, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:34:02.217265 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 3756a622-1822-43ef-aaff-ae1abf1cf722 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:34:02.226494 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 3756a622-1822-43ef-aaff-ae1abf1cf722) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:02.231173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:02.231749 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:02.239586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1b47f6-c4b1-4ce5-a43b-7edfc41a3b05 None None] Network 3756a622-1822-43ef-aaff-ae1abf1cf722 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:34:02.250368 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:02.259242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42870) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:34:02.260215 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1ddb18aa-b844-4ede-b610-98eddcad0abc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6115956 Mar 03 06:34:02.269403 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Transition to ACTIVE for port object fa80d554-d4b6-4060-b592-df28a3d5e822 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:34:02.278706 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:02.358527 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Attempting to bind port fa80d554-d4b6-4060-b592-df28a3d5e822 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:34:02.358890 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Attempting to bind port fa80d554-d4b6-4060-b592-df28a3d5e822 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:34:02.359240 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Attempting to bind port fa80d554-d4b6-4060-b592-df28a3d5e822 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:34:02.366579 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:34:02.367187 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:34:02.367412 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:02.367705 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:34:02.368191 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Bound port: fa80d554-d4b6-4060-b592-df28a3d5e822, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:34:02.368557 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:02.422178 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Pushing event updated for resources: {'Port': ['ID=fa80d554-d4b6-4060-b592-df28a3d5e822,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:02.434802 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:02.435147 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:02.435478 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:02.435828 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:02.436155 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:02.436481 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:02.436799 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:02.437115 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:02.437431 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:02.437745 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:02.438061 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:02.438699 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:34:02.473846 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-37847d13-993c-4869-bb25-ec166932f672 None None] For port fa80d554-d4b6-4060-b592-df28a3d5e822, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:34:02.477119 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-37847d13-993c-4869-bb25-ec166932f672 None None] For port fa80d554-d4b6-4060-b592-df28a3d5e822, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=fa80d554-d4b6-4060-b592-df28a3d5e822,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:34:02.478004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-3756a622-1822-43ef-aaff-ae1abf1cf722', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ips': [{'subnet_id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:34:02.478685 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:02.482277 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:02.562575 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471324fa-352b-4beb-b081-2638835ab2d5 None None] Pushing event updated for resources: {'Port': ['ID=fa80d554-d4b6-4060-b592-df28a3d5e822,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:02.566862 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Routers {'e5bc1da8-95e7-4a31-8a84-7fbae982cc47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:34:02.567430 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-37847d13-993c-4869-bb25-ec166932f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:33:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:02.637317 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Allocated IP 172.20.0.2 (3756a622-1822-43ef-aaff-ae1abf1cf722/8f9a3b3e-65cd-436a-8b40-2808a83e47cb/a9fdbdde-9b74-4906-92ae-6fbae8813bc2) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:34:02.746533 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-37847d13-993c-4869-bb25-ec166932f672 None None] Set router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:34:02.846904 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:02.858184 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Transition to ACTIVE for port object a9fdbdde-9b74-4906-92ae-6fbae8813bc2 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:34:02.877015 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Transition to ACTIVE for port object a9fdbdde-9b74-4906-92ae-6fbae8813bc2 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:34:02.883935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:02.949643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Network 3756a622-1822-43ef-aaff-ae1abf1cf722 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:02.956640 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:02.959811 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:34:02.970096 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Pushing event updated for resources: {'Port': ['ID=a9fdbdde-9b74-4906-92ae-6fbae8813bc2,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:03.036546 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-37847d13-993c-4869-bb25-ec166932f672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:03.040762 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37847d13-993c-4869-bb25-ec166932f672 None None] The sync data for ids ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'] in dv-neutron-831582-1-hyperv is: [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:00Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:34:03.057911 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Attempting to bind port a9fdbdde-9b74-4906-92ae-6fbae8813bc2 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:34:03.058274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Attempting to bind port a9fdbdde-9b74-4906-92ae-6fbae8813bc2 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '0aedadc7-2a1d-48a1-be39-8015973897af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:34:03.058667 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Attempting to bind port a9fdbdde-9b74-4906-92ae-6fbae8813bc2 on network 3756a622-1822-43ef-aaff-ae1abf1cf722 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:34:03.064466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:34:03.065088 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Checking segment: {'id': '0aedadc7-2a1d-48a1-be39-8015973897af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:34:03.065645 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:03.066189 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Bound using segment: {'id': '0aedadc7-2a1d-48a1-be39-8015973897af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:34:03.066648 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Bound port: a9fdbdde-9b74-4906-92ae-6fbae8813bc2, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aedadc7-2a1d-48a1-be39-8015973897af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:34:03.067144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:03.125910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:03.161515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] For port a9fdbdde-9b74-4906-92ae-6fbae8813bc2, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:34:03.165732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] For port a9fdbdde-9b74-4906-92ae-6fbae8813bc2, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=a9fdbdde-9b74-4906-92ae-6fbae8813bc2,segment=NetworkSegment(0aedadc7-2a1d-48a1-be39-8015973897af),segment_id=0aedadc7-2a1d-48a1-be39-8015973897af)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:34:03.170863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:03.243581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da6732-47f6-4991-a004-7a4f47cd0d43 None None] Pushing event updated for resources: {'Port': ['ID=a9fdbdde-9b74-4906-92ae-6fbae8813bc2,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:03.578013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.20.0.1 (3756a622-1822-43ef-aaff-ae1abf1cf722/8f9a3b3e-65cd-436a-8b40-2808a83e47cb/694a87d8-c1fa-411b-b75c-01180cbccf78) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:34:03.755427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:03.773534 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Transition to ACTIVE for port object 694a87d8-c1fa-411b-b75c-01180cbccf78 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:34:03.799008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:03.867870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 3756a622-1822-43ef-aaff-ae1abf1cf722 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:03.875674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:03.878061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:34:03.915266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=694a87d8-c1fa-411b-b75c-01180cbccf78,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:03.943419 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:04.227064 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:04.231801 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187dafea-7dab-4e1d-a558-7086a14c5014 None None] Network 3756a622-1822-43ef-aaff-ae1abf1cf722 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:34:04.337913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-446d88c6-905e-4e33-8eb2-10f5178e9d0c None None] Provisioning for port a9fdbdde-9b74-4906-92ae-6fbae8813bc2 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:34:04.640809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device a9fdbdde-9b74-4906-92ae-6fbae8813bc2 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:34:04.718440 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port a9fdbdde-9b74-4906-92ae-6fbae8813bc2 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:34:04.725094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port a9fdbdde-9b74-4906-92ae-6fbae8813bc2 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:34:04.725535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:04.792487 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7ed0902a-25a6-479d-b77d-2bc5d59418a2 None None] Provisioning complete for port a9fdbdde-9b74-4906-92ae-6fbae8813bc2 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:34:04.792898 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7ed0902a-25a6-479d-b77d-2bc5d59418a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:04.808484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:04.813995 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:04.931118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=694a87d8-c1fa-411b-b75c-01180cbccf78,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:04.934498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:04.945022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:05.024431 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7ed0902a-25a6-479d-b77d-2bc5d59418a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:05.040304 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port a9fdbdde-9b74-4906-92ae-6fbae8813bc2, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=a9fdbdde-9b74-4906-92ae-6fbae8813bc2,segment=NetworkSegment(0aedadc7-2a1d-48a1-be39-8015973897af),segment_id=0aedadc7-2a1d-48a1-be39-8015973897af)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:34:05.051203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:05.052150 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa80d554-d4b6-4060-b592-df28a3d5e822 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:34:05.072239 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 3756a622-1822-43ef-aaff-ae1abf1cf722 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:05.073289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:05.223336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-7ed0902a-25a6-479d-b77d-2bc5d59418a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:34:05.223683 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-7ed0902a-25a6-479d-b77d-2bc5d59418a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:34:05.227095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=a9fdbdde-9b74-4906-92ae-6fbae8813bc2,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:05.246821 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port fa80d554-d4b6-4060-b592-df28a3d5e822 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:34:05.252471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port fa80d554-d4b6-4060-b592-df28a3d5e822 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:34:05.253095 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:05.273241 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:34:05.376262 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:05.393277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port fa80d554-d4b6-4060-b592-df28a3d5e822, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=fa80d554-d4b6-4060-b592-df28a3d5e822,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:34:05.397379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:05.454364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:34:05.466897 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Sync routers for ids ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:34:05.467075 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-baa7a73c-7da6-47fe-b8f6-c17d1f489b19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "PUT /v2.0/routers/e5bc1da8-95e7-4a31-8a84-7fbae982cc47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2064917 Mar 03 06:34:05.475625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=fa80d554-d4b6-4060-b592-df28a3d5e822,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:05.481080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Routers {'e5bc1da8-95e7-4a31-8a84-7fbae982cc47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:34:05.481660 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:33:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:05.625958 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-e9435330-049b-484f-b2af-52922e8cacda tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655207646&fields=id&tenant_id=ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 267 time: 0.0393441 Mar 03 06:34:05.657142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Set router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:34:05.775239 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-21b52163-155b-4648-aa92-3d4eb0b333ce tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:05.776734 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-21b52163-155b-4648-aa92-3d4eb0b333ce tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/networks?id=3756a622-1822-43ef-aaff-ae1abf1cf722 HTTP/1.1" status: 200 len: 796 time: 0.1442902 Mar 03 06:34:05.791064 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-2a149cd2-3e24-46e9-9bfe-8a798a8cb05b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/quotas/ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 375 time: 0.0089309 Mar 03 06:34:05.878399 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-8404e001-69d8-4de2-9841-75828e6feaae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:34:05.893243 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-8404e001-69d8-4de2-9841-75828e6feaae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:34:05.909416 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-8404e001-69d8-4de2-9841-75828e6feaae tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073322 Mar 03 06:34:05.937530 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7ed0902a-25a6-479d-b77d-2bc5d59418a2 None None] Provisioning for port 694a87d8-c1fa-411b-b75c-01180cbccf78 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:34:05.954905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-7ed0902a-25a6-479d-b77d-2bc5d59418a2 None None] Provisioning complete for port 694a87d8-c1fa-411b-b75c-01180cbccf78 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:34:05.955277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7ed0902a-25a6-479d-b77d-2bc5d59418a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:06.044226 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-7ed0902a-25a6-479d-b77d-2bc5d59418a2 None None] Port 694a87d8-c1fa-411b-b75c-01180cbccf78 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:34:06.073090 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:04Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '694a87d8-c1fa-411b-b75c-01180cbccf78', 'name': '', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:ea:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:34:03Z', 'updated_at': '2022-03-03T06:34:04Z', 'revision_number': 2, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:06.076891 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Checking router: e5bc1da8-95e7-4a31-8a84-7fbae982cc47 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:34:06.077249 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Updating router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 port 694a87d8-c1fa-411b-b75c-01180cbccf78 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:34:06.079322 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-234d057b-bca8-43f8-b96f-91fe9aa7e1e7 service neutron] 10.222.0.20 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675515 Mar 03 06:34:06.129165 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:06.208891 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-78a870e7-4d7c-4571-b86b-c33e11d20356 service neutron] 10.222.0.20 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233213 Mar 03 06:34:06.209185 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-364a8594-9cce-413a-8039-9e28c3616291 None None] Provisioning complete for port 694a87d8-c1fa-411b-b75c-01180cbccf78 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:34:06.209547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-364a8594-9cce-413a-8039-9e28c3616291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:06.327468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-364a8594-9cce-413a-8039-9e28c3616291 None None] Port 694a87d8-c1fa-411b-b75c-01180cbccf78 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:34:06.397546 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e4bec96d-1ab9-46f5-a603-abe0ab55169f req-8ff2f53d-a757-4d38-bfcb-7d87d2dfbc75 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 210 time: 0.0516763 Mar 03 06:34:06.585724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device a9fdbdde-9b74-4906-92ae-6fbae8813bc2 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:34:06.617421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:06.645561 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Transition to ACTIVE for port object 694a87d8-c1fa-411b-b75c-01180cbccf78 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:34:06.662813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:06.865366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92034021-35ac-4342-98eb-56e84b61ac91 None None] Pushing event updated for resources: {'Port': ['ID=694a87d8-c1fa-411b-b75c-01180cbccf78,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:06.875886 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port a9fdbdde-9b74-4906-92ae-6fbae8813bc2 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:34:06.876263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:06.961412 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Attempting to bind port 694a87d8-c1fa-411b-b75c-01180cbccf78 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:34:06.961748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Attempting to bind port 694a87d8-c1fa-411b-b75c-01180cbccf78 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '0aedadc7-2a1d-48a1-be39-8015973897af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:34:06.962123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Attempting to bind port 694a87d8-c1fa-411b-b75c-01180cbccf78 on network 3756a622-1822-43ef-aaff-ae1abf1cf722 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:34:06.970400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:34:06.970698 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Checking segment: {'id': '0aedadc7-2a1d-48a1-be39-8015973897af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:34:06.971000 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:06.971389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Bound using segment: {'id': '0aedadc7-2a1d-48a1-be39-8015973897af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:34:06.971879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Bound port: 694a87d8-c1fa-411b-b75c-01180cbccf78, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aedadc7-2a1d-48a1-be39-8015973897af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:34:06.972529 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:07.100436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa80d554-d4b6-4060-b592-df28a3d5e822 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:34:07.181266 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] For port 694a87d8-c1fa-411b-b75c-01180cbccf78, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:34:07.193189 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] For port 694a87d8-c1fa-411b-b75c-01180cbccf78, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=694a87d8-c1fa-411b-b75c-01180cbccf78,segment=NetworkSegment(0aedadc7-2a1d-48a1-be39-8015973897af),segment_id=0aedadc7-2a1d-48a1-be39-8015973897af)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:34:07.199200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:07.254397 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port fa80d554-d4b6-4060-b592-df28a3d5e822 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:34:07.254766 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:07.330018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Routers {'e5bc1da8-95e7-4a31-8a84-7fbae982cc47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:34:07.330638 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:33:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:07.407050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92034021-35ac-4342-98eb-56e84b61ac91 None None] Pushing event updated for resources: {'Port': ['ID=694a87d8-c1fa-411b-b75c-01180cbccf78,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:07.604780 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d982552c-6659-4c5e-9e14-1f8f782bfb90 req-11eefa26-f4e0-4027-8005-13fa683d25d2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 210 time: 0.0512214 Mar 03 06:34:07.652469 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] Set router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:34:07.698262 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-e0a774e9-2ed0-42a3-8673-2f780dbdf61c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:07.699119 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-e0a774e9-2ed0-42a3-8673-2f780dbdf61c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:34:07.720389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-e0a774e9-2ed0-42a3-8673-2f780dbdf61c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:34:07.722028 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-e0a774e9-2ed0-42a3-8673-2f780dbdf61c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/networks?id=3756a622-1822-43ef-aaff-ae1abf1cf722 HTTP/1.1" status: 200 len: 796 time: 0.2249310 Mar 03 06:34:07.777286 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-6526e9b3-9ee5-4f21-a590-49a26bc29bbb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:34:07.794863 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-6526e9b3-9ee5-4f21-a590-49a26bc29bbb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:34:07.796068 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-6526e9b3-9ee5-4f21-a590-49a26bc29bbb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 380 time: 0.0658195 Mar 03 06:34:07.804542 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'port': {'device_id': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'admin_state_up': True, 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'security_groups': ['8b18aa02-066e-4149-871d-cafcb9ae0c91']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:07.938952 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:34:07.948465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:34:07.959342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:34:07.963427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:08.016383 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:04Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '694a87d8-c1fa-411b-b75c-01180cbccf78', 'name': '', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:ea:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:34:03Z', 'updated_at': '2022-03-03T06:34:07Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:08.020196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77212693-5ee6-45fc-a7ff-7369022a66e5 None None] The sync data for ids ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'] in dv-neutron-831582-1-hyperv is: [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:04Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '694a87d8-c1fa-411b-b75c-01180cbccf78', 'name': '', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:ea:64:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:34:03Z', 'updated_at': '2022-03-03T06:34:07Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:34:08.141465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.20.0.12 (3756a622-1822-43ef-aaff-ae1abf1cf722/8f9a3b3e-65cd-436a-8b40-2808a83e47cb/e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:34:08.336661 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:08.356426 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Transition to ACTIVE for port object e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:34:08.384247 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:08.575428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 3756a622-1822-43ef-aaff-ae1abf1cf722 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:08.582922 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:08.587199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:34:08.600354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 694a87d8-c1fa-411b-b75c-01180cbccf78 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:34:08.617878 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:08.661337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:08.662347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:08.699318 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ccfdaf6a-049e-4ceb-abe9-1a0ae2595996 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8981578 Mar 03 06:34:08.715846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Request body: {'port': {'device_id': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:08.719870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 694a87d8-c1fa-411b-b75c-01180cbccf78 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:34:08.726276 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 694a87d8-c1fa-411b-b75c-01180cbccf78 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:34:08.726706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:08.869595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6ee67-490b-4730-9de2-69b109607cfe req-89de395b-f34e-4a2b-8e36-985f5e8b69ff tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:08.875821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:08.877381 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:08.880083 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b9c6ee67-490b-4730-9de2-69b109607cfe req-89de395b-f34e-4a2b-8e36-985f5e8b69ff tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 932 time: 0.1311400 Mar 03 06:34:08.907725 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b5c45ee4-2738-463e-82fe-25e134c4d09f None None] Provisioning for port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:34:08.917873 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b5c45ee4-2738-463e-82fe-25e134c4d09f None None] Provisioning complete for port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:34:08.918393 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b5c45ee4-2738-463e-82fe-25e134c4d09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:08.938993 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b9c6ee67-490b-4730-9de2-69b109607cfe req-c91d18ce-8b83-4227-a4e5-92938f454c4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572455 Mar 03 06:34:08.972408 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 694a87d8-c1fa-411b-b75c-01180cbccf78, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=694a87d8-c1fa-411b-b75c-01180cbccf78,segment=NetworkSegment(0aedadc7-2a1d-48a1-be39-8015973897af),segment_id=0aedadc7-2a1d-48a1-be39-8015973897af)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:34:08.986600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:09.027411 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b5c45ee4-2738-463e-82fe-25e134c4d09f None None] Port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:34:09.065494 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=694a87d8-c1fa-411b-b75c-01180cbccf78,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:09.257660 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:09.265521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:09.279233 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Transition to ACTIVE for port object e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:34:09.283182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:09.411444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Pushing event updated for resources: {'Port': ['ID=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:09.519949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Attempting to bind port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:34:09.520306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Attempting to bind port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '0aedadc7-2a1d-48a1-be39-8015973897af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:34:09.520631 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Attempting to bind port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a on network 3756a622-1822-43ef-aaff-ae1abf1cf722 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:34:09.525120 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a on network 3756a622-1822-43ef-aaff-ae1abf1cf722 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:34:09.525436 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Attempting to bind port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a on network 3756a622-1822-43ef-aaff-ae1abf1cf722 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:34:09.530418 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:34:09.530747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Checking segment: {'id': '0aedadc7-2a1d-48a1-be39-8015973897af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:34:09.531410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Bound using segment: {'id': '0aedadc7-2a1d-48a1-be39-8015973897af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:34:09.531853 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Bound port: e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aedadc7-2a1d-48a1-be39-8015973897af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:34:09.532195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:09.623458 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] For port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:34:09.626895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] For port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a,segment=NetworkSegment(0aedadc7-2a1d-48a1-be39-8015973897af),segment_id=0aedadc7-2a1d-48a1-be39-8015973897af)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:34:09.630389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:09.682492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:09.682713 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:09.684347 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] 10.222.0.23 "PUT /v2.0/ports/e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a HTTP/1.1" status: 200 len: 1094 time: 0.9746180 Mar 03 06:34:09.686819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'tag': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:34:09.721122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6145c0-27e2-4d99-a882-475dcd70386e service neutron] Pushing event updated for resources: {'Port': ['ID=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:09.744224 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'tag': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a', 'status': 'completed', 'code': 200} Mar 03 06:34:09.820622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-6f231d30-08ed-4729-a03d-282fdad72758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:09.822101 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-6f231d30-08ed-4729-a03d-282fdad72758 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 1097 time: 0.0752797 Mar 03 06:34:09.891396 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-5b1ce870-cbe6-4a49-b852-ebd92e2fda1d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a HTTP/1.1" status: 200 len: 217 time: 0.0625565 Mar 03 06:34:09.957844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-35ba520a-846b-4916-a0be-849eaf53e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:09.959871 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-35ba520a-846b-4916-a0be-849eaf53e86e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f9a3b3e-65cd-436a-8b40-2808a83e47cb HTTP/1.1" status: 200 len: 835 time: 0.0624197 Mar 03 06:34:10.036732 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-59dfac86-a262-409a-8367-47fa03ad8e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:10.038197 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-59dfac86-a262-409a-8367-47fa03ad8e2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3756a622-1822-43ef-aaff-ae1abf1cf722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722883 Mar 03 06:34:10.115510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b97584-161d-4254-96b4-f8b3ece99a92 req-89c10e33-2fd1-4e33-8680-d81091311035 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:10.117020 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d8b97584-161d-4254-96b4-f8b3ece99a92 req-89c10e33-2fd1-4e33-8680-d81091311035 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 944 time: 0.0792451 Mar 03 06:34:10.164555 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d8b97584-161d-4254-96b4-f8b3ece99a92 req-4e9442fd-65e9-48b2-8e14-248dd36e37fd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411541 Mar 03 06:34:10.168373 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-087a3c5a-1cfd-4033-9894-c7e867b13913 service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238749 Mar 03 06:34:10.295208 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-28c8d7e7-16a1-4600-8dec-151a50354e6c req-8de78188-d2ab-4260-95bd-0b5b24c3bdec service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216745 Mar 03 06:34:10.408364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b9677-3d21-4caf-b766-7fa4214551ff req-d8cb00e1-b626-4780-a3be-b5cf1ad5d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:10.410125 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2b7b9677-3d21-4caf-b766-7fa4214551ff req-d8cb00e1-b626-4780-a3be-b5cf1ad5d7fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 1097 time: 0.0692294 Mar 03 06:34:10.578602 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 694a87d8-c1fa-411b-b75c-01180cbccf78 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:34:10.644331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b9677-3d21-4caf-b766-7fa4214551ff req-04dea95b-f9dc-424a-a7d7-a7406ec98929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:10.645787 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2b7b9677-3d21-4caf-b766-7fa4214551ff req-04dea95b-f9dc-424a-a7d7-a7406ec98929 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3756a622-1822-43ef-aaff-ae1abf1cf722 HTTP/1.1" status: 200 len: 897 time: 0.2299817 Mar 03 06:34:10.645996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 694a87d8-c1fa-411b-b75c-01180cbccf78 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:34:10.646369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:10.711854 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2b7b9677-3d21-4caf-b766-7fa4214551ff req-06873d5c-c309-42bd-abf4-dc3e2251873e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a HTTP/1.1" status: 200 len: 217 time: 0.0602098 Mar 03 06:34:10.776048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b9677-3d21-4caf-b766-7fa4214551ff req-6718ee64-81bb-43ae-a29a-3483e7e3ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:10.777431 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2b7b9677-3d21-4caf-b766-7fa4214551ff req-6718ee64-81bb-43ae-a29a-3483e7e3ca78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f9a3b3e-65cd-436a-8b40-2808a83e47cb HTTP/1.1" status: 200 len: 835 time: 0.0599301 Mar 03 06:34:10.849085 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b9677-3d21-4caf-b766-7fa4214551ff req-383c1a55-fdd4-49c3-97bc-43d35141e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:10.850485 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2b7b9677-3d21-4caf-b766-7fa4214551ff req-383c1a55-fdd4-49c3-97bc-43d35141e94d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3756a622-1822-43ef-aaff-ae1abf1cf722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677328 Mar 03 06:34:10.978225 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2b7b9677-3d21-4caf-b766-7fa4214551ff req-c0056c28-a6db-427d-8f18-0658d0d66842 service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205208 Mar 03 06:34:11.107582 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2b7b9677-3d21-4caf-b766-7fa4214551ff req-a642f20c-f7f5-49a1-b886-fae749c49d39 service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236794 Mar 03 06:34:11.347183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf0227-89f3-4272-bacc-c92b1cd9203f req-98f84611-0006-4830-b476-68547fdee02a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:11.348657 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2cdf0227-89f3-4272-bacc-c92b1cd9203f req-98f84611-0006-4830-b476-68547fdee02a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 944 time: 0.0793614 Mar 03 06:34:11.391980 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2cdf0227-89f3-4272-bacc-c92b1cd9203f req-58163005-c545-4501-8df6-ae571e78adcc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374408 Mar 03 06:34:12.575402 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93a972-f959-4685-a754-9000ec757fd0 req-7cb19709-0275-467f-8dcb-21595ff62b90 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:12.576896 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7d93a972-f959-4685-a754-9000ec757fd0 req-7cb19709-0275-467f-8dcb-21595ff62b90 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 944 time: 0.0824604 Mar 03 06:34:12.619411 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7d93a972-f959-4685-a754-9000ec757fd0 req-c036c6a5-ebb9-4802-8e12-ead00753026b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367980 Mar 03 06:34:13.799864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899b9aa-611a-42f3-84cb-b61105967c0e req-add0e756-a77f-44ac-805a-c89aa87a8130 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:13.801289 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a899b9aa-611a-42f3-84cb-b61105967c0e req-add0e756-a77f-44ac-805a-c89aa87a8130 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 944 time: 0.0779140 Mar 03 06:34:13.846317 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a899b9aa-611a-42f3-84cb-b61105967c0e req-25e4b48d-f47e-4589-b550-a37236e0a7b6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395274 Mar 03 06:34:14.692967 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:34:14.823213 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a,segment=NetworkSegment(0aedadc7-2a1d-48a1-be39-8015973897af),segment_id=0aedadc7-2a1d-48a1-be39-8015973897af)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:34:14.836320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'port_id': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a', 'mac_address': 'fa:16:3e:c4:5c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:34:14.890221 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:14.907127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:34:14.922285 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a,segment=NetworkSegment(0aedadc7-2a1d-48a1-be39-8015973897af),segment_id=0aedadc7-2a1d-48a1-be39-8015973897af)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:34:14.925723 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:14.994909 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:15.032007 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8e4e4-b65f-4f0b-9a1a-d8b055f57705 req-d4fbf8af-22aa-40fd-b1fa-92226d6cd4a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:15.033439 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-11b8e4e4-b65f-4f0b-9a1a-d8b055f57705 req-d4fbf8af-22aa-40fd-b1fa-92226d6cd4a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 945 time: 0.0778193 Mar 03 06:34:15.077100 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-11b8e4e4-b65f-4f0b-9a1a-d8b055f57705 req-b0f4ef4e-56ab-41e4-873a-7d7ebc4dc173 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378737 Mar 03 06:34:15.284105 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:34:16.256354 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676eca6a-36e3-46d8-ac0a-9754560b9238 req-e1788cd8-f9e8-4e61-a875-ac711ba9ef5f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:16.257751 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-676eca6a-36e3-46d8-ac0a-9754560b9238 req-e1788cd8-f9e8-4e61-a875-ac711ba9ef5f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 945 time: 0.0797036 Mar 03 06:34:16.299946 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-676eca6a-36e3-46d8-ac0a-9754560b9238 req-4284c4e4-e9bf-480f-b63c-55799ee4cf5a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362372 Mar 03 06:34:16.693026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:34:16.757936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:34:16.763407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:34:16.763791 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:16.876565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:16.901370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:34:16.911842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a,segment=NetworkSegment(0aedadc7-2a1d-48a1-be39-8015973897af),segment_id=0aedadc7-2a1d-48a1-be39-8015973897af)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:34:16.916019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:16.987071 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:16.992459 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a', 'code': 200} Mar 03 06:34:17.224208 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90d859-4e23-4830-b339-07a62af4530f req-4f49e2e6-550b-4f0b-a9ad-5be687cf9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:17.225643 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2a90d859-4e23-4830-b339-07a62af4530f req-4f49e2e6-550b-4f0b-a9ad-5be687cf9c7e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 1099 time: 0.0778136 Mar 03 06:34:17.265121 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2a90d859-4e23-4830-b339-07a62af4530f req-3e3fb31d-46ef-4280-a1b1-0104708df298 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336428 Mar 03 06:34:17.477875 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb439eb9-7775-4416-a940-25b81b2261ac req-afd08808-e072-4c9f-8c4b-650561f97c4f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:17.479184 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bb439eb9-7775-4416-a940-25b81b2261ac req-afd08808-e072-4c9f-8c4b-650561f97c4f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0777724 Mar 03 06:34:17.521745 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bb439eb9-7775-4416-a940-25b81b2261ac req-7027167c-6c82-4bf6-bd40-bebfa2a1acfa tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364361 Mar 03 06:34:18.359069 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ebfb96d3-1151-4607-bde4-dc0bc9be6030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:18.708777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e143d3-5f8f-4e6e-876e-2236eb585473 req-79ed6027-32a1-4924-8d27-cc9b58b9d1f4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:18.710238 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a3e143d3-5f8f-4e6e-876e-2236eb585473 req-79ed6027-32a1-4924-8d27-cc9b58b9d1f4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0837464 Mar 03 06:34:18.753813 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a3e143d3-5f8f-4e6e-876e-2236eb585473 req-d7b455f9-ef64-4f6b-b6d2-ea8e591ad96b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373080 Mar 03 06:34:18.933593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f176481-7604-47cb-8148-ff8a551623ae req-a1a4690c-31cc-46c0-bc06-3775eff5a5dc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:18.934998 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9f176481-7604-47cb-8148-ff8a551623ae req-a1a4690c-31cc-46c0-bc06-3775eff5a5dc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0769558 Mar 03 06:34:19.075382 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9f176481-7604-47cb-8148-ff8a551623ae req-8dee10d3-1756-48e3-9632-363520b1f5ad tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344292 Mar 03 06:34:19.098147 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42934) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:34:19.165565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0aa90d-0b80-44fe-89f7-98b00dec5982 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:19.167006 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-de0aa90d-0b80-44fe-89f7-98b00dec5982 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 1094 time: 0.0678856 Mar 03 06:34:19.169883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 42938) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:34:19.174796 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:34:19.180608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:34:19.184380 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:floatingip and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:34:19.187134 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:34:19.192937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:34:19.203246 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:19.336510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:19.469386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.26.3.23 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/e8b4eae8-98f0-47f1-a176-b2698fcff7ad) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:34:19.610994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:19.639680 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:19.701108 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:34:19.704572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:34:19.707538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:34:19.753553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=e8b4eae8-98f0-47f1-a176-b2698fcff7ad,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:20.219353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:20.289170 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:20.491098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:20.495555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:20.569197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-33ff8feb-eaa0-4404-baf4-2d404ce8cfca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:20.603045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=e8b4eae8-98f0-47f1-a176-b2698fcff7ad,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:34:20.614909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:20.782168 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Floating IP 2f5efd6a-b1db-4cc3-8c02-143203ced813 associated. External IP: 172.26.3.23, port: e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a. Mar 03 06:34:21.120318 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:34:21.295119 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:34:21.305899 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addfa56-22a2-4659-8ad2-bd1c7d2a3684 None None] Sync routers for ids ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:34:21.315841 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6addfa56-22a2-4659-8ad2-bd1c7d2a3684 None None] Routers {'e5bc1da8-95e7-4a31-8a84-7fbae982cc47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:34:21.316465 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-6addfa56-22a2-4659-8ad2-bd1c7d2a3684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:34:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:21.321442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:21.385880 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-804fafb9-0cd6-42da-b6dc-51aeb29c2971 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2148118 Mar 03 06:34:21.386870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'tag': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:34:21.430962 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'tag': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a', 'status': 'completed', 'code': 200} Mar 03 06:34:21.509060 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-6addfa56-22a2-4659-8ad2-bd1c7d2a3684 None None] Set router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:34:21.554800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b9773-503f-487a-b427-768446c082ad req-615f940b-d4c4-40c6-927a-364356328546 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:21.556361 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-be6b9773-503f-487a-b427-768446c082ad req-615f940b-d4c4-40c6-927a-364356328546 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0845342 Mar 03 06:34:21.602137 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-be6b9773-503f-487a-b427-768446c082ad req-274efff0-a351-45be-bd35-dca9c1e84119 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 Mar 03 06:34:21.627218 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42946) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:34:21.654574 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792a94b-7175-4c34-958c-e61fad02df84 req-7097171f-77ef-40d8-a9db-6f3ceca51b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:21.656027 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1792a94b-7175-4c34-958c-e61fad02df84 req-7097171f-77ef-40d8-a9db-6f3ceca51b49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 1099 time: 0.2038505 Mar 03 06:34:21.739690 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5498317c-09e2-4613-9dbc-ee0db80ccb52 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/2f5efd6a-b1db-4cc3-8c02-143203ced813 HTTP/1.1" status: 200 len: 991 time: 0.1110961 Mar 03 06:34:21.743621 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:21.796475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792a94b-7175-4c34-958c-e61fad02df84 req-414ea89f-2e8c-42f8-9912-e67498ffe461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:21.797909 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1792a94b-7175-4c34-958c-e61fad02df84 req-414ea89f-2e8c-42f8-9912-e67498ffe461 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3756a622-1822-43ef-aaff-ae1abf1cf722 HTTP/1.1" status: 200 len: 897 time: 0.1357868 Mar 03 06:34:21.846025 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:21.883442 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-6addfa56-22a2-4659-8ad2-bd1c7d2a3684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:04Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '2f5efd6a-b1db-4cc3-8c02-143203ced813', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'port_id': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'mac_address': 'fa:16:3e:c4:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:34:20Z', 'updated_at': '2022-03-03T06:34:20Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '694a87d8-c1fa-411b-b75c-01180cbccf78', 'name': '', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:ea:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:34:03Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:21.887267 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addfa56-22a2-4659-8ad2-bd1c7d2a3684 None None] Checking router: e5bc1da8-95e7-4a31-8a84-7fbae982cc47 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:34:21.895318 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6addfa56-22a2-4659-8ad2-bd1c7d2a3684 None None] Routers {'e5bc1da8-95e7-4a31-8a84-7fbae982cc47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:34:21.895929 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-6addfa56-22a2-4659-8ad2-bd1c7d2a3684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:34:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:21.900525 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1792a94b-7175-4c34-958c-e61fad02df84 req-297e1ef4-82ce-4ab7-b223-4a10da653901 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a HTTP/1.1" status: 200 len: 999 time: 0.0964026 Mar 03 06:34:21.961204 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792a94b-7175-4c34-958c-e61fad02df84 req-d19bbc2f-7f50-483f-986a-60c5fa43fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:21.962556 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1792a94b-7175-4c34-958c-e61fad02df84 req-d19bbc2f-7f50-483f-986a-60c5fa43fd27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f9a3b3e-65cd-436a-8b40-2808a83e47cb HTTP/1.1" status: 200 len: 835 time: 0.0566971 Mar 03 06:34:22.039606 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792a94b-7175-4c34-958c-e61fad02df84 req-31b3fda9-aaa1-42a4-946a-485f10fc8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:22.041121 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1792a94b-7175-4c34-958c-e61fad02df84 req-31b3fda9-aaa1-42a4-946a-485f10fc8226 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3756a622-1822-43ef-aaff-ae1abf1cf722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727613 Mar 03 06:34:22.069614 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-6addfa56-22a2-4659-8ad2-bd1c7d2a3684 None None] Set router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:34:22.170515 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1792a94b-7175-4c34-958c-e61fad02df84 req-c9a62a4b-f57a-4c7a-b8d7-028dab9a040b service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236081 Mar 03 06:34:22.301676 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1792a94b-7175-4c34-958c-e61fad02df84 req-e5709ed5-1c89-49e9-9227-cf9cc9b0eb17 service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251845 Mar 03 06:34:22.412621 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-6addfa56-22a2-4659-8ad2-bd1c7d2a3684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:04Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '2f5efd6a-b1db-4cc3-8c02-143203ced813', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'port_id': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'mac_address': 'fa:16:3e:c4:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:34:20Z', 'updated_at': '2022-03-03T06:34:20Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '694a87d8-c1fa-411b-b75c-01180cbccf78', 'name': '', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:ea:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:34:03Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:34:22.416437 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6addfa56-22a2-4659-8ad2-bd1c7d2a3684 None None] The sync data for ids ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'] in dv-neutron-831582-1-hyperv is: [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:04Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '2f5efd6a-b1db-4cc3-8c02-143203ced813', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.23', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'port_id': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'mac_address': 'fa:16:3e:c4:5c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:34:20Z', 'updated_at': '2022-03-03T06:34:20Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '694a87d8-c1fa-411b-b75c-01180cbccf78', 'name': '', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:ea:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:34:03Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:34:22.597653 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda0716a-adb9-4211-8178-0bdb4221d604 None None] New status for floating IP 2f5efd6a-b1db-4cc3-8c02-143203ced813: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:34:22.741410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42950) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:34:22.848873 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6c8d6f09-16dd-4269-b0d7-2c6fc37d719b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/2f5efd6a-b1db-4cc3-8c02-143203ced813 HTTP/1.1" status: 200 len: 991 time: 0.1050496 Mar 03 06:34:23.059919 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:23.851587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 42954) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:34:23.956317 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6cf9260b-0ec9-457c-9f72-19b9001fefe3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/2f5efd6a-b1db-4cc3-8c02-143203ced813 HTTP/1.1" status: 200 len: 993 time: 0.1035326 Mar 03 06:34:26.168235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [req-fe69996b-7d5a-4798-bd4a-9ae693494b55 req-17de8105-d3b1-484c-9a80-c0ffb0d9c145 service neutron] (87793) timed out ('10.222.0.20', 39132) {{(pid=87793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 06:34:31.086423 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:36.395533 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:34:42.002712 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a0ec8e3-2a23-4301-960f-94b5fed326b9 req-2a0f2162-de59-4995-addf-8767b0792fb7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1037748 Mar 03 06:34:42.138162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ec8e3-2a23-4301-960f-94b5fed326b9 req-be0c763d-2524-4f85-829a-635a4cdd9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:42.139616 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a0ec8e3-2a23-4301-960f-94b5fed326b9 req-be0c763d-2524-4f85-829a-635a4cdd9e27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 1099 time: 0.0681896 Mar 03 06:34:42.283521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ec8e3-2a23-4301-960f-94b5fed326b9 req-39642d1c-46f5-4acc-bc7a-07f3fd25fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:42.285027 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a0ec8e3-2a23-4301-960f-94b5fed326b9 req-39642d1c-46f5-4acc-bc7a-07f3fd25fe16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3756a622-1822-43ef-aaff-ae1abf1cf722 HTTP/1.1" status: 200 len: 897 time: 0.1281548 Mar 03 06:34:42.386672 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a0ec8e3-2a23-4301-960f-94b5fed326b9 req-97ec7207-856f-4b16-b80f-9dc6cff2493f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a HTTP/1.1" status: 200 len: 1001 time: 0.0957670 Mar 03 06:34:42.449555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ec8e3-2a23-4301-960f-94b5fed326b9 req-f34c4957-76e4-4cf1-ad56-d5d215cd9a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:42.450902 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a0ec8e3-2a23-4301-960f-94b5fed326b9 req-f34c4957-76e4-4cf1-ad56-d5d215cd9a00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f9a3b3e-65cd-436a-8b40-2808a83e47cb HTTP/1.1" status: 200 len: 835 time: 0.0586019 Mar 03 06:34:42.522865 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ec8e3-2a23-4301-960f-94b5fed326b9 req-1e357f01-7ec0-456a-91d4-0bf2544d98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:34:42.524346 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a0ec8e3-2a23-4301-960f-94b5fed326b9 req-1e357f01-7ec0-456a-91d4-0bf2544d98de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3756a622-1822-43ef-aaff-ae1abf1cf722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681937 Mar 03 06:34:42.651235 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a0ec8e3-2a23-4301-960f-94b5fed326b9 req-98feaca0-1cee-45e1-9ddf-c2131f21aaba service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212461 Mar 03 06:34:42.778501 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-7a0ec8e3-2a23-4301-960f-94b5fed326b9 req-8da8cd3b-4710-40ce-b6e8-3b45e48698f3 service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215477 Mar 03 06:34:48.364280 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0ee3f172-4b46-44f1-b5dd-0893cbc5e5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:50.576864 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8b2b8717-b224-400b-824c-15576f2f8397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:51.740950 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:51.838893 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:34:53.061793 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:35:01.079272 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:35:13.395372 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:35:18.358472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6efdd52f-f130-43ad-8297-9c2d1ebddc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:35:20.568274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ef7695db-9a76-41d0-b7f0-23fe5834d5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:35:21.745054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:35:21.839039 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:35:23.064340 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:35:31.086687 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:35:33.380165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [req-86e402a2-6c9e-407f-8741-5df938bd2516 req-70032492-ef7c-4107-b698-503a28e1fa6d service neutron] (87793) timed out ('10.222.0.23', 50925) {{(pid=87793) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 03 06:35:33.568931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9630d73-9003-49aa-9f0b-9d089cf08403 req-9429a864-e89b-41fd-8786-9e5ecc6a2769 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:33.570290 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d9630d73-9003-49aa-9f0b-9d089cf08403 req-9429a864-e89b-41fd-8786-9e5ecc6a2769 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0893717 Mar 03 06:35:33.616523 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d9630d73-9003-49aa-9f0b-9d089cf08403 req-55dd7859-ffa7-4479-ac13-6d00c85a03f6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407257 Mar 03 06:35:34.799887 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecbd1d-aadf-4ebe-b747-084ea5200843 req-eefbd9c8-7196-41b0-bdce-8e4ae24b1459 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:34.801339 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e6ecbd1d-aadf-4ebe-b747-084ea5200843 req-eefbd9c8-7196-41b0-bdce-8e4ae24b1459 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0770929 Mar 03 06:35:34.845073 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e6ecbd1d-aadf-4ebe-b747-084ea5200843 req-8394df0b-949f-48e6-aeb5-147523393144 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379326 Mar 03 06:35:36.027010 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd2722-e724-4289-b743-46378e7bed27 req-135fe006-c2cb-4c73-9093-1239fd52f1ec tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:36.028438 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1ecd2722-e724-4289-b743-46378e7bed27 req-135fe006-c2cb-4c73-9093-1239fd52f1ec tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0799401 Mar 03 06:35:36.070697 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1ecd2722-e724-4289-b743-46378e7bed27 req-0f7f7e12-7b63-48c1-9d6a-2807f6b6d1f8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360873 Mar 03 06:35:37.256091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3de3f-18f6-434e-9041-afc894aae3bd req-80e92df7-52f7-4ed7-85cc-4dacf8b02a5e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:37.257500 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f3b3de3f-18f6-434e-9041-afc894aae3bd req-80e92df7-52f7-4ed7-85cc-4dacf8b02a5e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0770752 Mar 03 06:35:37.301736 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f3b3de3f-18f6-434e-9041-afc894aae3bd req-b0b2e753-5db9-4f23-8954-3ea348c08480 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386322 Mar 03 06:35:38.485135 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9278c-2f59-42b3-a845-48e73b5a3222 req-40c91bb3-956e-4942-a84f-d57cfb50f0bc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:38.486571 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-07f9278c-2f59-42b3-a845-48e73b5a3222 req-40c91bb3-956e-4942-a84f-d57cfb50f0bc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0818315 Mar 03 06:35:38.529808 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-07f9278c-2f59-42b3-a845-48e73b5a3222 req-8ad96bcb-208f-4ee9-b5a9-e4f6555600e5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374773 Mar 03 06:35:39.708467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa345c-3ea7-435f-9568-1d937bb0a5aa req-7610dd4e-0474-4a6b-a935-ee3ef0699168 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:39.709825 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cafa345c-3ea7-435f-9568-1d937bb0a5aa req-7610dd4e-0474-4a6b-a935-ee3ef0699168 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0774767 Mar 03 06:35:39.754789 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cafa345c-3ea7-435f-9568-1d937bb0a5aa req-8f53819a-a0c2-443d-841e-49925bd1c954 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394897 Mar 03 06:35:40.940791 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf5b7d-c9df-4da6-b07c-d88a8509ce9b req-2ab81631-0aa3-47af-9130-4a5b3cc57051 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:40.942241 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fbcf5b7d-c9df-4da6-b07c-d88a8509ce9b req-2ab81631-0aa3-47af-9130-4a5b3cc57051 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0819376 Mar 03 06:35:40.987924 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fbcf5b7d-c9df-4da6-b07c-d88a8509ce9b req-5f1d4276-a407-400c-b25a-8c67ef7014f6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401614 Mar 03 06:35:42.171358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c4af5-1dfd-4ceb-9d60-65e5c1452165 req-9a8fb004-05af-492c-93b2-ba3e5b57df4b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:42.172806 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f34c4af5-1dfd-4ceb-9d60-65e5c1452165 req-9a8fb004-05af-492c-93b2-ba3e5b57df4b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0822580 Mar 03 06:35:42.215498 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f34c4af5-1dfd-4ceb-9d60-65e5c1452165 req-03ef24ff-a34c-45a2-beec-7ab8a61bc6c8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371873 Mar 03 06:35:43.042627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12024d-697e-40d4-8d69-7f0ecca01628 req-58af2469-61f8-4a9e-b6bf-8d31a15622fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:43.044080 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-be12024d-697e-40d4-8d69-7f0ecca01628 req-58af2469-61f8-4a9e-b6bf-8d31a15622fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 1099 time: 0.0719876 Mar 03 06:35:43.284141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12024d-697e-40d4-8d69-7f0ecca01628 req-31139141-521f-4a4f-a3e8-6bfbe9b84c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:43.285615 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-be12024d-697e-40d4-8d69-7f0ecca01628 req-31139141-521f-4a4f-a3e8-6bfbe9b84c73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3756a622-1822-43ef-aaff-ae1abf1cf722 HTTP/1.1" status: 200 len: 897 time: 0.2241957 Mar 03 06:35:43.388465 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-be12024d-697e-40d4-8d69-7f0ecca01628 req-7452849d-a773-48bd-b448-543aa5cea68a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a HTTP/1.1" status: 200 len: 1001 time: 0.0967627 Mar 03 06:35:43.397908 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092023c7-c382-4289-9d5c-a2f8a90f0ef0 req-c06f2bc7-9812-4415-a2c6-3cffb28aa25f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:43.399354 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-092023c7-c382-4289-9d5c-a2f8a90f0ef0 req-c06f2bc7-9812-4415-a2c6-3cffb28aa25f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0795610 Mar 03 06:35:43.443219 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-092023c7-c382-4289-9d5c-a2f8a90f0ef0 req-f5082816-6ccf-45d4-a48c-029f46e87e26 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382035 Mar 03 06:35:43.449145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12024d-697e-40d4-8d69-7f0ecca01628 req-25dcb8a0-a14e-413c-b4dc-dac692f24c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:43.450589 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-be12024d-697e-40d4-8d69-7f0ecca01628 req-25dcb8a0-a14e-413c-b4dc-dac692f24c72 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f9a3b3e-65cd-436a-8b40-2808a83e47cb HTTP/1.1" status: 200 len: 835 time: 0.0569754 Mar 03 06:35:43.522658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12024d-697e-40d4-8d69-7f0ecca01628 req-5b238e91-5d33-48e5-8029-ca1cd00e2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:43.524096 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-be12024d-697e-40d4-8d69-7f0ecca01628 req-5b238e91-5d33-48e5-8029-ca1cd00e2ed8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3756a622-1822-43ef-aaff-ae1abf1cf722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677836 Mar 03 06:35:43.650379 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-be12024d-697e-40d4-8d69-7f0ecca01628 req-a54334a6-39d7-4e31-8db0-4d154ddfe17f service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205177 Mar 03 06:35:43.784385 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-be12024d-697e-40d4-8d69-7f0ecca01628 req-ed615f68-6fc6-4bf6-8f8b-c7a4ded3f8dd service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279697 Mar 03 06:35:44.628447 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0da76-7971-4972-86b2-5a71129f81e0 req-8be42951-7a2b-471b-9a0b-3c14095423b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:44.629865 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-38c0da76-7971-4972-86b2-5a71129f81e0 req-8be42951-7a2b-471b-9a0b-3c14095423b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0809174 Mar 03 06:35:44.679251 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-38c0da76-7971-4972-86b2-5a71129f81e0 req-a0885301-f870-4f3f-b76d-f56f60f43cdc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436051 Mar 03 06:35:44.703457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43002) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:35:44.812663 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ac33faca-61c0-4e0a-a714-c74ef4cd09a6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/2f5efd6a-b1db-4cc3-8c02-143203ced813 HTTP/1.1" status: 200 len: 993 time: 0.1080348 Mar 03 06:35:46.258013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9209c-9ca2-4a9d-8d8c-0e1216b3605d req-1ebbf334-9717-442e-86ba-519207e72e30 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:46.259574 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-35b9209c-9ca2-4a9d-8d8c-0e1216b3605d req-1ebbf334-9717-442e-86ba-519207e72e30 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0818360 Mar 03 06:35:46.290352 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c474b-b2c4-4e4a-9bf4-3be981f39260 req-2eb0d786-e1db-4d81-b093-141f6e7625ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:46.291831 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-908c474b-b2c4-4e4a-9bf4-3be981f39260 req-2eb0d786-e1db-4d81-b093-141f6e7625ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 1099 time: 0.0722885 Mar 03 06:35:46.302617 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-35b9209c-9ca2-4a9d-8d8c-0e1216b3605d req-cbf8412b-c033-48d1-86c9-4a9952e11c05 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369225 Mar 03 06:35:46.418466 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c474b-b2c4-4e4a-9bf4-3be981f39260 req-ed23ead2-e739-43b2-ac10-abcc42a8c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:46.420446 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-908c474b-b2c4-4e4a-9bf4-3be981f39260 req-ed23ead2-e739-43b2-ac10-abcc42a8c125 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3756a622-1822-43ef-aaff-ae1abf1cf722 HTTP/1.1" status: 200 len: 897 time: 0.1229188 Mar 03 06:35:46.520540 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-908c474b-b2c4-4e4a-9bf4-3be981f39260 req-4214ecc0-6e79-453d-a986-3b3cbc99a9a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a HTTP/1.1" status: 200 len: 1001 time: 0.0945954 Mar 03 06:35:46.581614 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c474b-b2c4-4e4a-9bf4-3be981f39260 req-30d52975-5322-4f13-b735-72377f105b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:46.583012 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-908c474b-b2c4-4e4a-9bf4-3be981f39260 req-30d52975-5322-4f13-b735-72377f105b32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f9a3b3e-65cd-436a-8b40-2808a83e47cb HTTP/1.1" status: 200 len: 835 time: 0.0573487 Mar 03 06:35:46.654079 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c474b-b2c4-4e4a-9bf4-3be981f39260 req-4e753f01-e35f-4e89-bd10-59e8dce60dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:46.655411 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-908c474b-b2c4-4e4a-9bf4-3be981f39260 req-4e753f01-e35f-4e89-bd10-59e8dce60dda service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3756a622-1822-43ef-aaff-ae1abf1cf722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670991 Mar 03 06:35:46.781847 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-908c474b-b2c4-4e4a-9bf4-3be981f39260 req-929be49d-920e-4fe0-8159-2ce4d07b25aa service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206448 Mar 03 06:35:46.908411 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-908c474b-b2c4-4e4a-9bf4-3be981f39260 req-f191b31e-12f6-4de2-8d9f-f3df08b78a39 service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210902 Mar 03 06:35:47.495855 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d366a58-90c4-4780-94b0-02b0ce557e2b req-195352f1-153c-4bd8-85f2-344a8e833003 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:47.497319 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6d366a58-90c4-4780-94b0-02b0ce557e2b req-195352f1-153c-4bd8-85f2-344a8e833003 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0854468 Mar 03 06:35:47.543042 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6d366a58-90c4-4780-94b0-02b0ce557e2b req-1c5567d0-327f-4803-aee5-603210be4d87 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390775 Mar 03 06:35:48.359957 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-55c0a032-447d-4270-bd60-4e4590a42189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:35:48.729422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ea51a-32aa-4dc0-bbba-520883631016 req-f8bfc95f-9505-4e3e-87af-12af4128b525 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:35:48.730756 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7d9ea51a-32aa-4dc0-bbba-520883631016 req-f8bfc95f-9505-4e3e-87af-12af4128b525 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0817549 Mar 03 06:35:48.772465 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7d9ea51a-32aa-4dc0-bbba-520883631016 req-e9d856a7-1ea5-48be-9254-9e0e8522e722 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362117 Mar 03 06:35:48.795686 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43016) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:35:48.994521 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-55867a7c-9824-4d83-871d-23bb0b483c92 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/2f5efd6a-b1db-4cc3-8c02-143203ced813 HTTP/1.1" status: 200 len: 993 time: 0.1976469 Mar 03 06:35:50.394558 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:35:50.570261 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-39ac2a44-6c98-494e-8189-480c637f2753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:35:51.748324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:35:51.839653 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:35:53.067202 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:01.078329 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:18.362603 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-72194dea-d40a-4672-a08d-f24c24c7d612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:20.571837 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f93324f6-aa86-4531-87cb-1652ef4e1f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:21.751564 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:21.839903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:23.070574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:27.394235 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:36:31.105024 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:43.048626 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-786e5d8b-0411-49bd-9df3-3d915d862463 req-562c7d95-b638-44bc-aa6b-6ef270cc52a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1674964 Mar 03 06:36:43.180376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5d8b-0411-49bd-9df3-3d915d862463 req-f26f9b06-e432-4271-af8d-8e76e21905c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:43.181806 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-786e5d8b-0411-49bd-9df3-3d915d862463 req-f26f9b06-e432-4271-af8d-8e76e21905c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 1099 time: 0.0684257 Mar 03 06:36:43.319156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5d8b-0411-49bd-9df3-3d915d862463 req-b2adf56c-2b8e-41b8-9b82-e20430e861c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:43.320505 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-786e5d8b-0411-49bd-9df3-3d915d862463 req-b2adf56c-2b8e-41b8-9b82-e20430e861c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3756a622-1822-43ef-aaff-ae1abf1cf722 HTTP/1.1" status: 200 len: 897 time: 0.1216760 Mar 03 06:36:43.423351 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-786e5d8b-0411-49bd-9df3-3d915d862463 req-51265165-5d43-4425-b56d-df631437620b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a HTTP/1.1" status: 200 len: 1001 time: 0.0948625 Mar 03 06:36:43.485755 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5d8b-0411-49bd-9df3-3d915d862463 req-6afb8cd3-12be-4f93-80ab-a31b7135f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:43.487111 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-786e5d8b-0411-49bd-9df3-3d915d862463 req-6afb8cd3-12be-4f93-80ab-a31b7135f8a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f9a3b3e-65cd-436a-8b40-2808a83e47cb HTTP/1.1" status: 200 len: 835 time: 0.0584888 Mar 03 06:36:43.557929 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e5d8b-0411-49bd-9df3-3d915d862463 req-65c486f1-45a7-400e-8a74-b38d6b0ededd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:43.559918 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-786e5d8b-0411-49bd-9df3-3d915d862463 req-65c486f1-45a7-400e-8a74-b38d6b0ededd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3756a622-1822-43ef-aaff-ae1abf1cf722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673218 Mar 03 06:36:43.686152 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-786e5d8b-0411-49bd-9df3-3d915d862463 req-924f385e-017a-40fc-ae35-495b79e63ba8 service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204007 Mar 03 06:36:43.812780 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-786e5d8b-0411-49bd-9df3-3d915d862463 req-2df8b1f3-efca-4ffa-a2fe-0a59d569fee6 service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207755 Mar 03 06:36:43.936977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43054) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:44.399519 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port e8b4eae8-98f0-47f1-a176-b2698fcff7ad {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:36:44.400156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:44.564110 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:44.564702 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:44.687059 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for e8b4eae8-98f0-47f1-a176-b2698fcff7ad owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:36:44.828613 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:44.877701 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=e8b4eae8-98f0-47f1-a176-b2698fcff7ad,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:44.916490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:44.916836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:44.917175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:44.917508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:44.917839 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:44.918191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:44.918513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:44.918835 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:44.919155 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:44.919472 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:44.919802 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:44.920122 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:44.974211 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:44.974540 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Floating IP 2f5efd6a-b1db-4cc3-8c02-143203ced813 disassociated (deleted). External IP: 172.26.3.23, port: e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a. Mar 03 06:36:45.425682 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:36:45.596136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:36:45.605217 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd70759-c67f-4548-a575-4d9e83831c99 None None] Sync routers for ids ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:36:45.612301 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:45.614458 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd70759-c67f-4548-a575-4d9e83831c99 None None] Routers {'e5bc1da8-95e7-4a31-8a84-7fbae982cc47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:36:45.615056 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4bd70759-c67f-4548-a575-4d9e83831c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:36:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:45.669370 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-c568a107-b75c-471d-bb43-3af05cf596b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/floatingips/2f5efd6a-b1db-4cc3-8c02-143203ced813 HTTP/1.1" status: 204 len: 168 time: 1.7313707 Mar 03 06:36:45.669932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'tag': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:36:45.716462 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'tag': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a', 'status': 'completed', 'code': 200} Mar 03 06:36:45.793499 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4bd70759-c67f-4548-a575-4d9e83831c99 None None] Set router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:36:45.811113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e62e8b-b335-4b4a-bfbd-fc5beb6c4e7f req-420ce168-355a-4dab-b2af-b420d919d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:45.812627 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-04e62e8b-b335-4b4a-bfbd-fc5beb6c4e7f req-420ce168-355a-4dab-b2af-b420d919d50d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 1099 time: 0.0751636 Mar 03 06:36:45.951503 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e62e8b-b335-4b4a-bfbd-fc5beb6c4e7f req-55bb879b-32ce-43bd-93d2-388003ecf8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:45.953098 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-04e62e8b-b335-4b4a-bfbd-fc5beb6c4e7f req-55bb879b-32ce-43bd-93d2-388003ecf8cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=3756a622-1822-43ef-aaff-ae1abf1cf722 HTTP/1.1" status: 200 len: 897 time: 0.1349490 Mar 03 06:36:46.027242 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-04e62e8b-b335-4b4a-bfbd-fc5beb6c4e7f req-e29b5f75-dfa2-4e19-ad36-a8225768b8e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a HTTP/1.1" status: 200 len: 217 time: 0.0677369 Mar 03 06:36:46.091438 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e62e8b-b335-4b4a-bfbd-fc5beb6c4e7f req-26bb5c6a-e1e0-4657-a967-5653476b40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:46.092916 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-04e62e8b-b335-4b4a-bfbd-fc5beb6c4e7f req-26bb5c6a-e1e0-4657-a967-5653476b40b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8f9a3b3e-65cd-436a-8b40-2808a83e47cb HTTP/1.1" status: 200 len: 835 time: 0.0599549 Mar 03 06:36:46.149880 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4bd70759-c67f-4548-a575-4d9e83831c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:04Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '694a87d8-c1fa-411b-b75c-01180cbccf78', 'name': '', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:ea:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:34:03Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:46.154895 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd70759-c67f-4548-a575-4d9e83831c99 None None] Checking router: e5bc1da8-95e7-4a31-8a84-7fbae982cc47 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:36:46.163358 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd70759-c67f-4548-a575-4d9e83831c99 None None] Routers {'e5bc1da8-95e7-4a31-8a84-7fbae982cc47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:36:46.163981 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4bd70759-c67f-4548-a575-4d9e83831c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:36:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:46.174417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e62e8b-b335-4b4a-bfbd-fc5beb6c4e7f req-a01189d8-4986-4793-b76f-89a9ddbbb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:46.175925 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-04e62e8b-b335-4b4a-bfbd-fc5beb6c4e7f req-a01189d8-4986-4793-b76f-89a9ddbbb5d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3756a622-1822-43ef-aaff-ae1abf1cf722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764949 Mar 03 06:36:46.207516 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fdb0c-ee1f-4d65-bd31-c8639a823d56 req-06c60702-cd23-44fe-aca4-aad31c27f023 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:46.208635 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8d6fdb0c-ee1f-4d65-bd31-c8639a823d56 req-06c60702-cd23-44fe-aca4-aad31c27f023 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.2517309 Mar 03 06:36:46.254024 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8d6fdb0c-ee1f-4d65-bd31-c8639a823d56 req-4f2ad075-6a51-45cf-b41b-0673535bd480 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397434 Mar 03 06:36:46.325714 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-04e62e8b-b335-4b4a-bfbd-fc5beb6c4e7f req-1e476b71-e0ac-48dc-b0c8-e98f66ce8163 service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420672 Mar 03 06:36:46.356557 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4bd70759-c67f-4548-a575-4d9e83831c99 None None] Set router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:36:46.458298 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-04e62e8b-b335-4b4a-bfbd-fc5beb6c4e7f req-ac918355-cc1f-47a1-84ce-3a8d6bd262a9 service neutron] 10.222.0.23 "GET /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277890 Mar 03 06:36:46.666221 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4bd70759-c67f-4548-a575-4d9e83831c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:04Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '694a87d8-c1fa-411b-b75c-01180cbccf78', 'name': '', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:ea:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:34:03Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:46.670446 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd70759-c67f-4548-a575-4d9e83831c99 None None] The sync data for ids ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'] in dv-neutron-831582-1-hyperv is: [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:04Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '694a87d8-c1fa-411b-b75c-01180cbccf78', 'name': '', 'network_id': '3756a622-1822-43ef-aaff-ae1abf1cf722', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:ea:64:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:34:03Z', 'updated_at': '2022-03-03T06:34:08Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': '8f9a3b3e-65cd-436a-8b40-2808a83e47cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:36:46.874847 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8546bd3-4c8f-4590-9483-befb6f9bbcd2 None None] New status for floating IP 2f5efd6a-b1db-4cc3-8c02-143203ced813: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:36:47.484149 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50f281-d993-4d9f-9411-99daa5d5f47b req-ae6f880a-00cd-4bec-b661-ef78e8c75e8c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:47.485619 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0d50f281-d993-4d9f-9411-99daa5d5f47b req-ae6f880a-00cd-4bec-b661-ef78e8c75e8c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.1230030 Mar 03 06:36:47.528381 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0d50f281-d993-4d9f-9411-99daa5d5f47b req-bb3ef42b-9cb0-4253-82bb-f6b489b847a8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=8b18aa02-066e-4149-871d-cafcb9ae0c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372050 Mar 03 06:36:47.742417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a3dd4-93eb-4561-8f49-79e624598387 req-b3d36fbc-0b33-4eba-b1ae-8ef613ac2517 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:47.743117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-f55a3dd4-93eb-4561-8f49-79e624598387 req-b3d36fbc-0b33-4eba-b1ae-8ef613ac2517 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:36:47.757657 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-f55a3dd4-93eb-4561-8f49-79e624598387 req-b3d36fbc-0b33-4eba-b1ae-8ef613ac2517 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:36:47.758866 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f55a3dd4-93eb-4561-8f49-79e624598387 req-b3d36fbc-0b33-4eba-b1ae-8ef613ac2517 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 946 time: 0.0930746 Mar 03 06:36:47.829130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-f55a3dd4-93eb-4561-8f49-79e624598387 req-1332180a-9000-4ba5-b0da-52046be0f6ed tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:36:47.829385 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f55a3dd4-93eb-4561-8f49-79e624598387 req-1332180a-9000-4ba5-b0da-52046be0f6ed tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:48.185188 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-f55a3dd4-93eb-4561-8f49-79e624598387 req-1332180a-9000-4ba5-b0da-52046be0f6ed tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a,segment=NetworkSegment(0aedadc7-2a1d-48a1-be39-8015973897af),segment_id=0aedadc7-2a1d-48a1-be39-8015973897af)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:36:48.185537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f55a3dd4-93eb-4561-8f49-79e624598387 req-1332180a-9000-4ba5-b0da-52046be0f6ed tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:48.308464 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-f55a3dd4-93eb-4561-8f49-79e624598387 req-1332180a-9000-4ba5-b0da-52046be0f6ed tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:36:48.364538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3f32b64f-0391-4bef-87aa-876646ab43d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:48.452677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f55a3dd4-93eb-4561-8f49-79e624598387 req-1332180a-9000-4ba5-b0da-52046be0f6ed tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:48.504344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332180a-9000-4ba5-b0da-52046be0f6ed tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:48.579066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55a3dd4-93eb-4561-8f49-79e624598387 req-1332180a-9000-4ba5-b0da-52046be0f6ed tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] No DVR routers for this DVR port e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:36:48.581538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-f55a3dd4-93eb-4561-8f49-79e624598387 req-1332180a-9000-4ba5-b0da-52046be0f6ed tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:48.584060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'name': 'network-vif-deleted', 'tag': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:36:48.599512 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f55a3dd4-93eb-4561-8f49-79e624598387 req-1332180a-9000-4ba5-b0da-52046be0f6ed tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "DELETE /v2.0/ports/e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a HTTP/1.1" status: 204 len: 173 time: 0.8350093 Mar 03 06:36:48.642100 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a588f2-3440-4542-afbb-8f0cbd55b72f', 'name': 'network-vif-deleted', 'tag': 'e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a', 'status': 'completed', 'code': 200} Mar 03 06:36:48.687508 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9d419dcf-c15c-4832-a77f-2a39a476e56d req-9f114960-75f7-4f44-8675-21eee1340bea tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=60a588f2-3440-4542-afbb-8f0cbd55b72f HTTP/1.1" status: 200 len: 210 time: 0.0456626 Mar 03 06:36:49.782256 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43084) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:50.324925 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ccc20ddc-357e-4466-ac1e-0099787f08b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:50.574021 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-84ec2119-c7f5-4a80-a2e2-5bc46f35d7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:50.772578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ccc20ddc-357e-4466-ac1e-0099787f08b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port 694a87d8-c1fa-411b-b75c-01180cbccf78 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:36:50.772931 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ccc20ddc-357e-4466-ac1e-0099787f08b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:50.955706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-ccc20ddc-357e-4466-ac1e-0099787f08b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port 694a87d8-c1fa-411b-b75c-01180cbccf78, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=694a87d8-c1fa-411b-b75c-01180cbccf78,segment=NetworkSegment(0aedadc7-2a1d-48a1-be39-8015973897af),segment_id=0aedadc7-2a1d-48a1-be39-8015973897af)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:36:50.956428 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ccc20ddc-357e-4466-ac1e-0099787f08b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:51.075745 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-ccc20ddc-357e-4466-ac1e-0099787f08b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for 694a87d8-c1fa-411b-b75c-01180cbccf78 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:36:51.401353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ccc20ddc-357e-4466-ac1e-0099787f08b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:51.451843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc20ddc-357e-4466-ac1e-0099787f08b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=694a87d8-c1fa-411b-b75c-01180cbccf78,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:51.563577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:36:51.599044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:36:51.599643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device e3fa6052-e2a8-4e0d-acc8-a99a65af0a5a not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:36:51.721572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ccc20ddc-357e-4466-ac1e-0099787f08b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:51.753395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:51.842728 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:52.181910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc20ddc-357e-4466-ac1e-0099787f08b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:36:52.356716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc20ddc-357e-4466-ac1e-0099787f08b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:36:52.367183 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59e4ee-37c7-4110-b6dd-1eea3ea89b1c None None] Sync routers for ids ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:36:52.371900 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43092) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:52.372405 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ccc20ddc-357e-4466-ac1e-0099787f08b2 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "PUT /v2.0/routers/e5bc1da8-95e7-4a31-8a84-7fbae982cc47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5885234 Mar 03 06:36:52.377493 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59e4ee-37c7-4110-b6dd-1eea3ea89b1c None None] Routers {'e5bc1da8-95e7-4a31-8a84-7fbae982cc47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:36:52.378157 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4e59e4ee-37c7-4110-b6dd-1eea3ea89b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:36:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:52.440805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting subnet 8f9a3b3e-65cd-436a-8b40-2808a83e47cb {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:36:52.443548 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:52.495613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:52.551822 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4e59e4ee-37c7-4110-b6dd-1eea3ea89b1c None None] Set router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:36:52.577574 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:52.653913 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:52.699024 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9a3b3e-65cd-436a-8b40-2808a83e47cb,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:52.702699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:52.706451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f7b185-bc10-42ce-89aa-fe702df5a752 None None] Network 3756a622-1822-43ef-aaff-ae1abf1cf722 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:36:52.716065 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/subnets/8f9a3b3e-65cd-436a-8b40-2808a83e47cb HTTP/1.1" status: 204 len: 168 time: 0.3394434 Mar 03 06:36:52.716065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:52.716065 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:52.716422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:52.716509 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43096) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:52.716593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:52.716777 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:52.717132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:52.717468 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:52.717800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:52.718403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:52.718775 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:52.719112 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:52.719440 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb60eea3-e4bb-454f-b72c-8fca2a9890e0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:52.842919 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4e59e4ee-37c7-4110-b6dd-1eea3ea89b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:36:51Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:52.846726 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59e4ee-37c7-4110-b6dd-1eea3ea89b1c None None] Checking router: e5bc1da8-95e7-4a31-8a84-7fbae982cc47 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:36:52.854856 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59e4ee-37c7-4110-b6dd-1eea3ea89b1c None None] Routers {'e5bc1da8-95e7-4a31-8a84-7fbae982cc47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:36:52.855495 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4e59e4ee-37c7-4110-b6dd-1eea3ea89b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:36:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:52.903912 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:52.984234 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] DHCP port deletion for 3756a622-1822-43ef-aaff-ae1abf1cf722 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:36:52.988642 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Deleting port a9fdbdde-9b74-4906-92ae-6fbae8813bc2 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:36:52.989007 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:53.059168 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4e59e4ee-37c7-4110-b6dd-1eea3ea89b1c None None] Set router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:36:53.093902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:53.104528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port fa80d554-d4b6-4060-b592-df28a3d5e822 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:36:53.105063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:53.106218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:53.213158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] For port a9fdbdde-9b74-4906-92ae-6fbae8813bc2, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=a9fdbdde-9b74-4906-92ae-6fbae8813bc2,segment=NetworkSegment(0aedadc7-2a1d-48a1-be39-8015973897af),segment_id=0aedadc7-2a1d-48a1-be39-8015973897af)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:36:53.213595 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:53.290673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port fa80d554-d4b6-4060-b592-df28a3d5e822, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=fa80d554-d4b6-4060-b592-df28a3d5e822,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:36:53.291145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:53.347099 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Calling delete_port for a9fdbdde-9b74-4906-92ae-6fbae8813bc2 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:36:53.387707 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4e59e4ee-37c7-4110-b6dd-1eea3ea89b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:36:51Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:53.392465 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e59e4ee-37c7-4110-b6dd-1eea3ea89b1c None None] The sync data for ids ['e5bc1da8-95e7-4a31-8a84-7fbae982cc47'] in dv-neutron-831582-1-hyperv is: [{'id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1017619442', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:36:51Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': 'fa80d554-d4b6-4060-b592-df28a3d5e822', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5bc1da8-95e7-4a31-8a84-7fbae982cc47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:33:59Z', 'updated_at': '2022-03-03T06:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:36:53.426895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:53.437044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for fa80d554-d4b6-4060-b592-df28a3d5e822 owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:36:53.476004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Pushing event deleted for resources: {'Port': ['ID=a9fdbdde-9b74-4906-92ae-6fbae8813bc2,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:53.481161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] No DVR routers for this DVR port a9fdbdde-9b74-4906-92ae-6fbae8813bc2 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:36:53.487212 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:53.487562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:53.487929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:53.488267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:53.488600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:53.488930 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:53.489252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:53.489577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:53.489897 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:53.490653 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:53.490653 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:53.490806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8fd7bd-cb8d-4c5f-820d-0aed41c1e7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:36:53.608601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:53.655193 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=fa80d554-d4b6-4060-b592-df28a3d5e822,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:53.746681 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.024954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.027008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.049977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.050381 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Fanout notify agent at l3_agent the message router_deleted on router e5bc1da8-95e7-4a31-8a84-7fbae982cc47 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:36:54.065056 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.066143 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1033b759-a2c2-49c1-97a5-5a35c8d639de tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/routers/e5bc1da8-95e7-4a31-8a84-7fbae982cc47 HTTP/1.1" status: 204 len: 168 time: 1.3486478 Mar 03 06:36:54.068767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43102) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:54.182870 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee564701-b587-4929-936f-9df2f76bcb21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.310061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee564701-b587-4929-936f-9df2f76bcb21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.334414 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ee564701-b587-4929-936f-9df2f76bcb21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3756a622-1822-43ef-aaff-ae1abf1cf722']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:54.346409 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ee564701-b587-4929-936f-9df2f76bcb21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aedadc7-2a1d-48a1-be39-8015973897af') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:54.346706 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-ee564701-b587-4929-936f-9df2f76bcb21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aedadc7-2a1d-48a1-be39-8015973897af') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:54.357495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee564701-b587-4929-936f-9df2f76bcb21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.376684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee564701-b587-4929-936f-9df2f76bcb21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.382483 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee564701-b587-4929-936f-9df2f76bcb21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:36:54.382862 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee564701-b587-4929-936f-9df2f76bcb21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:36:54.396751 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:36:54.472492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee564701-b587-4929-936f-9df2f76bcb21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.490176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ee564701-b587-4929-936f-9df2f76bcb21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.502401 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee564701-b587-4929-936f-9df2f76bcb21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Network': ['ID=3756a622-1822-43ef-aaff-ae1abf1cf722,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:54.514127 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ee564701-b587-4929-936f-9df2f76bcb21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/networks/3756a622-1822-43ef-aaff-ae1abf1cf722 HTTP/1.1" status: 204 len: 168 time: 0.4443517 Mar 03 06:36:54.516742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43106) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:54.587405 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8839974b-7fd6-4abd-afb4-d51ba6694ffe tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.617423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8839974b-7fd6-4abd-afb4-d51ba6694ffe tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.661429 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 694a87d8-c1fa-411b-b75c-01180cbccf78 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:36:54.684603 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8839974b-7fd6-4abd-afb4-d51ba6694ffe tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.703947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839974b-7fd6-4abd-afb4-d51ba6694ffe tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b18aa02-066e-4149-871d-cafcb9ae0c91,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:54.719674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8839974b-7fd6-4abd-afb4-d51ba6694ffe tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:54.723442 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8839974b-7fd6-4abd-afb4-d51ba6694ffe tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/security-groups/8b18aa02-066e-4149-871d-cafcb9ae0c91 HTTP/1.1" status: 204 len: 168 time: 0.2022402 Mar 03 06:36:54.736153 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 694a87d8-c1fa-411b-b75c-01180cbccf78 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:36:54.736499 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 694a87d8-c1fa-411b-b75c-01180cbccf78 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:36:54.736910 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device a9fdbdde-9b74-4906-92ae-6fbae8813bc2 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:36:54.773421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: a9fdbdde-9b74-4906-92ae-6fbae8813bc2 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:36:54.773769 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device a9fdbdde-9b74-4906-92ae-6fbae8813bc2 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:36:54.774232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa80d554-d4b6-4060-b592-df28a3d5e822 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:36:54.810312 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: fa80d554-d4b6-4060-b592-df28a3d5e822 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:36:54.810654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device fa80d554-d4b6-4060-b592-df28a3d5e822 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:36:55.129809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43114) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:55.135056 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1662610165', 'description': 'tempest-secgroup-smoke-1662610165 description', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:36:55.141691 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:36:55.145718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:36:55.148570 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:36:55.154685 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:36:55.164241 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.183080 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:36:55.187226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:36:55.190190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:36:55.195594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:36:55.263356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.267018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.319177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:55.326917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.331034 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3a6a1466-e9da-4f60-9a65-028b17ebaceb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1973426 Mar 03 06:36:55.331476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43118) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:55.336355 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e3f2662b-d148-433b-ac22-ffa1ffc2911c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '9ecada09-5ee2-4dfb-a2dc-e275874ae0bb', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:36:55.342227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e3f2662b-d148-433b-ac22-ffa1ffc2911c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:36:55.346023 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e3f2662b-d148-433b-ac22-ffa1ffc2911c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:36:55.348838 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e3f2662b-d148-433b-ac22-ffa1ffc2911c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:36:55.354360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e3f2662b-d148-433b-ac22-ffa1ffc2911c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:36:55.371903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3f2662b-d148-433b-ac22-ffa1ffc2911c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.429215 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3f2662b-d148-433b-ac22-ffa1ffc2911c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.434588 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3f2662b-d148-433b-ac22-ffa1ffc2911c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.457550 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2662b-d148-433b-ac22-ffa1ffc2911c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c066f1b-4015-462e-953f-0d1563a0aced,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:55.467821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e3f2662b-d148-433b-ac22-ffa1ffc2911c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.468978 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e3f2662b-d148-433b-ac22-ffa1ffc2911c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1365526 Mar 03 06:36:55.471704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43122) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:55.476582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-3021db92-72e6-4c57-92d5-1fd11916ac74 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '9ecada09-5ee2-4dfb-a2dc-e275874ae0bb', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:36:55.482658 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3021db92-72e6-4c57-92d5-1fd11916ac74 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:36:55.486533 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3021db92-72e6-4c57-92d5-1fd11916ac74 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:36:55.489418 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-3021db92-72e6-4c57-92d5-1fd11916ac74 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:36:55.494878 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-3021db92-72e6-4c57-92d5-1fd11916ac74 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:36:55.511755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3021db92-72e6-4c57-92d5-1fd11916ac74 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.569742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3021db92-72e6-4c57-92d5-1fd11916ac74 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.572958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3021db92-72e6-4c57-92d5-1fd11916ac74 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.595450 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021db92-72e6-4c57-92d5-1fd11916ac74 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42983350-0346-4d9a-9d96-3e689222898e,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:55.604644 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3021db92-72e6-4c57-92d5-1fd11916ac74 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.606315 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3021db92-72e6-4c57-92d5-1fd11916ac74 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337099 Mar 03 06:36:55.609169 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43126) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:55.613910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-97c5ebcf-c92a-45e3-abf6-b41a4040b871 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '9ecada09-5ee2-4dfb-a2dc-e275874ae0bb', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:36:55.619454 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-97c5ebcf-c92a-45e3-abf6-b41a4040b871 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:36:55.623809 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-97c5ebcf-c92a-45e3-abf6-b41a4040b871 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:36:55.626499 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-97c5ebcf-c92a-45e3-abf6-b41a4040b871 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:36:55.632018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-97c5ebcf-c92a-45e3-abf6-b41a4040b871 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:36:55.649914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-97c5ebcf-c92a-45e3-abf6-b41a4040b871 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.708819 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-97c5ebcf-c92a-45e3-abf6-b41a4040b871 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.713016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-97c5ebcf-c92a-45e3-abf6-b41a4040b871 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.738525 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5ebcf-c92a-45e3-abf6-b41a4040b871 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0320c855-4164-495f-ac2d-3bd502e36482,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:55.747101 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-97c5ebcf-c92a-45e3-abf6-b41a4040b871 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.748330 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-97c5ebcf-c92a-45e3-abf6-b41a4040b871 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382458 Mar 03 06:36:55.751120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43130) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:55.756173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-c2ca363a-337d-4eae-95ef-4e2985f38d22 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '9ecada09-5ee2-4dfb-a2dc-e275874ae0bb', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:36:55.761827 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c2ca363a-337d-4eae-95ef-4e2985f38d22 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:36:55.765549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c2ca363a-337d-4eae-95ef-4e2985f38d22 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:36:55.768389 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-c2ca363a-337d-4eae-95ef-4e2985f38d22 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:36:55.773936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-c2ca363a-337d-4eae-95ef-4e2985f38d22 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:36:55.790410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2ca363a-337d-4eae-95ef-4e2985f38d22 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.850827 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2ca363a-337d-4eae-95ef-4e2985f38d22 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.854202 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2ca363a-337d-4eae-95ef-4e2985f38d22 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.876578 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca363a-337d-4eae-95ef-4e2985f38d22 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e333d99c-4863-4a20-a84a-be63d473c27a,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:55.885309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c2ca363a-337d-4eae-95ef-4e2985f38d22 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.886578 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c2ca363a-337d-4eae-95ef-4e2985f38d22 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345024 Mar 03 06:36:55.889257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43134) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:55.894176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-cec5b8b9-b686-4e39-9dc9-df1ee49b2280 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '9ecada09-5ee2-4dfb-a2dc-e275874ae0bb', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:36:55.899747 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cec5b8b9-b686-4e39-9dc9-df1ee49b2280 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:36:55.904034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cec5b8b9-b686-4e39-9dc9-df1ee49b2280 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:36:55.906830 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cec5b8b9-b686-4e39-9dc9-df1ee49b2280 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:36:55.912414 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cec5b8b9-b686-4e39-9dc9-df1ee49b2280 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:36:55.922853 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-cec5b8b9-b686-4e39-9dc9-df1ee49b2280 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Project ae637e96438d436d9b1a465f33c1eb5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:36:55.929133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cec5b8b9-b686-4e39-9dc9-df1ee49b2280 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.993067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cec5b8b9-b686-4e39-9dc9-df1ee49b2280 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:55.996562 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cec5b8b9-b686-4e39-9dc9-df1ee49b2280 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.018824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5b8b9-b686-4e39-9dc9-df1ee49b2280 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0b3b9c-6ce6-4e9d-bccc-edf7bc0f0367,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:56.028304 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cec5b8b9-b686-4e39-9dc9-df1ee49b2280 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.029464 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cec5b8b9-b686-4e39-9dc9-df1ee49b2280 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393418 Mar 03 06:36:56.032193 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43138) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:56.037092 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b62cffca-9ff7-4b30-aec9-2b684ecbbd07 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'security_group_rule': {'security_group_id': '9ecada09-5ee2-4dfb-a2dc-e275874ae0bb', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:36:56.043535 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b62cffca-9ff7-4b30-aec9-2b684ecbbd07 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:36:56.047299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b62cffca-9ff7-4b30-aec9-2b684ecbbd07 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:security_group_rule and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:36:56.050130 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b62cffca-9ff7-4b30-aec9-2b684ecbbd07 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:36:56.055861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b62cffca-9ff7-4b30-aec9-2b684ecbbd07 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:36:56.065563 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-b62cffca-9ff7-4b30-aec9-2b684ecbbd07 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Project ae637e96438d436d9b1a465f33c1eb5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:36:56.071904 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b62cffca-9ff7-4b30-aec9-2b684ecbbd07 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.133657 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b62cffca-9ff7-4b30-aec9-2b684ecbbd07 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.137490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b62cffca-9ff7-4b30-aec9-2b684ecbbd07 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.161244 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cffca-9ff7-4b30-aec9-2b684ecbbd07 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede43ba6-f6be-4806-b059-a81089e8bdf1,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:56.170101 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b62cffca-9ff7-4b30-aec9-2b684ecbbd07 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.171246 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b62cffca-9ff7-4b30-aec9-2b684ecbbd07 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1381295 Mar 03 06:36:56.174150 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43142) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:56.179514 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'network': {'name': 'tempest-network-smoke--1638003123', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'port_security_enabled': True}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:36:56.184190 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:36:56.188408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:network and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:36:56.191439 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:36:56.197666 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:36:56.207581 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:36:56.210945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.237606 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:36:56.246187 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.246578 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Added segment f453a249-3177-49cc-933d-4efae32b1e85 of type vlan for network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 Mar 03 06:36:56.273316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.303327 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.308979 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:56.309602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.436482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Network': ['ID=ba0d5f8b-6a85-4d56-8455-1f89ee744f37,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:56.440077 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-70895b09-7e29-40e4-8f1e-b7b13dc1c46c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2646518 Mar 03 06:36:56.442995 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43146) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:56.447315 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:36:56.451430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'admin_state_up': True, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:36:56.459278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:36:56.463341 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:router and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:36:56.466497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:36:56.473536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:36:56.485126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.486598 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.502964 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:56.773766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:57.177797 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:57.208133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:57.342666 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.26.3.97 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/01ff9c85-ba54-4963-b4e2-8190fc95923f) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:36:57.486794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:57.515490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:57.572572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:36:57.575208 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:36:57.583228 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:36:57.620256 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=01ff9c85-ba54-4963-b4e2-8190fc95923f,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:58.001939 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:58.343390 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:58.655729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:36:58.830891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:36:58.840562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Sync routers for ids ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:36:58.849743 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Routers {'f93ad95a-12f8-45ed-b3ff-000ff14d8a02'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:36:58.850425 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c379e443-e309-4d61-8252-0556655e99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:36:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:58.856679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:58.859786 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a4ce0f47-1adb-419f-8c35-bdf71f4dfd0d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4141960 Mar 03 06:36:58.861245 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43152) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:58.904188 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6c8954e6-b40e-4f6d-8267-1757564a8147 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=ae637e96438d436d9b1a465f33c1eb5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417454 Mar 03 06:36:58.906680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43156) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:59.025861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Set router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:36:59.033698 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f69ea2-1ca6-4a3b-b326-1e0e3a228768 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:59.035199 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-85f69ea2-1ca6-4a3b-b326-1e0e3a228768 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276350 Mar 03 06:36:59.038008 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43160) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:59.080730 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-5c494162-d785-4417-be60-939e6dda0e41 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=2bbf0369-3496-4c83-b9d6-95faf970c002&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416546 Mar 03 06:36:59.083157 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43164) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:59.088328 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-487714855', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:36:59.195633 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:36:59.199931 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:subnet and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:36:59.202631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:36:59.208139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:36:59.217634 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:36:59.221230 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:59.305918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c379e443-e309-4d61-8252-0556655e99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:36:57Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:36:57Z', 'updated_at': '2022-03-03T06:36:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:36:59.310296 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Checking router: f93ad95a-12f8-45ed-b3ff-000ff14d8a02 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:36:59.310643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Updating router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 port 01ff9c85-ba54-4963-b4e2-8190fc95923f binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:36:59.364025 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:59.437316 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:59.515927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Subnet': ['ID=bdc26def-34ba-433d-8843-bf08496338b3,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:36:59.525293 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Checking segment: {'id': 'f453a249-3177-49cc-933d-4efae32b1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:36:59.525645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network hostable DHCP agents. Network: ba0d5f8b-6a85-4d56-8455-1f89ee744f37, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:36:59.546612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:36:59.556267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, ba0d5f8b-6a85-4d56-8455-1f89ee744f37) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:36:59.560626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:36:59.561209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:59.578324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed091d7c-4c49-4976-9583-559e05fd338d None None] Network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:36:59.582687 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-25ced2c9-113c-427c-ba2d-0964a2522085 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4985476 Mar 03 06:36:59.585577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43168) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:36:59.885918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:59.899657 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ips': [{'subnet_id': 'bdc26def-34ba-433d-8843-bf08496338b3'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:36:59.900482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:36:59.916002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Transition to ACTIVE for port object 01ff9c85-ba54-4963-b4e2-8190fc95923f will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:36:59.958817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:00.108931 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b8222-0787-4085-bfa3-51f6df0a7f09 None None] Pushing event updated for resources: {'Port': ['ID=01ff9c85-ba54-4963-b4e2-8190fc95923f,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:00.111336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Attempting to bind port 01ff9c85-ba54-4963-b4e2-8190fc95923f on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:37:00.111654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Attempting to bind port 01ff9c85-ba54-4963-b4e2-8190fc95923f by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:37:00.112072 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Attempting to bind port 01ff9c85-ba54-4963-b4e2-8190fc95923f on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:37:00.122207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:37:00.122207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:37:00.122207 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:00.122736 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:37:00.123144 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Bound port: 01ff9c85-ba54-4963-b4e2-8190fc95923f, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:37:00.123551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:00.248348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Allocated IP 172.20.0.2 (ba0d5f8b-6a85-4d56-8455-1f89ee744f37/bdc26def-34ba-433d-8843-bf08496338b3/406b7ce8-8c84-45a3-b4fa-42da0721db52) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:37:00.255195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c379e443-e309-4d61-8252-0556655e99fa None None] For port 01ff9c85-ba54-4963-b4e2-8190fc95923f, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:37:00.261094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c379e443-e309-4d61-8252-0556655e99fa None None] For port 01ff9c85-ba54-4963-b4e2-8190fc95923f, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=01ff9c85-ba54-4963-b4e2-8190fc95923f,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:37:00.267056 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:00.401277 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:00.439485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Routers {'f93ad95a-12f8-45ed-b3ff-000ff14d8a02'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:37:00.440385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c379e443-e309-4d61-8252-0556655e99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:36:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:00.501808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b8222-0787-4085-bfa3-51f6df0a7f09 None None] Pushing event updated for resources: {'Port': ['ID=01ff9c85-ba54-4963-b4e2-8190fc95923f,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:00.692508 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-c379e443-e309-4d61-8252-0556655e99fa None None] Set router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:37:00.821838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:00.847482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Transition to ACTIVE for port object 406b7ce8-8c84-45a3-b4fa-42da0721db52 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:37:00.932188 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Transition to ACTIVE for port object 406b7ce8-8c84-45a3-b4fa-42da0721db52 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:37:00.944139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:01.007299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.20.0.1 (ba0d5f8b-6a85-4d56-8455-1f89ee744f37/bdc26def-34ba-433d-8843-bf08496338b3/c36534ef-3971-4270-b64f-c559916b2870) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:37:01.059649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:37:01.067587 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:37:01.075267 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:37:01.079298 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Pushing event updated for resources: {'Port': ['ID=406b7ce8-8c84-45a3-b4fa-42da0721db52,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:01.165742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:01.182679 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Transition to ACTIVE for port object c36534ef-3971-4270-b64f-c559916b2870 will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:37:01.194576 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:01.197654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Attempting to bind port 406b7ce8-8c84-45a3-b4fa-42da0721db52 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:37:01.198018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Attempting to bind port 406b7ce8-8c84-45a3-b4fa-42da0721db52 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'f453a249-3177-49cc-933d-4efae32b1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:37:01.198394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Attempting to bind port 406b7ce8-8c84-45a3-b4fa-42da0721db52 on network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:37:01.205191 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:37:01.205548 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Checking segment: {'id': 'f453a249-3177-49cc-933d-4efae32b1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:37:01.205933 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:01.206316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Bound using segment: {'id': 'f453a249-3177-49cc-933d-4efae32b1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:37:01.206779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Bound port: 406b7ce8-8c84-45a3-b4fa-42da0721db52, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f453a249-3177-49cc-933d-4efae32b1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:37:01.206942 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:01.207141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:01.262292 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c379e443-e309-4d61-8252-0556655e99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:36:57Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:36:57Z', 'updated_at': '2022-03-03T06:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:01.269274 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:37:01.270547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c379e443-e309-4d61-8252-0556655e99fa None None] The sync data for ids ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'] in dv-neutron-831582-1-hyperv is: [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:36:57Z', 'revision_number': 3, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:36:57Z', 'updated_at': '2022-03-03T06:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:37:01.276899 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:37:01.281810 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:37:01.316332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] For port 406b7ce8-8c84-45a3-b4fa-42da0721db52, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:37:01.319623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] For port 406b7ce8-8c84-45a3-b4fa-42da0721db52, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=406b7ce8-8c84-45a3-b4fa-42da0721db52,segment=NetworkSegment(f453a249-3177-49cc-933d-4efae32b1e85),segment_id=f453a249-3177-49cc-933d-4efae32b1e85)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:37:01.320883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=c36534ef-3971-4270-b64f-c559916b2870,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:01.330649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:01.348532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:01.438756 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d4af2-767a-4b1a-81d0-d9dea1b1958c None None] Pushing event updated for resources: {'Port': ['ID=406b7ce8-8c84-45a3-b4fa-42da0721db52,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:01.658532 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:02.243064 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:02.248155 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:02.362131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=c36534ef-3971-4270-b64f-c559916b2870,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:02.366677 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:02.436319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fc6d47-85cc-4ce1-809e-adca33d12f26 None None] Network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:37:02.506324 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:37:02.507455 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:37:02.550218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-28a39ef6-88da-42aa-8790-b76b4bd87a2b None None] Provisioning for port 406b7ce8-8c84-45a3-b4fa-42da0721db52 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:37:02.710182 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:37:02.734567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 406b7ce8-8c84-45a3-b4fa-42da0721db52 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:37:02.816441 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 406b7ce8-8c84-45a3-b4fa-42da0721db52 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:37:02.821394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 406b7ce8-8c84-45a3-b4fa-42da0721db52 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:37:02.821763 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:02.914437 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:37:02.925370 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Sync routers for ids ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:37:02.934042 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-ac588bb8-610e-4385-9ce6-fd10dcb6126b tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "PUT /v2.0/routers/f93ad95a-12f8-45ed-b3ff-000ff14d8a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3471990 Mar 03 06:37:02.949424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:02.949707 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Routers {'f93ad95a-12f8-45ed-b3ff-000ff14d8a02'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:37:02.950536 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:36:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:02.983899 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 406b7ce8-8c84-45a3-b4fa-42da0721db52, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=406b7ce8-8c84-45a3-b4fa-42da0721db52,segment=NetworkSegment(f453a249-3177-49cc-933d-4efae32b1e85),segment_id=f453a249-3177-49cc-933d-4efae32b1e85)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:37:02.988607 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:02.989589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 01ff9c85-ba54-4963-b4e2-8190fc95923f up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:37:03.134584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ff1e9643-e92e-45fa-a8c2-a69f233a33b2 None None] Provisioning complete for port 406b7ce8-8c84-45a3-b4fa-42da0721db52 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:37:03.134959 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ff1e9643-e92e-45fa-a8c2-a69f233a33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:03.149094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-8604f40a-ff30-4215-a4e1-0c051917ee67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:37:03.166607 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Set router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:37:03.171298 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-8604f40a-ff30-4215-a4e1-0c051917ee67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:37:03.172629 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-8604f40a-ff30-4215-a4e1-0c051917ee67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1662610165&fields=id&tenant_id=ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 267 time: 0.0721579 Mar 03 06:37:03.189147 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=406b7ce8-8c84-45a3-b4fa-42da0721db52,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:03.219281 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 01ff9c85-ba54-4963-b4e2-8190fc95923f completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:37:03.224778 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 01ff9c85-ba54-4963-b4e2-8190fc95923f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:37:03.225155 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:03.388710 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-1fe1ca9e-b7d7-4601-9921-b255bd9fb2d1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:03.391671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-1fe1ca9e-b7d7-4601-9921-b255bd9fb2d1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:37:03.398849 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ff1e9643-e92e-45fa-a8c2-a69f233a33b2 None None] Provisioning for port c36534ef-3971-4270-b64f-c559916b2870 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:37:03.405966 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ff1e9643-e92e-45fa-a8c2-a69f233a33b2 None None] Provisioning complete for port c36534ef-3971-4270-b64f-c559916b2870 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:37:03.406334 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ff1e9643-e92e-45fa-a8c2-a69f233a33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:03.426610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-1fe1ca9e-b7d7-4601-9921-b255bd9fb2d1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:37:03.428108 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-1fe1ca9e-b7d7-4601-9921-b255bd9fb2d1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/networks?id=ba0d5f8b-6a85-4d56-8455-1f89ee744f37 HTTP/1.1" status: 200 len: 797 time: 0.2482378 Mar 03 06:37:03.444833 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-93667f82-3e06-4275-a19d-7b846a6a2721 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/quotas/ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 375 time: 0.0112576 Mar 03 06:37:03.488193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ff1e9643-e92e-45fa-a8c2-a69f233a33b2 None None] Port c36534ef-3971-4270-b64f-c559916b2870 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:37:03.497780 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:03.516744 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 01ff9c85-ba54-4963-b4e2-8190fc95923f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=01ff9c85-ba54-4963-b4e2-8190fc95923f,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:37:03.521630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:03.553328 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:37:01Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:36:57Z', 'updated_at': '2022-03-03T06:37:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c36534ef-3971-4270-b64f-c559916b2870', 'name': '', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:03:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:37:00Z', 'updated_at': '2022-03-03T06:37:01Z', 'revision_number': 2, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:03.557299 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Checking router: f93ad95a-12f8-45ed-b3ff-000ff14d8a02 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:37:03.557745 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Updating router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 port c36534ef-3971-4270-b64f-c559916b2870 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:37:03.557905 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-b5030852-acc1-46a3-85da-7fc27d2d9eb0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:37:03.576885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-b5030852-acc1-46a3-85da-7fc27d2d9eb0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:37:03.578833 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-b5030852-acc1-46a3-85da-7fc27d2d9eb0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1283524 Mar 03 06:37:03.612316 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:03.615797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-088b7812-f11e-4866-b9fe-815259edb8a2 None None] Provisioning complete for port c36534ef-3971-4270-b64f-c559916b2870 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:37:03.616152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-088b7812-f11e-4866-b9fe-815259edb8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:03.638278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-856988ca-35d8-4d3f-b4f1-ace62455f574 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 06:37:03.639420 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-856988ca-35d8-4d3f-b4f1-ace62455f574 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482142 Mar 03 06:37:03.642900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=01ff9c85-ba54-4963-b4e2-8190fc95923f,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:03.676196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-088b7812-f11e-4866-b9fe-815259edb8a2 None None] Port c36534ef-3971-4270-b64f-c559916b2870 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:37:03.780155 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-a45f62c5-55d7-4158-8794-c5ad850b8866 service neutron] 10.222.0.20 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336544 Mar 03 06:37:03.909890 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-41d92b8f-3aa2-4c39-8ae9-9e7b0bf995e0 service neutron] 10.222.0.20 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237881 Mar 03 06:37:03.952204 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:03.963506 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Transition to ACTIVE for port object c36534ef-3971-4270-b64f-c559916b2870 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:37:03.970821 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:04.096326 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f57df3d8-4ca1-4e3f-9c8a-8f9997e2f4d1 req-92e267c2-70a5-48eb-9aa6-d3b80d28c920 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 210 time: 0.0489414 Mar 03 06:37:04.101230 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Pushing event updated for resources: {'Port': ['ID=c36534ef-3971-4270-b64f-c559916b2870,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:04.115880 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:04.116440 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:04.116924 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:04.117577 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:04.117918 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:04.118409 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:04.118729 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:04.119199 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:04.119692 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:04.120045 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:04.120360 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:04.121383 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:37:04.221742 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Attempting to bind port c36534ef-3971-4270-b64f-c559916b2870 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:37:04.222166 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Attempting to bind port c36534ef-3971-4270-b64f-c559916b2870 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'f453a249-3177-49cc-933d-4efae32b1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:37:04.222592 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Attempting to bind port c36534ef-3971-4270-b64f-c559916b2870 on network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:37:04.228183 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:37:04.228554 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Checking segment: {'id': 'f453a249-3177-49cc-933d-4efae32b1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:37:04.228952 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:04.229338 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Bound using segment: {'id': 'f453a249-3177-49cc-933d-4efae32b1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:37:04.229946 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Bound port: c36534ef-3971-4270-b64f-c559916b2870, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f453a249-3177-49cc-933d-4efae32b1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:37:04.230387 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:04.347499 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] For port c36534ef-3971-4270-b64f-c559916b2870, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:37:04.350478 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] For port c36534ef-3971-4270-b64f-c559916b2870, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c36534ef-3971-4270-b64f-c559916b2870,segment=NetworkSegment(f453a249-3177-49cc-933d-4efae32b1e85),segment_id=f453a249-3177-49cc-933d-4efae32b1e85)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:37:04.360206 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:04.421262 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:37:04.453448 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Routers {'f93ad95a-12f8-45ed-b3ff-000ff14d8a02'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:37:04.454104 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:36:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:04.520226 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f0f9d-4582-4acb-8437-396cd4bd0784 None None] Pushing event updated for resources: {'Port': ['ID=c36534ef-3971-4270-b64f-c559916b2870,revision_number=4']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:04.657842 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] Set router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:37:04.678742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 406b7ce8-8c84-45a3-b4fa-42da0721db52 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:37:04.759138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 406b7ce8-8c84-45a3-b4fa-42da0721db52 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:37:04.759756 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:04.882615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 01ff9c85-ba54-4963-b4e2-8190fc95923f up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:37:04.951884 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 01ff9c85-ba54-4963-b4e2-8190fc95923f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:37:04.952195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:04.995030 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:37:01Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:36:57Z', 'updated_at': '2022-03-03T06:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c36534ef-3971-4270-b64f-c559916b2870', 'name': '', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:03:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:37:00Z', 'updated_at': '2022-03-03T06:37:04Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:04.998905 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5d2de7-1f9d-472b-b597-1c73962881c6 None None] The sync data for ids ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'] in dv-neutron-831582-1-hyperv is: [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:37:01Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:36:57Z', 'updated_at': '2022-03-03T06:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c36534ef-3971-4270-b64f-c559916b2870', 'name': '', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:03:ee:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:37:00Z', 'updated_at': '2022-03-03T06:37:04Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:37:05.252834 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5d2f924c-8648-4d62-b82c-f3e3d81b8d3d req-4e04121d-b203-4fd1-b406-2821357e8cd5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 210 time: 0.0431268 Mar 03 06:37:05.414443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-b83a4eff-c857-4422-9919-bdea5820df02 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:05.415130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-b83a4eff-c857-4422-9919-bdea5820df02 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:37:05.427782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-b83a4eff-c857-4422-9919-bdea5820df02 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:37:05.429056 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-b83a4eff-c857-4422-9919-bdea5820df02 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/networks?id=ba0d5f8b-6a85-4d56-8455-1f89ee744f37 HTTP/1.1" status: 200 len: 797 time: 0.1747775 Mar 03 06:37:05.478879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-aacd7384-a122-4291-b55a-b92dd88967e6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:37:05.492308 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-aacd7384-a122-4291-b55a-b92dd88967e6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:37:05.493742 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-aacd7384-a122-4291-b55a-b92dd88967e6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae637e96438d436d9b1a465f33c1eb5e HTTP/1.1" status: 200 len: 380 time: 0.0566950 Mar 03 06:37:05.502157 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'port': {'device_id': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'admin_state_up': True, 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'security_groups': ['9ecada09-5ee2-4dfb-a2dc-e275874ae0bb']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:37:05.646407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:37:05.657417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:37:05.668510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Made reservation on behalf of ae637e96438d436d9b1a465f33c1eb5e for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:37:05.672410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:05.838321 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.20.0.9 (ba0d5f8b-6a85-4d56-8455-1f89ee744f37/bdc26def-34ba-433d-8843-bf08496338b3/26511093-5feb-40ac-9c55-769c3ef39664) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:37:06.031856 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:06.047798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Transition to ACTIVE for port object 26511093-5feb-40ac-9c55-769c3ef39664 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:37:06.070601 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:06.143425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:37:06.150506 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:37:06.155333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:37:06.186740 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=26511093-5feb-40ac-9c55-769c3ef39664,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:06.224047 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:06.224658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:06.250802 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7bc14139-8236-4f3b-a21f-8af0769001bd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7526026 Mar 03 06:37:06.262697 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Request body: {'port': {'device_id': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:37:06.379567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f3f24b22-2748-4323-a8ee-702aab848c4e None None] Provisioning for port 26511093-5feb-40ac-9c55-769c3ef39664 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:37:06.385458 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-f3f24b22-2748-4323-a8ee-702aab848c4e None None] Provisioning complete for port 26511093-5feb-40ac-9c55-769c3ef39664 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:37:06.386045 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f3f24b22-2748-4323-a8ee-702aab848c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:06.390737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:06.444385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-f3f24b22-2748-4323-a8ee-702aab848c4e None None] Port 26511093-5feb-40ac-9c55-769c3ef39664 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:37:06.463627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df34937-152b-4c9a-816a-d26cea22a281 req-01dfd304-4c4a-43da-9942-8d4ee874070c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:06.465327 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7df34937-152b-4c9a-816a-d26cea22a281 req-01dfd304-4c4a-43da-9942-8d4ee874070c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 931 time: 0.0877454 Mar 03 06:37:06.509576 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7df34937-152b-4c9a-816a-d26cea22a281 req-2ba7711c-0cd2-4afb-8118-e5c37ed1935a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385807 Mar 03 06:37:06.684160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c36534ef-3971-4270-b64f-c559916b2870 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:37:06.751789 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port c36534ef-3971-4270-b64f-c559916b2870 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:37:06.756879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c36534ef-3971-4270-b64f-c559916b2870 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:37:06.757357 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:06.841972 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26511093-5feb-40ac-9c55-769c3ef39664 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:37:06.849714 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:06.866357 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Transition to ACTIVE for port object 26511093-5feb-40ac-9c55-769c3ef39664 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:37:06.869627 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:06.877483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:06.912783 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port c36534ef-3971-4270-b64f-c559916b2870, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c36534ef-3971-4270-b64f-c559916b2870,segment=NetworkSegment(f453a249-3177-49cc-933d-4efae32b1e85),segment_id=f453a249-3177-49cc-933d-4efae32b1e85)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:37:06.917022 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:07.002043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=c36534ef-3971-4270-b64f-c559916b2870,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:07.033742 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Pushing event updated for resources: {'Port': ['ID=26511093-5feb-40ac-9c55-769c3ef39664,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:07.118346 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Attempting to bind port 26511093-5feb-40ac-9c55-769c3ef39664 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:37:07.118684 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Attempting to bind port 26511093-5feb-40ac-9c55-769c3ef39664 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': 'f453a249-3177-49cc-933d-4efae32b1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:37:07.119015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Attempting to bind port 26511093-5feb-40ac-9c55-769c3ef39664 on network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:37:07.124067 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Port 26511093-5feb-40ac-9c55-769c3ef39664 on network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:37:07.124388 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Attempting to bind port 26511093-5feb-40ac-9c55-769c3ef39664 on network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:37:07.129556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:37:07.129891 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Checking segment: {'id': 'f453a249-3177-49cc-933d-4efae32b1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:37:07.130278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Bound using segment: {'id': 'f453a249-3177-49cc-933d-4efae32b1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:37:07.130698 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Bound port: 26511093-5feb-40ac-9c55-769c3ef39664, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f453a249-3177-49cc-933d-4efae32b1e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:37:07.131044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:07.227889 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] For port 26511093-5feb-40ac-9c55-769c3ef39664, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:37:07.231622 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] For port 26511093-5feb-40ac-9c55-769c3ef39664, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=26511093-5feb-40ac-9c55-769c3ef39664,segment=NetworkSegment(f453a249-3177-49cc-933d-4efae32b1e85),segment_id=f453a249-3177-49cc-933d-4efae32b1e85)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:37:07.236125 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:07.295304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:07.295939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:07.298556 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] 10.222.0.23 "PUT /v2.0/ports/26511093-5feb-40ac-9c55-769c3ef39664 HTTP/1.1" status: 200 len: 1093 time: 1.0411177 Mar 03 06:37:07.299000 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'tag': '26511093-5feb-40ac-9c55-769c3ef39664'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:37:07.331896 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa41178-8dab-42c4-93f1-0c31adc0fac3 service neutron] Pushing event updated for resources: {'Port': ['ID=26511093-5feb-40ac-9c55-769c3ef39664,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:07.391179 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'tag': '26511093-5feb-40ac-9c55-769c3ef39664', 'status': 'completed', 'code': 200} Mar 03 06:37:07.423146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-1b62fbcf-cc4e-42d3-a4f0-e224d7b6c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:07.424689 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-1b62fbcf-cc4e-42d3-a4f0-e224d7b6c4f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0793493 Mar 03 06:37:07.498473 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-365d1807-b38f-4e19-beac-bd269cb20d08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26511093-5feb-40ac-9c55-769c3ef39664 HTTP/1.1" status: 200 len: 217 time: 0.0672748 Mar 03 06:37:07.562969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7e0c43a9-95da-4bac-8139-9f0dff389e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:07.564493 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-7e0c43a9-95da-4bac-8139-9f0dff389e6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bdc26def-34ba-433d-8843-bf08496338b3 HTTP/1.1" status: 200 len: 834 time: 0.0609806 Mar 03 06:37:07.639958 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-08b94054-61a9-4167-ac10-1a62c0bd5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:07.641337 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-08b94054-61a9-4167-ac10-1a62c0bd5be4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba0d5f8b-6a85-4d56-8455-1f89ee744f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715375 Mar 03 06:37:07.696175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b954d3-9531-4faf-8df9-11b74293545d req-ef864027-8145-4c56-bc79-5603df1a283d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:07.697571 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-78b954d3-9531-4faf-8df9-11b74293545d req-ef864027-8145-4c56-bc79-5603df1a283d tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 943 time: 0.0826044 Mar 03 06:37:07.778266 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-77b61884-75e9-42cf-a4c2-eb84410afb52 service neutron] 10.222.0.23 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312239 Mar 03 06:37:07.857346 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-78b954d3-9531-4faf-8df9-11b74293545d req-167db3e9-d31f-4c02-aa07-4f5154647e19 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532571 Mar 03 06:37:07.916359 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-75b4dbdc-1276-481d-97ec-1dfd24c31980 req-ed037e9e-095b-4a1c-bb6b-3a404d9be32a service neutron] 10.222.0.23 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327183 Mar 03 06:37:08.032620 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd7fad-0856-42f5-a51a-c1054e16a24c req-48bbb55a-57a2-4ea8-81b9-be8e44313730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:08.034082 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0edd7fad-0856-42f5-a51a-c1054e16a24c req-48bbb55a-57a2-4ea8-81b9-be8e44313730 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0735185 Mar 03 06:37:08.162810 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd7fad-0856-42f5-a51a-c1054e16a24c req-30fa7bec-50db-470e-81fe-e02a908839c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:08.164265 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0edd7fad-0856-42f5-a51a-c1054e16a24c req-30fa7bec-50db-470e-81fe-e02a908839c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba0d5f8b-6a85-4d56-8455-1f89ee744f37 HTTP/1.1" status: 200 len: 898 time: 0.1246903 Mar 03 06:37:08.232710 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0edd7fad-0856-42f5-a51a-c1054e16a24c req-750d1ae2-5385-4650-89b9-e5a37cd11515 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26511093-5feb-40ac-9c55-769c3ef39664 HTTP/1.1" status: 200 len: 217 time: 0.0625110 Mar 03 06:37:08.290867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd7fad-0856-42f5-a51a-c1054e16a24c req-7878e9c2-c3f6-47f2-9333-d7acc8ab3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:08.292239 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0edd7fad-0856-42f5-a51a-c1054e16a24c req-7878e9c2-c3f6-47f2-9333-d7acc8ab3727 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bdc26def-34ba-433d-8843-bf08496338b3 HTTP/1.1" status: 200 len: 834 time: 0.0544198 Mar 03 06:37:08.363754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd7fad-0856-42f5-a51a-c1054e16a24c req-4dc93369-0a6e-40df-8c9e-7aa5629d3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:08.365221 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0edd7fad-0856-42f5-a51a-c1054e16a24c req-4dc93369-0a6e-40df-8c9e-7aa5629d3517 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba0d5f8b-6a85-4d56-8455-1f89ee744f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674977 Mar 03 06:37:08.588118 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0edd7fad-0856-42f5-a51a-c1054e16a24c req-3a962476-91c5-4e65-a368-d00738f6e515 service neutron] 10.222.0.23 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156382 Mar 03 06:37:08.669138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c36534ef-3971-4270-b64f-c559916b2870 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:37:08.722706 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0edd7fad-0856-42f5-a51a-c1054e16a24c req-113810ec-b6e6-40e0-a43a-126dece3e574 service neutron] 10.222.0.23 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285398 Mar 03 06:37:08.764797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port c36534ef-3971-4270-b64f-c559916b2870 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:37:08.765169 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:09.043506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbdfdc-d447-4a40-86c4-7e76eda4ad43 req-d6bb11f6-9aa2-46bd-806c-318327bc9703 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:09.044961 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-96fbdfdc-d447-4a40-86c4-7e76eda4ad43 req-d6bb11f6-9aa2-46bd-806c-318327bc9703 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 943 time: 0.0818660 Mar 03 06:37:09.092906 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-96fbdfdc-d447-4a40-86c4-7e76eda4ad43 req-20268c5f-1a75-485f-860a-6d0b187468ee tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372958 Mar 03 06:37:10.281616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737762d-2f9f-492c-95ca-f1e88b4ec390 req-6e9c9bac-8244-44f0-bdf3-5d8a54a91c7a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:10.283042 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2737762d-2f9f-492c-95ca-f1e88b4ec390 req-6e9c9bac-8244-44f0-bdf3-5d8a54a91c7a tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 943 time: 0.0801575 Mar 03 06:37:10.326503 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2737762d-2f9f-492c-95ca-f1e88b4ec390 req-92d2c3a2-653b-4420-9d7f-798debc5595c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379682 Mar 03 06:37:11.509117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e41dc-8812-4cd9-95fc-bfe2b3f9e7c7 req-1ffe66d6-e1b6-43bb-a2ad-145b6e8c8423 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:11.510549 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-671e41dc-8812-4cd9-95fc-bfe2b3f9e7c7 req-1ffe66d6-e1b6-43bb-a2ad-145b6e8c8423 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 943 time: 0.0781393 Mar 03 06:37:11.555574 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-671e41dc-8812-4cd9-95fc-bfe2b3f9e7c7 req-4116842e-e1f8-462b-a2b1-7e40d058e86f tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390301 Mar 03 06:37:11.654853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 26511093-5feb-40ac-9c55-769c3ef39664 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:37:11.783166 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 26511093-5feb-40ac-9c55-769c3ef39664, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=26511093-5feb-40ac-9c55-769c3ef39664,segment=NetworkSegment(f453a249-3177-49cc-933d-4efae32b1e85),segment_id=f453a249-3177-49cc-933d-4efae32b1e85)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:37:11.795574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '26511093-5feb-40ac-9c55-769c3ef39664', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'port_id': '26511093-5feb-40ac-9c55-769c3ef39664', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:37:11.865045 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:11.884291 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26511093-5feb-40ac-9c55-769c3ef39664 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:37:11.898942 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 26511093-5feb-40ac-9c55-769c3ef39664, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=26511093-5feb-40ac-9c55-769c3ef39664,segment=NetworkSegment(f453a249-3177-49cc-933d-4efae32b1e85),segment_id=f453a249-3177-49cc-933d-4efae32b1e85)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:37:11.902619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:11.967389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=26511093-5feb-40ac-9c55-769c3ef39664,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:12.259503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['26511093-5feb-40ac-9c55-769c3ef39664'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:37:12.738360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b872b-2d2b-476a-bf05-d8a09e1020c6 req-9821f0b7-8654-4bbc-8d76-53e1230612b3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:12.739816 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a40b872b-2d2b-476a-bf05-d8a09e1020c6 req-9821f0b7-8654-4bbc-8d76-53e1230612b3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 944 time: 0.0784793 Mar 03 06:37:12.782315 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a40b872b-2d2b-476a-bf05-d8a09e1020c6 req-6161b8a7-6fe1-402a-b254-cbcdd2315979 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369399 Mar 03 06:37:13.670822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 26511093-5feb-40ac-9c55-769c3ef39664 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:37:13.739068 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 26511093-5feb-40ac-9c55-769c3ef39664 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:37:13.743515 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 26511093-5feb-40ac-9c55-769c3ef39664 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:37:13.743906 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:13.861336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:13.887884 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26511093-5feb-40ac-9c55-769c3ef39664'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:37:13.897301 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 26511093-5feb-40ac-9c55-769c3ef39664, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=26511093-5feb-40ac-9c55-769c3ef39664,segment=NetworkSegment(f453a249-3177-49cc-933d-4efae32b1e85),segment_id=f453a249-3177-49cc-933d-4efae32b1e85)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:37:13.901427 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:13.934594 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26511093-5feb-40ac-9c55-769c3ef39664', 'code': 200} Mar 03 06:37:13.973192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=26511093-5feb-40ac-9c55-769c3ef39664,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:13.975100 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e23e3d-8181-4340-a39e-e9a976d2a703 req-77bf52dd-e3ce-491d-84d0-03cf38b7b3b8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:13.977570 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-31e23e3d-8181-4340-a39e-e9a976d2a703 req-77bf52dd-e3ce-491d-84d0-03cf38b7b3b8 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.0896933 Mar 03 06:37:14.027682 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-31e23e3d-8181-4340-a39e-e9a976d2a703 req-ca7d5517-68f9-4d4c-89bb-e32bae044193 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440435 Mar 03 06:37:14.163877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095e919-83a8-48e9-ae5d-58e6ef903f79 req-c37f9052-7a18-416a-8f35-52b98ca41f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:14.165682 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3095e919-83a8-48e9-ae5d-58e6ef903f79 req-c37f9052-7a18-416a-8f35-52b98ca41f4f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 1098 time: 0.0741339 Mar 03 06:37:14.206256 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-3095e919-83a8-48e9-ae5d-58e6ef903f79 req-6a2177ad-a373-4097-89a5-a930c34d6236 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347638 Mar 03 06:37:15.220044 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fe1df-6217-4c3b-ac2e-0ad7d1641467 req-704edad8-524b-4ead-ac8e-cec09b5581fc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:15.221497 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-104fe1df-6217-4c3b-ac2e-0ad7d1641467 req-704edad8-524b-4ead-ac8e-cec09b5581fc tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.0804348 Mar 03 06:37:15.265431 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-104fe1df-6217-4c3b-ac2e-0ad7d1641467 req-7719308f-4db9-4e80-9d60-a7aef0f9dad0 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383008 Mar 03 06:37:16.446281 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe06a63-7406-4c5a-a1d1-3e4920db806c req-6fad6a6e-1a0d-4ffe-910a-8409070911e3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:16.447623 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-abe06a63-7406-4c5a-a1d1-3e4920db806c req-6fad6a6e-1a0d-4ffe-910a-8409070911e3 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.0801492 Mar 03 06:37:16.490752 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-abe06a63-7406-4c5a-a1d1-3e4920db806c req-41a3a7c2-6bff-4efa-b644-06dfc963f09c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370324 Mar 03 06:37:16.672636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9e016-519f-4ca1-822f-2a7572d36029 req-8b7c08fc-4a4d-4e78-9e90-85810c31c7ce tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:16.674041 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d6a9e016-519f-4ca1-822f-2a7572d36029 req-8b7c08fc-4a4d-4e78-9e90-85810c31c7ce tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.0806062 Mar 03 06:37:16.717030 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d6a9e016-519f-4ca1-822f-2a7572d36029 req-6e6e6b45-96fb-4e58-ba53-dfd2dcc563ad tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374115 Mar 03 06:37:16.738668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43236) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:37:16.807753 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e2688-a877-4a42-b08c-bee20f0d35f5 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:16.809756 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-063e2688-a877-4a42-b08c-bee20f0d35f5 tempest-TestNetworkAdvancedServerOps-1299476814 tempest-TestNetworkAdvancedServerOps-1299476814-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 1093 time: 0.0701268 Mar 03 06:37:16.812431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43240) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:37:16.817506 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': '26511093-5feb-40ac-9c55-769c3ef39664', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:37:16.823249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:37:16.827676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Usage tracker for resource:floatingip and tenant:ae637e96438d436d9b1a465f33c1eb5e is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:37:16.830466 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:37:16.836083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:37:16.846440 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:16.982530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:17.119148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Allocated IP 172.26.3.232 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/74e7ec0a-5454-489e-98a0-2f6ee0e7fcbf) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:37:17.267286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:17.296235 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:17.356981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:37:17.363697 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:37:17.367716 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:37:17.400861 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=74e7ec0a-5454-489e-98a0-2f6ee0e7fcbf,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:17.879384 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:17.951675 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:18.156176 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:18.160502 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:18.271071 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event updated for resources: {'Port': ['ID=74e7ec0a-5454-489e-98a0-2f6ee0e7fcbf,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:37:18.282917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:18.368589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-81224431-5b49-444d-b68f-5fa48fcedd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:18.463328 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Floating IP ee8567aa-e311-426e-a7cb-9d36c2267dee associated. External IP: 172.26.3.232, port: 26511093-5feb-40ac-9c55-769c3ef39664. Mar 03 06:37:18.803423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:37:18.975444 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:37:18.985833 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb858be-2f4d-47c2-8dc3-c7afc35e24a6 None None] Sync routers for ids ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:37:18.994739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb858be-2f4d-47c2-8dc3-c7afc35e24a6 None None] Routers {'f93ad95a-12f8-45ed-b3ff-000ff14d8a02'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:37:18.995329 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6bb858be-2f4d-47c2-8dc3-c7afc35e24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:36:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:19.002025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:19.057007 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4fb57d03-8de5-454b-87e6-86adf856b2cd tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2434897 Mar 03 06:37:19.057582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'tag': '26511093-5feb-40ac-9c55-769c3ef39664'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:37:19.153091 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'tag': '26511093-5feb-40ac-9c55-769c3ef39664', 'status': 'completed', 'code': 200} Mar 03 06:37:19.175790 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-6bb858be-2f4d-47c2-8dc3-c7afc35e24a6 None None] Set router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:37:19.250720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77293184-78d0-46e0-9cce-528556431f4c req-d3dd6d76-421a-426f-8dc7-12e3650b5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:19.252299 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-77293184-78d0-46e0-9cce-528556431f4c req-d3dd6d76-421a-426f-8dc7-12e3650b5137 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 1098 time: 0.0786700 Mar 03 06:37:19.369470 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec2e5a-adc7-4540-8c0b-f972b4ec34c1 req-d588e6c0-1338-4ae6-9f6d-fd0062ad1f04 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:19.371071 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-70ec2e5a-adc7-4540-8c0b-f972b4ec34c1 req-d588e6c0-1338-4ae6-9f6d-fd0062ad1f04 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.2082860 Mar 03 06:37:19.405037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77293184-78d0-46e0-9cce-528556431f4c req-1f375e83-782e-4c94-8dcb-6a2cd6898027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:19.406760 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-77293184-78d0-46e0-9cce-528556431f4c req-1f375e83-782e-4c94-8dcb-6a2cd6898027 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba0d5f8b-6a85-4d56-8455-1f89ee744f37 HTTP/1.1" status: 200 len: 898 time: 0.1492128 Mar 03 06:37:19.418409 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-70ec2e5a-adc7-4540-8c0b-f972b4ec34c1 req-c3c0f01f-6125-41f4-ada2-be9366eb8c96 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412281 Mar 03 06:37:19.441958 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43250) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:37:19.509799 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-77293184-78d0-46e0-9cce-528556431f4c req-a9f1836c-2fd0-4299-aa1e-9ba87bd6532f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26511093-5feb-40ac-9c55-769c3ef39664 HTTP/1.1" status: 200 len: 999 time: 0.0976489 Mar 03 06:37:19.549405 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-439d35db-9708-4ab7-b311-692eb9bfa606 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/ee8567aa-e311-426e-a7cb-9d36c2267dee HTTP/1.1" status: 200 len: 991 time: 0.1063046 Mar 03 06:37:19.571498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77293184-78d0-46e0-9cce-528556431f4c req-31fb8515-2084-4325-a4d3-42501f667444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:19.572994 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-77293184-78d0-46e0-9cce-528556431f4c req-31fb8515-2084-4325-a4d3-42501f667444 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bdc26def-34ba-433d-8843-bf08496338b3 HTTP/1.1" status: 200 len: 834 time: 0.0578320 Mar 03 06:37:19.579888 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6bb858be-2f4d-47c2-8dc3-c7afc35e24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:37:01Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:36:57Z', 'updated_at': '2022-03-03T06:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'ee8567aa-e311-426e-a7cb-9d36c2267dee', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'port_id': '26511093-5feb-40ac-9c55-769c3ef39664', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:37:17Z', 'updated_at': '2022-03-03T06:37:17Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36534ef-3971-4270-b64f-c559916b2870', 'name': '', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:03:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:37:00Z', 'updated_at': '2022-03-03T06:37:06Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:19.583674 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb858be-2f4d-47c2-8dc3-c7afc35e24a6 None None] Checking router: f93ad95a-12f8-45ed-b3ff-000ff14d8a02 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:37:19.592372 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb858be-2f4d-47c2-8dc3-c7afc35e24a6 None None] Routers {'f93ad95a-12f8-45ed-b3ff-000ff14d8a02'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:37:19.592964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6bb858be-2f4d-47c2-8dc3-c7afc35e24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:36:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:19.644890 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77293184-78d0-46e0-9cce-528556431f4c req-1697e39b-f1c3-45e6-8a76-9e469d376254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:19.646272 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-77293184-78d0-46e0-9cce-528556431f4c req-1697e39b-f1c3-45e6-8a76-9e469d376254 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba0d5f8b-6a85-4d56-8455-1f89ee744f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678601 Mar 03 06:37:19.766899 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-6bb858be-2f4d-47c2-8dc3-c7afc35e24a6 None None] Set router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:37:19.775305 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-77293184-78d0-46e0-9cce-528556431f4c req-86f6b655-9fc6-4d72-9e07-b86140b2f15d service neutron] 10.222.0.23 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235850 Mar 03 06:37:19.902625 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-77293184-78d0-46e0-9cce-528556431f4c req-ff462c3f-eece-43ec-adee-accd71a603a2 service neutron] 10.222.0.23 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218719 Mar 03 06:37:20.110287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6bb858be-2f4d-47c2-8dc3-c7afc35e24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:37:01Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:36:57Z', 'updated_at': '2022-03-03T06:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'ee8567aa-e311-426e-a7cb-9d36c2267dee', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'port_id': '26511093-5feb-40ac-9c55-769c3ef39664', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:37:17Z', 'updated_at': '2022-03-03T06:37:17Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36534ef-3971-4270-b64f-c559916b2870', 'name': '', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:03:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:37:00Z', 'updated_at': '2022-03-03T06:37:06Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:37:20.114157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb858be-2f4d-47c2-8dc3-c7afc35e24a6 None None] The sync data for ids ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'] in dv-neutron-831582-1-hyperv is: [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:37:01Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:36:57Z', 'updated_at': '2022-03-03T06:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': 'ee8567aa-e311-426e-a7cb-9d36c2267dee', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'floating_ip_address': '172.26.3.232', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'port_id': '26511093-5feb-40ac-9c55-769c3ef39664', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'mac_address': 'fa:16:3e:b5:eb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:37:17Z', 'updated_at': '2022-03-03T06:37:17Z', 'revision_number': 0, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36534ef-3971-4270-b64f-c559916b2870', 'name': '', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:03:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:37:00Z', 'updated_at': '2022-03-03T06:37:06Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:37:20.297277 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981c753-a702-4d56-b98b-a9c2cd56bcce None None] New status for floating IP ee8567aa-e311-426e-a7cb-9d36c2267dee: ACTIVE {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:37:20.553423 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43254) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:37:20.581613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f660ee6b-e1c1-4b17-ac91-35b04c831d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:20.658390 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d996395b-c57c-4ddc-ae11-75a1684582b4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/ee8567aa-e311-426e-a7cb-9d36c2267dee HTTP/1.1" status: 200 len: 993 time: 0.1038578 Mar 03 06:37:21.756948 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:21.844703 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:23.082104 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:31.108611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:41.409966 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:37:44.001578 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-3552489f-082c-4bcd-8415-68e954998612 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712478 Mar 03 06:37:44.136812 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-15c5545f-6b3a-44b9-97af-2c1e9efa07db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:44.138213 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-15c5545f-6b3a-44b9-97af-2c1e9efa07db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 1098 time: 0.0692279 Mar 03 06:37:44.275400 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-1b0236bd-a185-4d9e-bce3-65bbeacbcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:44.277335 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-1b0236bd-a185-4d9e-bce3-65bbeacbcc8b service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba0d5f8b-6a85-4d56-8455-1f89ee744f37 HTTP/1.1" status: 200 len: 898 time: 0.1209192 Mar 03 06:37:44.377746 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-19de4559-3a00-473f-86ca-6a5e2871f658 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26511093-5feb-40ac-9c55-769c3ef39664 HTTP/1.1" status: 200 len: 1001 time: 0.0943840 Mar 03 06:37:44.437999 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-aa7fcd81-3956-4fff-85f3-0a51578f0096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:44.439355 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-aa7fcd81-3956-4fff-85f3-0a51578f0096 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bdc26def-34ba-433d-8843-bf08496338b3 HTTP/1.1" status: 200 len: 834 time: 0.0564842 Mar 03 06:37:44.607987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-985ca530-3b2a-47b1-85c4-3e5ca3c0a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:37:44.609356 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-985ca530-3b2a-47b1-85c4-3e5ca3c0a501 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba0d5f8b-6a85-4d56-8455-1f89ee744f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1646004 Mar 03 06:37:44.618879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-cc82eba1-de97-4789-8f4e-b091565522e4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 06:37:44.619790 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-cc82eba1-de97-4789-8f4e-b091565522e4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046787 Mar 03 06:37:44.748599 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-46b8d23a-0e0b-46e2-b3ea-b9fcbf676a6f service neutron] 10.222.0.23 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222448 Mar 03 06:37:44.875950 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1f697ccf-5396-4711-b7c3-dfe5b5eb8dc7 req-8237d74f-f9b5-41eb-b0a2-3e712b63aba0 service neutron] 10.222.0.23 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220462 Mar 03 06:37:48.372370 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3a9117ce-8484-40b1-b0eb-0dafc95348a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:50.575072 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9c7c85fe-0d49-468c-91f3-d040dcfa39ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:51.759394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:51.848155 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:37:53.084507 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:01.120984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:18.376465 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-600cdaff-eae7-450d-b12f-cfd61692b50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:18.409790 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:38:20.579421 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-377dc70e-5d44-457a-b2e6-43c0ef970715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:21.762740 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:21.847964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:23.087419 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:30.387743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dde49c-8cba-48bb-9b12-736292c8fc6c req-b9c902ba-8adb-468c-8512-3b699b2e9e7e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:30.389285 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f8dde49c-8cba-48bb-9b12-736292c8fc6c req-b9c902ba-8adb-468c-8512-3b699b2e9e7e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.0849912 Mar 03 06:38:30.432480 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f8dde49c-8cba-48bb-9b12-736292c8fc6c req-64d6f2a9-fe59-4c8c-a571-276446ddfc2e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369921 Mar 03 06:38:31.118659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:31.617905 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc45b56-4507-488a-a4db-535c63c9685d req-8d70e130-5101-456d-8618-eb0e971fa741 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:31.619868 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bfc45b56-4507-488a-a4db-535c63c9685d req-8d70e130-5101-456d-8618-eb0e971fa741 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.0806978 Mar 03 06:38:31.662219 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bfc45b56-4507-488a-a4db-535c63c9685d req-bbb794c0-cb07-449f-98bc-fae078921cab tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368059 Mar 03 06:38:32.842785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117a37d-f7ba-433c-9a05-b1fcb5d9e006 req-9d38a7bf-d618-45d9-93f2-515a8c914b44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:32.844223 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f117a37d-f7ba-433c-9a05-b1fcb5d9e006 req-9d38a7bf-d618-45d9-93f2-515a8c914b44 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.0773220 Mar 03 06:38:32.887050 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f117a37d-f7ba-433c-9a05-b1fcb5d9e006 req-991b5516-e6c6-4369-914b-62f00ba02680 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373724 Mar 03 06:38:32.909425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43296) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:33.012668 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-453b940a-30aa-4601-a853-8db35c8d18b6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/ee8567aa-e311-426e-a7cb-9d36c2267dee HTTP/1.1" status: 200 len: 993 time: 0.1021812 Mar 03 06:38:34.476720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9056216-9604-4a07-8187-b131d8a5b13c req-d1735c5e-e4ae-4507-a4d0-ea588cc405fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:34.478174 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9056216-9604-4a07-8187-b131d8a5b13c req-d1735c5e-e4ae-4507-a4d0-ea588cc405fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 1098 time: 0.0787704 Mar 03 06:38:34.488057 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cf7c4-78ce-4c40-8844-97fbf315354e req-3cff939b-9208-40a9-8e82-c233fadb6690 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:34.489506 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e92cf7c4-78ce-4c40-8844-97fbf315354e req-3cff939b-9208-40a9-8e82-c233fadb6690 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.0842154 Mar 03 06:38:34.533486 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e92cf7c4-78ce-4c40-8844-97fbf315354e req-8f248bce-0839-4b07-ac85-8885fe4dc719 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378385 Mar 03 06:38:34.606704 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9056216-9604-4a07-8187-b131d8a5b13c req-3a40546f-c8d1-4f86-82e4-4468cccaca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:34.608135 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9056216-9604-4a07-8187-b131d8a5b13c req-3a40546f-c8d1-4f86-82e4-4468cccaca37 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba0d5f8b-6a85-4d56-8455-1f89ee744f37 HTTP/1.1" status: 200 len: 898 time: 0.1241572 Mar 03 06:38:34.715751 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9056216-9604-4a07-8187-b131d8a5b13c req-3843d11c-9525-4beb-9507-b369066fcad7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26511093-5feb-40ac-9c55-769c3ef39664 HTTP/1.1" status: 200 len: 1001 time: 0.1015625 Mar 03 06:38:34.776246 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9056216-9604-4a07-8187-b131d8a5b13c req-ab82e161-ef5c-4453-886e-6d651a774e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:34.777637 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9056216-9604-4a07-8187-b131d8a5b13c req-ab82e161-ef5c-4453-886e-6d651a774e94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bdc26def-34ba-433d-8843-bf08496338b3 HTTP/1.1" status: 200 len: 834 time: 0.0563273 Mar 03 06:38:34.849479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9056216-9604-4a07-8187-b131d8a5b13c req-0a5fe3a4-4a2c-499b-8eee-352fe919406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:34.850831 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9056216-9604-4a07-8187-b131d8a5b13c req-0a5fe3a4-4a2c-499b-8eee-352fe919406d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba0d5f8b-6a85-4d56-8455-1f89ee744f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677772 Mar 03 06:38:34.975608 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9056216-9604-4a07-8187-b131d8a5b13c req-dc4a01ca-1e2e-4921-931a-8f8b50a5d780 service neutron] 10.222.0.23 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191201 Mar 03 06:38:35.108698 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b9056216-9604-4a07-8187-b131d8a5b13c req-12e3b3c1-eb10-4a92-8076-718e36270f87 service neutron] 10.222.0.23 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271214 Mar 03 06:38:35.720619 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8227a-7378-4d33-b98f-4cda9e1969b1 req-d9ad6f1c-2317-4445-bf02-1569bf43b8aa tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:35.721978 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ea8227a-7378-4d33-b98f-4cda9e1969b1 req-d9ad6f1c-2317-4445-bf02-1569bf43b8aa tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.0778203 Mar 03 06:38:35.766937 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ea8227a-7378-4d33-b98f-4cda9e1969b1 req-c57dc4fb-fa79-4fc5-b983-01cadd1e54fb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395119 Mar 03 06:38:36.949376 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c0230-438f-48ac-8f55-0b4800aa9322 req-1433cbc6-7bc1-4946-8d97-1a80648c9614 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:36.950715 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f94c0230-438f-48ac-8f55-0b4800aa9322 req-1433cbc6-7bc1-4946-8d97-1a80648c9614 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.0775833 Mar 03 06:38:36.993646 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f94c0230-438f-48ac-8f55-0b4800aa9322 req-43f0807b-7468-45cd-9ce0-5878185dcaa6 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375156 Mar 03 06:38:37.016554 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43314) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:37.121069 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-6d7a4096-6c20-472e-b3b4-ed456bcfed6e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/floatingips/ee8567aa-e311-426e-a7cb-9d36c2267dee HTTP/1.1" status: 200 len: 993 time: 0.1034470 Mar 03 06:38:37.381479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43322) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:37.580380 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port 74e7ec0a-5454-489e-98a0-2f6ee0e7fcbf {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:38:37.580670 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:37.748231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:37.748549 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:37.961095 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for 74e7ec0a-5454-489e-98a0-2f6ee0e7fcbf owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:38:38.103908 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:38.147375 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=74e7ec0a-5454-489e-98a0-2f6ee0e7fcbf,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:38.179294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:38.179635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:38.180002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:38.180333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:38.180658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:38.180979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:38.181823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:38.182142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:38.182459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:38.182776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:38.183091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:38.183408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:38.249349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:38.249675 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Floating IP ee8567aa-e311-426e-a7cb-9d36c2267dee disassociated (deleted). External IP: 172.26.3.232, port: 26511093-5feb-40ac-9c55-769c3ef39664. Mar 03 06:38:38.592562 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:38:38.768540 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:38:38.778780 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2413a34-d272-4660-bd8a-ccfc403a79ab None None] Sync routers for ids ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:38:38.784517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:38.788139 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2413a34-d272-4660-bd8a-ccfc403a79ab None None] Routers {'f93ad95a-12f8-45ed-b3ff-000ff14d8a02'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:38:38.788742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d2413a34-d272-4660-bd8a-ccfc403a79ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:38.837415 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-02620b1e-7389-4adb-9027-3653f255827c tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/floatingips/ee8567aa-e311-426e-a7cb-9d36c2267dee HTTP/1.1" status: 204 len: 168 time: 1.4548399 Mar 03 06:38:38.839054 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'tag': '26511093-5feb-40ac-9c55-769c3ef39664'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:38:38.891704 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'tag': '26511093-5feb-40ac-9c55-769c3ef39664', 'status': 'completed', 'code': 200} Mar 03 06:38:38.966781 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-d2413a34-d272-4660-bd8a-ccfc403a79ab None None] Set router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:38:38.987900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2d4ab-b5b4-4eb0-825b-66fb30441d1a req-083d1ba4-d5e2-4c51-8b9b-d7257d71d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:38.989366 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f1f2d4ab-b5b4-4eb0-825b-66fb30441d1a req-083d1ba4-d5e2-4c51-8b9b-d7257d71d994 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 1098 time: 0.0733652 Mar 03 06:38:39.149326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2d4ab-b5b4-4eb0-825b-66fb30441d1a req-3754e3c6-6ed6-4697-89d8-df118b44300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:39.151199 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f1f2d4ab-b5b4-4eb0-825b-66fb30441d1a req-3754e3c6-6ed6-4697-89d8-df118b44300a service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba0d5f8b-6a85-4d56-8455-1f89ee744f37 HTTP/1.1" status: 200 len: 898 time: 0.1559384 Mar 03 06:38:39.215955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bbc60-cc9a-4afe-9638-e67b3a67537d req-be196cbf-cc9f-4a42-b47b-60c08fdb28c9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:39.218290 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-665bbc60-cc9a-4afe-9638-e67b3a67537d req-be196cbf-cc9f-4a42-b47b-60c08fdb28c9 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.0846908 Mar 03 06:38:39.221739 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f1f2d4ab-b5b4-4eb0-825b-66fb30441d1a req-53189286-7dda-4858-926e-e5371b2e2666 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26511093-5feb-40ac-9c55-769c3ef39664 HTTP/1.1" status: 200 len: 217 time: 0.0632937 Mar 03 06:38:39.265951 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-665bbc60-cc9a-4afe-9638-e67b3a67537d req-3682a2ba-8823-459b-bb69-57679d4ec3a4 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424109 Mar 03 06:38:39.333086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d2413a34-d272-4660-bd8a-ccfc403a79ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:37:01Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:36:57Z', 'updated_at': '2022-03-03T06:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c36534ef-3971-4270-b64f-c559916b2870', 'name': '', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:03:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:37:00Z', 'updated_at': '2022-03-03T06:37:06Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:39.337375 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2413a34-d272-4660-bd8a-ccfc403a79ab None None] Checking router: f93ad95a-12f8-45ed-b3ff-000ff14d8a02 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:38:39.347168 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2413a34-d272-4660-bd8a-ccfc403a79ab None None] Routers {'f93ad95a-12f8-45ed-b3ff-000ff14d8a02'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:38:39.349822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d2413a34-d272-4660-bd8a-ccfc403a79ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:39.394880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2d4ab-b5b4-4eb0-825b-66fb30441d1a req-2ed2b2a3-bc73-4893-9753-d4f4b4b5f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:39.396301 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f1f2d4ab-b5b4-4eb0-825b-66fb30441d1a req-2ed2b2a3-bc73-4893-9753-d4f4b4b5f3a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bdc26def-34ba-433d-8843-bf08496338b3 HTTP/1.1" status: 200 len: 834 time: 0.1684730 Mar 03 06:38:39.473026 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2d4ab-b5b4-4eb0-825b-66fb30441d1a req-fc7ae3ad-8407-4e9c-b8e7-d87e4d1453b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:39.474387 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f1f2d4ab-b5b4-4eb0-825b-66fb30441d1a req-fc7ae3ad-8407-4e9c-b8e7-d87e4d1453b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba0d5f8b-6a85-4d56-8455-1f89ee744f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711153 Mar 03 06:38:39.528806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-d2413a34-d272-4660-bd8a-ccfc403a79ab None None] Set router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:38:39.603726 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f1f2d4ab-b5b4-4eb0-825b-66fb30441d1a req-8e5d5af5-5057-46b8-a2dc-f035a05c1e21 service neutron] 10.222.0.23 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224315 Mar 03 06:38:39.734739 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f1f2d4ab-b5b4-4eb0-825b-66fb30441d1a req-0efd13dd-6be3-46a3-abca-796e1abec3a5 service neutron] 10.222.0.23 "GET /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248560 Mar 03 06:38:39.836683 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-d2413a34-d272-4660-bd8a-ccfc403a79ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:37:01Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:36:57Z', 'updated_at': '2022-03-03T06:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c36534ef-3971-4270-b64f-c559916b2870', 'name': '', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:03:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:37:00Z', 'updated_at': '2022-03-03T06:37:06Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:39.840581 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2413a34-d272-4660-bd8a-ccfc403a79ab None None] The sync data for ids ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'] in dv-neutron-831582-1-hyperv is: [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:37:01Z', 'revision_number': 4, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:36:57Z', 'updated_at': '2022-03-03T06:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': 'c36534ef-3971-4270-b64f-c559916b2870', 'name': '', 'network_id': 'ba0d5f8b-6a85-4d56-8455-1f89ee744f37', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'mac_address': 'fa:16:3e:03:ee:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:37:00Z', 'updated_at': '2022-03-03T06:37:06Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'subnets': [{'id': 'bdc26def-34ba-433d-8843-bf08496338b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:38:40.032687 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86827301-41ed-42d8-8c6a-9ef1a661b38d None None] New status for floating IP ee8567aa-e311-426e-a7cb-9d36c2267dee: DOWN {{(pid=87795) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:38:40.465595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb4395-7a3a-41a1-82a0-cbf7b776ce5c req-39d16a97-9287-435c-bf32-988f1aecca21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:40.467001 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0efb4395-7a3a-41a1-82a0-cbf7b776ce5c req-39d16a97-9287-435c-bf32-988f1aecca21 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.0776339 Mar 03 06:38:40.508808 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0efb4395-7a3a-41a1-82a0-cbf7b776ce5c req-f90088c4-226b-4554-8899-d949e404943e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363657 Mar 03 06:38:40.819180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79569ee-6fee-474e-8bbc-5088ac873b2c req-09c8ffc9-54b1-4bde-8f28-984c9eccf4a5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:40.819899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-c79569ee-6fee-474e-8bbc-5088ac873b2c req-09c8ffc9-54b1-4bde-8f28-984c9eccf4a5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Synchronizing usage tracker for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:38:40.835015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-c79569ee-6fee-474e-8bbc-5088ac873b2c req-09c8ffc9-54b1-4bde-8f28-984c9eccf4a5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Unset dirty status for tenant:ae637e96438d436d9b1a465f33c1eb5e on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:38:40.836248 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c79569ee-6fee-474e-8bbc-5088ac873b2c req-09c8ffc9-54b1-4bde-8f28-984c9eccf4a5 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 945 time: 0.0963705 Mar 03 06:38:40.903131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-c79569ee-6fee-474e-8bbc-5088ac873b2c req-22b7067d-1391-44f5-8b12-b2ba89e81138 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port 26511093-5feb-40ac-9c55-769c3ef39664 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:38:40.903355 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c79569ee-6fee-474e-8bbc-5088ac873b2c req-22b7067d-1391-44f5-8b12-b2ba89e81138 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:41.140255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-c79569ee-6fee-474e-8bbc-5088ac873b2c req-22b7067d-1391-44f5-8b12-b2ba89e81138 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port 26511093-5feb-40ac-9c55-769c3ef39664, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=26511093-5feb-40ac-9c55-769c3ef39664,segment=NetworkSegment(f453a249-3177-49cc-933d-4efae32b1e85),segment_id=f453a249-3177-49cc-933d-4efae32b1e85)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:38:41.140608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c79569ee-6fee-474e-8bbc-5088ac873b2c req-22b7067d-1391-44f5-8b12-b2ba89e81138 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:41.261031 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-c79569ee-6fee-474e-8bbc-5088ac873b2c req-22b7067d-1391-44f5-8b12-b2ba89e81138 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for 26511093-5feb-40ac-9c55-769c3ef39664 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:38:41.404874 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c79569ee-6fee-474e-8bbc-5088ac873b2c req-22b7067d-1391-44f5-8b12-b2ba89e81138 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:41.454310 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7067d-1391-44f5-8b12-b2ba89e81138 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=26511093-5feb-40ac-9c55-769c3ef39664,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:41.528230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79569ee-6fee-474e-8bbc-5088ac873b2c req-22b7067d-1391-44f5-8b12-b2ba89e81138 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] No DVR routers for this DVR port 26511093-5feb-40ac-9c55-769c3ef39664 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:38:41.530614 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-c79569ee-6fee-474e-8bbc-5088ac873b2c req-22b7067d-1391-44f5-8b12-b2ba89e81138 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:41.533114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'name': 'network-vif-deleted', 'tag': '26511093-5feb-40ac-9c55-769c3ef39664'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:38:41.549568 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c79569ee-6fee-474e-8bbc-5088ac873b2c req-22b7067d-1391-44f5-8b12-b2ba89e81138 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.23 "DELETE /v2.0/ports/26511093-5feb-40ac-9c55-769c3ef39664 HTTP/1.1" status: 204 len: 173 time: 0.7085886 Mar 03 06:38:41.581878 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7', 'name': 'network-vif-deleted', 'tag': '26511093-5feb-40ac-9c55-769c3ef39664', 'status': 'completed', 'code': 200} Mar 03 06:38:41.660071 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b4fa2fbb-b721-4055-a184-494d12739533 req-b41e91d0-127a-4330-8be9-75647af6b9bb tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "GET /v2.0/ports?device_id=dc8a0e2f-af32-495f-8ce8-2b499f9ea2c7 HTTP/1.1" status: 200 len: 210 time: 0.0424538 Mar 03 06:38:42.756188 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43344) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:43.409457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8470acd-13ae-46c3-8dcd-e53be621c7a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:43.756840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f8470acd-13ae-46c3-8dcd-e53be621c7a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port c36534ef-3971-4270-b64f-c559916b2870 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:38:43.757515 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8470acd-13ae-46c3-8dcd-e53be621c7a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:43.937191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-f8470acd-13ae-46c3-8dcd-e53be621c7a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port c36534ef-3971-4270-b64f-c559916b2870, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=c36534ef-3971-4270-b64f-c559916b2870,segment=NetworkSegment(f453a249-3177-49cc-933d-4efae32b1e85),segment_id=f453a249-3177-49cc-933d-4efae32b1e85)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:38:43.937534 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8470acd-13ae-46c3-8dcd-e53be621c7a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:44.055154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-f8470acd-13ae-46c3-8dcd-e53be621c7a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for c36534ef-3971-4270-b64f-c559916b2870 owned by network:router_interface {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:38:44.183605 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 26511093-5feb-40ac-9c55-769c3ef39664 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:38:44.216589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 26511093-5feb-40ac-9c55-769c3ef39664 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:38:44.216926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 26511093-5feb-40ac-9c55-769c3ef39664 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:38:44.237343 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8470acd-13ae-46c3-8dcd-e53be621c7a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:44.284723 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8470acd-13ae-46c3-8dcd-e53be621c7a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=c36534ef-3971-4270-b64f-c559916b2870,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:44.668525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f8470acd-13ae-46c3-8dcd-e53be621c7a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:45.028478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8470acd-13ae-46c3-8dcd-e53be621c7a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:38:45.202082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8470acd-13ae-46c3-8dcd-e53be621c7a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:38:45.211712 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb04575-a622-4996-9e97-6c7ffe486717 None None] Sync routers for ids ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:38:45.216145 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f8470acd-13ae-46c3-8dcd-e53be621c7a1 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "PUT /v2.0/routers/f93ad95a-12f8-45ed-b3ff-000ff14d8a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4588177 Mar 03 06:38:45.218841 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43348) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:45.221097 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb04575-a622-4996-9e97-6c7ffe486717 None None] Routers {'f93ad95a-12f8-45ed-b3ff-000ff14d8a02'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:38:45.221690 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8cb04575-a622-4996-9e97-6c7ffe486717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:45.283137 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf74b1e-33c0-44a8-93b1-2cc999970b83 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting subnet bdc26def-34ba-433d-8843-bf08496338b3 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:38:45.285927 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-caf74b1e-33c0-44a8-93b1-2cc999970b83 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:45.342490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-caf74b1e-33c0-44a8-93b1-2cc999970b83 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:45.399403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-8cb04575-a622-4996-9e97-6c7ffe486717 None None] Set router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:38:45.425846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-caf74b1e-33c0-44a8-93b1-2cc999970b83 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:45.497145 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-caf74b1e-33c0-44a8-93b1-2cc999970b83 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:45.539588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf74b1e-33c0-44a8-93b1-2cc999970b83 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Subnet': ['ID=bdc26def-34ba-433d-8843-bf08496338b3,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:45.542025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-caf74b1e-33c0-44a8-93b1-2cc999970b83 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:45.551142 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-caf74b1e-33c0-44a8-93b1-2cc999970b83 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/subnets/bdc26def-34ba-433d-8843-bf08496338b3 HTTP/1.1" status: 204 len: 168 time: 0.3282130 Mar 03 06:38:45.551142 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43352) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:45.580371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc390a6-c7dd-41b2-bcd1-640b075f19ba None None] Network ba0d5f8b-6a85-4d56-8455-1f89ee744f37 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:38:45.726652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:45.888136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8cb04575-a622-4996-9e97-6c7ffe486717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97'}], 'enable_snat': True}, 'gw_port_id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:38:44Z', 'revision_number': 5, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port': {'id': '01ff9c85-ba54-4963-b4e2-8190fc95923f', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:44:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:36:57Z', 'updated_at': '2022-03-03T06:37:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:45.892174 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb04575-a622-4996-9e97-6c7ffe486717 None None] Checking router: f93ad95a-12f8-45ed-b3ff-000ff14d8a02 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:38:45.900790 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb04575-a622-4996-9e97-6c7ffe486717 None None] Routers {'f93ad95a-12f8-45ed-b3ff-000ff14d8a02'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:38:45.901402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8cb04575-a622-4996-9e97-6c7ffe486717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:45.906851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:45.917213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Deleting port 01ff9c85-ba54-4963-b4e2-8190fc95923f {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:38:45.917556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:45.963235 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] DHCP port deletion for ba0d5f8b-6a85-4d56-8455-1f89ee744f37 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:38:46.020275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Deleting port 406b7ce8-8c84-45a3-b4fa-42da0721db52 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:38:46.020275 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:46.104324 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-8cb04575-a622-4996-9e97-6c7ffe486717 None None] Set router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:38:46.208659 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] For port 01ff9c85-ba54-4963-b4e2-8190fc95923f, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=01ff9c85-ba54-4963-b4e2-8190fc95923f,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:38:46.209240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:46.239851 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-8cb04575-a622-4996-9e97-6c7ffe486717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:38:45Z', 'revision_number': 6, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:46.248162 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb04575-a622-4996-9e97-6c7ffe486717 None None] The sync data for ids ['f93ad95a-12f8-45ed-b3ff-000ff14d8a02'] in dv-neutron-831582-1-hyperv is: [{'id': 'f93ad95a-12f8-45ed-b3ff-000ff14d8a02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885096876', 'tenant_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:36:56Z', 'updated_at': '2022-03-03T06:38:45Z', 'revision_number': 6, 'project_id': 'ae637e96438d436d9b1a465f33c1eb5e', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:38:46.335314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Calling delete_port for 01ff9c85-ba54-4963-b4e2-8190fc95923f owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:38:46.356085 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] For port 406b7ce8-8c84-45a3-b4fa-42da0721db52, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=406b7ce8-8c84-45a3-b4fa-42da0721db52,segment=NetworkSegment(f453a249-3177-49cc-933d-4efae32b1e85),segment_id=f453a249-3177-49cc-933d-4efae32b1e85)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:38:46.356469 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:46.482679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Calling delete_port for 406b7ce8-8c84-45a3-b4fa-42da0721db52 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:38:46.501034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:46.544500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Port': ['ID=01ff9c85-ba54-4963-b4e2-8190fc95923f,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:46.557547 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633'] for port, after_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:46.605670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Pushing event deleted for resources: {'Port': ['ID=406b7ce8-8c84-45a3-b4fa-42da0721db52,revision_number=None']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:46.608066 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] No DVR routers for this DVR port 406b7ce8-8c84-45a3-b4fa-42da0721db52 on host dv-neutron-831582-1-hyperv {{(pid=87794) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:38:46.626436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:46.626436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:46.626436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:46.626436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:46.626436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:46.626436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:46.626436 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:46.628363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:46.628363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:46.628363 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:46.629099 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:46.629673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d421fd86-5e41-4ef8-8273-2b3524a9cad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:46.644988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:46.820904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:46.823619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:46.837059 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 406b7ce8-8c84-45a3-b4fa-42da0721db52 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:38:46.853311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:46.854048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Fanout notify agent at l3_agent the message router_deleted on router f93ad95a-12f8-45ed-b3ff-000ff14d8a02 {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:38:46.869490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:46.870581 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-328380db-3799-4ac5-b898-27c32b321d4e tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/routers/f93ad95a-12f8-45ed-b3ff-000ff14d8a02 HTTP/1.1" status: 204 len: 168 time: 1.3190722 Mar 03 06:38:46.873289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43356) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:46.874431 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 406b7ce8-8c84-45a3-b4fa-42da0721db52 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:38:46.874882 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 406b7ce8-8c84-45a3-b4fa-42da0721db52 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:38:46.875382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c36534ef-3971-4270-b64f-c559916b2870 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:38:46.908924 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: c36534ef-3971-4270-b64f-c559916b2870 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:38:46.909273 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device c36534ef-3971-4270-b64f-c559916b2870 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:38:46.988468 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f57b9d6a-76e8-47ee-a6db-de67d20acb67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:47.121933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f57b9d6a-76e8-47ee-a6db-de67d20acb67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:47.146164 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f57b9d6a-76e8-47ee-a6db-de67d20acb67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0d5f8b-6a85-4d56-8455-1f89ee744f37']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:47.157538 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f57b9d6a-76e8-47ee-a6db-de67d20acb67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f453a249-3177-49cc-933d-4efae32b1e85') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:47.157834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-f57b9d6a-76e8-47ee-a6db-de67d20acb67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f453a249-3177-49cc-933d-4efae32b1e85') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:47.168749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f57b9d6a-76e8-47ee-a6db-de67d20acb67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:47.184394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f57b9d6a-76e8-47ee-a6db-de67d20acb67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:47.190154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57b9d6a-76e8-47ee-a6db-de67d20acb67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:38:47.190780 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f57b9d6a-76e8-47ee-a6db-de67d20acb67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:38:47.205158 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:38:47.281679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f57b9d6a-76e8-47ee-a6db-de67d20acb67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:47.297829 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f57b9d6a-76e8-47ee-a6db-de67d20acb67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:47.308784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b9d6a-76e8-47ee-a6db-de67d20acb67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'Network': ['ID=ba0d5f8b-6a85-4d56-8455-1f89ee744f37,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:47.319577 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f57b9d6a-76e8-47ee-a6db-de67d20acb67 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/networks/ba0d5f8b-6a85-4d56-8455-1f89ee744f37 HTTP/1.1" status: 204 len: 168 time: 0.4426072 Mar 03 06:38:47.319948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43360) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:47.385947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-824ea231-52b6-45c6-932c-b055fc8cc298 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:47.418005 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-824ea231-52b6-45c6-932c-b055fc8cc298 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:47.480295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-824ea231-52b6-45c6-932c-b055fc8cc298 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:47.498591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ea231-52b6-45c6-932c-b055fc8cc298 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecada09-5ee2-4dfb-a2dc-e275874ae0bb,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:47.509944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-824ea231-52b6-45c6-932c-b055fc8cc298 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:47.511126 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-824ea231-52b6-45c6-932c-b055fc8cc298 tempest-TestNetworkAdvancedServerOps-1505641457 tempest-TestNetworkAdvancedServerOps-1505641457-project] 10.222.0.20 "DELETE /v2.0/security-groups/9ecada09-5ee2-4dfb-a2dc-e275874ae0bb HTTP/1.1" status: 204 len: 168 time: 0.1901803 Mar 03 06:38:47.872757 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43370) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:48.015505 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-2dd13007-788d-40a8-8a74-ab29e57c8ec0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae637e96438d436d9b1a465f33c1eb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416292 Mar 03 06:38:48.018083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43380) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:48.072964 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-945fe7ea-48cd-4429-8547-7dfbf09bb6aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:48.097373 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-945fe7ea-48cd-4429-8547-7dfbf09bb6aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:48.148568 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-945fe7ea-48cd-4429-8547-7dfbf09bb6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:48.168992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fe7ea-48cd-4429-8547-7dfbf09bb6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0348940c-abf0-41ff-9031-c8a10d0ea0c4,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:48.175194 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-945fe7ea-48cd-4429-8547-7dfbf09bb6aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:48.177661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-945fe7ea-48cd-4429-8547-7dfbf09bb6aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0348940c-abf0-41ff-9031-c8a10d0ea0c4 HTTP/1.1" status: 204 len: 168 time: 0.1573770 Mar 03 06:38:48.378429 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-eaf7b5bf-489d-49cf-a5b9-083f60203963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:48.467129 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43388) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:48.577448 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5c05-938a-4afb-92bc-365e947e2193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:48.591351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ebcc5c05-938a-4afb-92bc-365e947e2193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:38:48.595121 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ebcc5c05-938a-4afb-92bc-365e947e2193 admin admin] Usage tracker for resource:security_group_rule and tenant:32cb274f8694424b806ddecb1771020c is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:38:48.597962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ebcc5c05-938a-4afb-92bc-365e947e2193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:38:48.603456 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ebcc5c05-938a-4afb-92bc-365e947e2193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:38:48.667859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 01ff9c85-ba54-4963-b4e2-8190fc95923f no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:38:48.684793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5c05-938a-4afb-92bc-365e947e2193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:48.688552 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ebcc5c05-938a-4afb-92bc-365e947e2193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:48.704786 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 01ff9c85-ba54-4963-b4e2-8190fc95923f {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:38:48.705133 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 01ff9c85-ba54-4963-b4e2-8190fc95923f not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:38:48.734511 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ebcc5c05-938a-4afb-92bc-365e947e2193 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32cb274f8694424b806ddecb1771020c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663243 Mar 03 06:38:48.735452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc5c05-938a-4afb-92bc-365e947e2193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bbc0b7-89ce-4db7-bc1c-b8e456d53029,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:48.737238 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43392) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:48.796013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:48.821435 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:48.870631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:48.883701 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bbc0b7-89ce-4db7-bc1c-b8e456d53029,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:48.893656 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:48.894001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:48.894334 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:48.894660 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:48.894982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:48.895306 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:48.895631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:48.895982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:48.896302 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:48.896616 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:48.896927 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:48.897236 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:48.901226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:48.902310 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d6cd9d63-d57d-432e-bfb5-8bbe5d9f113f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0bbc0b7-89ce-4db7-bc1c-b8e456d53029 HTTP/1.1" status: 204 len: 168 time: 0.1641018 Mar 03 06:38:49.640274 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43416) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:49.742236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2075920578-network', 'tenant_id': '71d7381c203147b883509233158119f7'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:38:49.746903 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:38:49.750686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Usage tracker for resource:network and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:38:49.753921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:38:49.759948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:38:49.770109 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Made reservation on behalf of 71d7381c203147b883509233158119f7 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:38:49.772491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:49.786525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:49.802260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:38:49.806065 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:38:49.809131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:38:49.814904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:38:49.898508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:49.903645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:49.934537 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:38:49.943153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94afb7b-2695-447d-9c36-7914d6be1e23,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:49.949451 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:49.949953 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Added segment 816af19f-fdc0-4173-a662-7d161cec9f35 of type vlan for network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 Mar 03 06:38:49.977251 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:50.004794 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:50.005720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:50.006316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:50.113114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] Pushing event updated for resources: {'Network': ['ID=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:50.117380 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-835740f3-dcee-4a66-bde2-b50003f82990 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4760950 Mar 03 06:38:50.120836 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43422) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:50.123959 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:38:50.127784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Request body: {'subnet': {'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2075920578-subnet', 'tenant_id': '71d7381c203147b883509233158119f7', 'ip_version': 4}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:38:50.134449 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:38:50.139018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Usage tracker for resource:subnet and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:38:50.141983 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:38:50.147511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:38:50.157480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Made reservation on behalf of 71d7381c203147b883509233158119f7 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:38:50.159816 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:50.358089 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:50.435393 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e99779d2-a49e-41d5-85ec-52246f37f697,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:50.444284 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Checking segment: {'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:38:50.444635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Network hostable DHCP agents. Network: 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:38:50.467652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:38:50.476386 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:38:50.480851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:50.481430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:50.488328 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e36b6ce-07bd-4cb8-a13a-d5ed0a2fe756 None None] Network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:38:50.503468 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0606a2ff-651f-4751-aabd-e48bbfae9911 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3812218 Mar 03 06:38:50.506102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43426) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:50.510809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:38:50.515230 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:38:50.518947 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Usage tracker for resource:router and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:38:50.521715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:38:50.527314 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:38:50.537331 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:50.538462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:50.556082 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:50.594934 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8217ea6f-3068-48e3-97b7-5d91ebd65c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:50.712302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:38:50.713112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:50.827035 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:50.898287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Allocated IP 172.20.0.2 (241f11e2-0285-4cd8-9cb2-322ba4e5e8c6/e99779d2-a49e-41d5-85ec-52246f37f697/8fb7eb2e-1e97-4668-9abe-142faac5ef44) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:38:51.096973 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:51.106845 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Transition to ACTIVE for port object 8fb7eb2e-1e97-4668-9abe-142faac5ef44 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:38:51.124554 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Transition to ACTIVE for port object 8fb7eb2e-1e97-4668-9abe-142faac5ef44 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:38:51.127756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:51.129380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:51.157394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:51.191032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:38:51.197872 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:38:51.202333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:38:51.207929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Pushing event updated for resources: {'Port': ['ID=8fb7eb2e-1e97-4668-9abe-142faac5ef44,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:51.295658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Attempting to bind port 8fb7eb2e-1e97-4668-9abe-142faac5ef44 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:38:51.296043 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Attempting to bind port 8fb7eb2e-1e97-4668-9abe-142faac5ef44 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:38:51.296401 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Attempting to bind port 8fb7eb2e-1e97-4668-9abe-142faac5ef44 on network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:38:51.302077 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:38:51.302445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Checking segment: {'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:38:51.302846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:51.303237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Bound using segment: {'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:38:51.303705 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Bound port: 8fb7eb2e-1e97-4668-9abe-142faac5ef44, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:38:51.306445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:51.400419 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] For port 8fb7eb2e-1e97-4668-9abe-142faac5ef44, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:38:51.401479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Allocated IP 172.26.3.211 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:38:51.403912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] For port 8fb7eb2e-1e97-4668-9abe-142faac5ef44, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8fb7eb2e-1e97-4668-9abe-142faac5ef44,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:38:51.407985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:51.492637 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455a15c-ccd1-49c7-b9a9-f57630d77c73 None None] Pushing event updated for resources: {'Port': ['ID=8fb7eb2e-1e97-4668-9abe-142faac5ef44,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:51.549152 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:51.579131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:51.658139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:38:51.661475 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:38:51.663993 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:38:51.699756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Pushing event updated for resources: {'Port': ['ID=32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:51.768619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:51.849479 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:52.087877 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:52.360968 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c0cf39-7731-4103-8121-f8aa5920e7c0 None None] Network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:38:52.439323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:52.465245 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-8dd770ed-35bf-4ee1-bdfe-fbf012c6070b None None] Provisioning for port 8fb7eb2e-1e97-4668-9abe-142faac5ef44 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:38:52.639764 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Router a0d134ef-3656-4dc0-aaed-8fa0261ed71a is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:38:52.738384 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8fb7eb2e-1e97-4668-9abe-142faac5ef44 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:38:52.811935 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 8fb7eb2e-1e97-4668-9abe-142faac5ef44 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:38:52.817124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8fb7eb2e-1e97-4668-9abe-142faac5ef44 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:38:52.817489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:52.942639 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-a3c3944a-7e82-4774-b490-d00c8c14d9f9 None None] Provisioning complete for port 8fb7eb2e-1e97-4668-9abe-142faac5ef44 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:38:52.942883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a3c3944a-7e82-4774-b490-d00c8c14d9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:52.945034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:38:52.954871 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Sync routers for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:38:52.968238 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:38:52.968841 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:52.970611 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:52.971931 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-58997e54-c16b-4481-ab28-0081ec15810f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4648931 Mar 03 06:38:52.974651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43436) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:52.982952 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:53.028463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 8fb7eb2e-1e97-4668-9abe-142faac5ef44, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8fb7eb2e-1e97-4668-9abe-142faac5ef44,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:38:53.033393 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:53.145733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:53.159116 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=8fb7eb2e-1e97-4668-9abe-142faac5ef44,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:53.175899 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:38:53.450858 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:51Z', 'revision_number': 3, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:53.454615 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Checking router: a0d134ef-3656-4dc0-aaed-8fa0261ed71a for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:38:53.454959 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Updating router a0d134ef-3656-4dc0-aaed-8fa0261ed71a port 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:38:53.506812 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:53.649675 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:53.819228 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:53.830628 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Transition to ACTIVE for port object 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:38:53.836905 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:53.852840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Allocated IP 172.20.0.1 (241f11e2-0285-4cd8-9cb2-322ba4e5e8c6/e99779d2-a49e-41d5-85ec-52246f37f697/7ebed894-907b-408b-a422-6edb5e2aae94) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:38:53.918191 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Attempting to bind port 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:38:53.918481 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Attempting to bind port 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:38:53.918829 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Attempting to bind port 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:38:53.924276 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Pushing event updated for resources: {'Port': ['ID=32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:53.931642 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:38:53.932009 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:38:53.932426 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:53.932808 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:38:53.933251 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Bound port: 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:38:53.933612 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:53.961074 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:53.961733 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:53.961733 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:53.962045 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:53.962365 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:53.962689 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:53.963005 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:53.963870 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:53.964196 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:53.964511 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:53.964823 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:53.965134 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:38:53.997820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:54.012888 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Transition to ACTIVE for port object 7ebed894-907b-408b-a422-6edb5e2aae94 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:38:54.014558 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] For port 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:38:54.018260 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] For port 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:38:54.022219 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:54.035905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:54.097191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:38:54.098907 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa23853-ec70-402b-be4d-21443a847064 None None] Pushing event updated for resources: {'Port': ['ID=32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:54.103287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:38:54.103593 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:38:54.104866 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:54.107974 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:38:54.136667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Pushing event updated for resources: {'Port': ['ID=7ebed894-907b-408b-a422-6edb5e2aae94,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:54.168180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:54.287795 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:38:54.400065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cca146e6-bd15-4390-8dea-35ba2070d2da None None] Provisioning for port 7ebed894-907b-408b-a422-6edb5e2aae94 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:38:54.405879 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cca146e6-bd15-4390-8dea-35ba2070d2da None None] Provisioning complete for port 7ebed894-907b-408b-a422-6edb5e2aae94 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:38:54.406325 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cca146e6-bd15-4390-8dea-35ba2070d2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:54.466119 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-cca146e6-bd15-4390-8dea-35ba2070d2da None None] Port 7ebed894-907b-408b-a422-6edb5e2aae94 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:38:54.545818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:54.593852 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:51Z', 'revision_number': 3, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:54.597634 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1493039-8968-4eda-96d0-e8545648d7c2 None None] The sync data for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv is: [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:51Z', 'revision_number': 3, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:38:54.718586 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8fb7eb2e-1e97-4668-9abe-142faac5ef44 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:38:54.780498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:54.785447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:54.787456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8fb7eb2e-1e97-4668-9abe-142faac5ef44 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:38:54.787929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:54.909379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:54.913992 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Pushing event updated for resources: {'Port': ['ID=7ebed894-907b-408b-a422-6edb5e2aae94,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:55.053903 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:38:55.055014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:38:55.255411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Router a0d134ef-3656-4dc0-aaed-8fa0261ed71a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:38:55.289690 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-20c513bd-3c1c-498a-809e-023ee47f990c None None] Provisioning complete for port 7ebed894-907b-408b-a422-6edb5e2aae94 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:38:55.290057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-20c513bd-3c1c-498a-809e-023ee47f990c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:55.350805 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-20c513bd-3c1c-498a-809e-023ee47f990c None None] Port 7ebed894-907b-408b-a422-6edb5e2aae94 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:38:55.408934 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:38:55.443051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:38:55.454428 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-9fbe4ae9-a847-484c-89f7-ce142e737569 admin admin] 10.222.0.20 "PUT /v2.0/routers/a0d134ef-3656-4dc0-aaed-8fa0261ed71a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4782622 Mar 03 06:38:55.945442 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43456) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:55.951480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1547145026-network', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:38:55.956459 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:38:55.960452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Usage tracker for resource:network and tenant:d4f633f9829e493b88d80c9801925ad8 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:38:55.964212 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:38:55.970037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:38:55.983102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Made reservation on behalf of d4f633f9829e493b88d80c9801925ad8 for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:38:55.985424 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:55.997239 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:56.012116 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:38:56.015904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Usage tracker for resource:security_group_rule and tenant:d4f633f9829e493b88d80c9801925ad8 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:38:56.018970 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:38:56.024668 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:38:56.097742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Sync routers for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:38:56.107415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:38:56.108053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:56.117299 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:56.121737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:56.152530 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:38:56.161289 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190924d9-7ded-4b25-822d-76e43cd4d821,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:56.167011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:56.167479 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Added segment 6dab4e98-504e-4248-ac50-5279882c206e of type vlan for network 07ee17c3-88d0-4491-8bb0-ba1302ba7de5 Mar 03 06:38:56.194105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:56.223842 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:56.224834 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:56.225406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:56.320567 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:38:56.327333 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] Pushing event updated for resources: {'Network': ['ID=07ee17c3-88d0-4491-8bb0-ba1302ba7de5,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:56.333939 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1515d77d-f9d4-4e8c-ba6d-bba7b980592f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3847873 Mar 03 06:38:56.334229 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43460) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:56.339896 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Request body: {'subnet': {'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1547145026-subnet', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'ip_version': 4}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:38:56.345458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:38:56.349252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Usage tracker for resource:subnet and tenant:d4f633f9829e493b88d80c9801925ad8 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:38:56.352111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:38:56.358430 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:38:56.366991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 07ee17c3-88d0-4491-8bb0-ba1302ba7de5 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:38:56.368840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Made reservation on behalf of d4f633f9829e493b88d80c9801925ad8 for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:38:56.372062 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:56.574269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:56.741018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:38:56.754742 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db88a3e-1f62-40fd-8f29-efbabcf9893f,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:56.767325 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Checking segment: {'id': '6dab4e98-504e-4248-ac50-5279882c206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:38:56.767707 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Network hostable DHCP agents. Network: 07ee17c3-88d0-4491-8bb0-ba1302ba7de5, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:38:56.783666 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 2, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:56.786369 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Network 07ee17c3-88d0-4491-8bb0-ba1302ba7de5 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:38:56.797415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Checking router: a0d134ef-3656-4dc0-aaed-8fa0261ed71a for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:38:56.797814 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Updating router a0d134ef-3656-4dc0-aaed-8fa0261ed71a port 7ebed894-907b-408b-a422-6edb5e2aae94 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:38:56.797963 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 07ee17c3-88d0-4491-8bb0-ba1302ba7de5) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:38:56.802260 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:38:56.802956 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:56.825852 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ae08f0-8195-46a6-89ee-48a48582a917 None None] Network 07ee17c3-88d0-4491-8bb0-ba1302ba7de5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:38:56.828484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43464) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:56.832504 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-05e04a05-1b4c-4815-9b6c-ebc4c5affbf7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4971817 Mar 03 06:38:56.833822 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1547145026-router', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:38:56.845273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:38:56.850086 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Usage tracker for resource:router and tenant:d4f633f9829e493b88d80c9801925ad8 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:38:56.853467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:38:56.860303 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:38:56.872487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:56.873673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:56.889102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:56.946317 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:57.005589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:38:57.018994 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:38:57.019366 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:57.277069 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:57.354559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-07ee17c3-88d0-4491-8bb0-ba1302ba7de5', 'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'fixed_ips': [{'subnet_id': '8db88a3e-1f62-40fd-8f29-efbabcf9893f'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:38:57.355364 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:57.451556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:57.499786 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:38:57.508786 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:57.600404 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:57.630844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:57.743897 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:57.746142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:57.763930 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Allocated IP 172.20.0.2 (07ee17c3-88d0-4491-8bb0-ba1302ba7de5/8db88a3e-1f62-40fd-8f29-efbabcf9893f/1052b7a3-e3ef-4c6f-b505-7b9096a342c4) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:38:57.768758 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Transition to ACTIVE for port object 7ebed894-907b-408b-a422-6edb5e2aae94 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:38:57.769676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Allocated IP 172.26.3.223 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/f4381a36-4de4-4255-abc3-404d26bc845b) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:38:57.777518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:57.929434 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:57.961996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:57.979431 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cba815-c4a9-430a-a723-86d42d430dd1 None None] Pushing event updated for resources: {'Port': ['ID=7ebed894-907b-408b-a422-6edb5e2aae94,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:58.022991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:38:58.025616 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:38:58.034291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:38:58.078685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Pushing event updated for resources: {'Port': ['ID=f4381a36-4de4-4255-abc3-404d26bc845b,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:58.099644 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Attempting to bind port 7ebed894-907b-408b-a422-6edb5e2aae94 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:38:58.100038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Attempting to bind port 7ebed894-907b-408b-a422-6edb5e2aae94 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:38:58.100399 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Attempting to bind port 7ebed894-907b-408b-a422-6edb5e2aae94 on network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:38:58.122130 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:38:58.122395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Checking segment: {'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:38:58.122792 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:58.123177 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Bound using segment: {'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:38:58.123639 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Bound port: 7ebed894-907b-408b-a422-6edb5e2aae94, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:38:58.125931 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:58.262926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:58.278715 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Transition to ACTIVE for port object 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:38:58.285240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] For port 7ebed894-907b-408b-a422-6edb5e2aae94, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:38:58.290827 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] For port 7ebed894-907b-408b-a422-6edb5e2aae94, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7ebed894-907b-408b-a422-6edb5e2aae94,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:38:58.296691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:58.342659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Transition to ACTIVE for port object 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:38:58.366342 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:58.376971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:38:58.377627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:58.457176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:58.474693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Network 07ee17c3-88d0-4491-8bb0-ba1302ba7de5 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:38:58.477664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cba815-c4a9-430a-a723-86d42d430dd1 None None] Pushing event updated for resources: {'Port': ['ID=7ebed894-907b-408b-a422-6edb5e2aae94,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:58.480612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:38:58.514955 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:38:58.724182 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Pushing event updated for resources: {'Port': ['ID=1052b7a3-e3ef-4c6f-b505-7b9096a342c4,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:58.732278 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:38:58.774142 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:38:58.841060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Attempting to bind port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:38:58.841417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Attempting to bind port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '6dab4e98-504e-4248-ac50-5279882c206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:38:58.841770 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Attempting to bind port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 on network 07ee17c3-88d0-4491-8bb0-ba1302ba7de5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:38:58.855471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:38:58.855858 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Checking segment: {'id': '6dab4e98-504e-4248-ac50-5279882c206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:38:58.856254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:58.856630 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Bound using segment: {'id': '6dab4e98-504e-4248-ac50-5279882c206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:38:58.857081 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Bound port: 1052b7a3-e3ef-4c6f-b505-7b9096a342c4, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dab4e98-504e-4248-ac50-5279882c206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:38:58.857447 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:58.912667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:59.126948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Router c4c982c1-a10a-42f3-ae21-49bbeff8cd47 is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:38:59.161065 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:38:59.161431 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:59.194338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] For port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:38:59.225002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] For port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1052b7a3-e3ef-4c6f-b505-7b9096a342c4,segment=NetworkSegment(6dab4e98-504e-4248-ac50-5279882c206e),segment_id=6dab4e98-504e-4248-ac50-5279882c206e)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:38:59.234060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:59.303430 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:38:59.313741 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Sync routers for ids ['c4c982c1-a10a-42f3-ae21-49bbeff8cd47'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:38:59.337189 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:38:59.338952 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-8eb9ba7a-fca5-4201-b7de-20e7993c4e1d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5087571 Mar 03 06:38:59.340412 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Routers {'c4c982c1-a10a-42f3-ae21-49bbeff8cd47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:38:59.341324 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['c4c982c1-a10a-42f3-ae21-49bbeff8cd47'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:59.341703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43468) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:38:59.404322 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8b60d-320d-489d-9862-e1220e307fde None None] Pushing event updated for resources: {'Port': ['ID=1052b7a3-e3ef-4c6f-b505-7b9096a342c4,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:38:59.456227 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:38:58Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:59.460471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00262da0-8fe8-4cf9-8331-b6e3ee28b730 None None] The sync data for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv is: [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:38:58Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:38:59.574020 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Set router c4c982c1-a10a-42f3-ae21-49bbeff8cd47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:38:59.921284 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'name': 'tempest-TestShelveInstance-1547145026-router', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:56Z', 'updated_at': '2022-03-03T06:38:58Z', 'revision_number': 3, 'project_id': 'd4f633f9829e493b88d80c9801925ad8', 'gw_port': {'id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:57Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:38:59.925833 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Checking router: c4c982c1-a10a-42f3-ae21-49bbeff8cd47 for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:38:59.926192 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Updating router c4c982c1-a10a-42f3-ae21-49bbeff8cd47 port f4381a36-4de4-4255-abc3-404d26bc845b binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:38:59.985542 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:00.127482 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:00.372919 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:00.399480 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Transition to ACTIVE for port object f4381a36-4de4-4255-abc3-404d26bc845b will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:39:00.408761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Allocated IP 172.20.0.1 (07ee17c3-88d0-4491-8bb0-ba1302ba7de5/8db88a3e-1f62-40fd-8f29-efbabcf9893f/8c26964c-6f07-45fd-ba8a-78fdb24f2e2e) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:00.414095 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:00.498741 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Attempting to bind port f4381a36-4de4-4255-abc3-404d26bc845b on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:39:00.499115 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Attempting to bind port f4381a36-4de4-4255-abc3-404d26bc845b by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:39:00.499474 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Attempting to bind port f4381a36-4de4-4255-abc3-404d26bc845b on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:39:00.512403 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:39:00.512799 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:39:00.513172 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:00.513562 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:39:00.514044 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Bound port: f4381a36-4de4-4255-abc3-404d26bc845b, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:39:00.514414 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:00.569306 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7141630-394a-47d0-bfb5-5666c88ef863 None None] Pushing event updated for resources: {'Port': ['ID=f4381a36-4de4-4255-abc3-404d26bc845b,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:00.613709 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f1ef52-5057-4df8-abe1-6b2086d9265e None None] Network 07ee17c3-88d0-4491-8bb0-ba1302ba7de5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:39:00.620595 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] For port f4381a36-4de4-4255-abc3-404d26bc845b, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:39:00.623896 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] For port f4381a36-4de4-4255-abc3-404d26bc845b, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f4381a36-4de4-4255-abc3-404d26bc845b,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:39:00.634850 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:00.639240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:00.660286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Transition to ACTIVE for port object 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:39:00.706224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:00.735364 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Routers {'c4c982c1-a10a-42f3-ae21-49bbeff8cd47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:39:00.735988 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['c4c982c1-a10a-42f3-ae21-49bbeff8cd47'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:00.759694 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-15660c61-b699-4080-9d58-3dbbbfc4b3a3 None None] Provisioning for port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:39:00.778275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Network 07ee17c3-88d0-4491-8bb0-ba1302ba7de5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:00.781473 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:00.786426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:39:00.813380 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7141630-394a-47d0-bfb5-5666c88ef863 None None] Pushing event updated for resources: {'Port': ['ID=f4381a36-4de4-4255-abc3-404d26bc845b,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:00.852782 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Pushing event updated for resources: {'Port': ['ID=8c26964c-6f07-45fd-ba8a-78fdb24f2e2e,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:00.869980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:00.912518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:39:01.002719 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:39:01.008430 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:01.008954 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.019061 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.035024 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] Set router c4c982c1-a10a-42f3-ae21-49bbeff8cd47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:39:01.146387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.162876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.221339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1052b7a3-e3ef-4c6f-b505-7b9096a342c4,segment=NetworkSegment(6dab4e98-504e-4248-ac50-5279882c206e),segment_id=6dab4e98-504e-4248-ac50-5279882c206e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:39:01.226970 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.227866 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7ebed894-907b-408b-a422-6edb5e2aae94 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:39:01.363868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ae2058f3-41f4-47bd-bae9-8565114b5932 None None] Provisioning complete for port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:01.364182 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ae2058f3-41f4-47bd-bae9-8565114b5932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.372021 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'name': 'tempest-TestShelveInstance-1547145026-router', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:56Z', 'updated_at': '2022-03-03T06:38:58Z', 'revision_number': 3, 'project_id': 'd4f633f9829e493b88d80c9801925ad8', 'gw_port': {'id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:57Z', 'updated_at': '2022-03-03T06:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:01.376803 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5c3e66-c72f-461a-958a-9f5ea0ef22b9 None None] The sync data for ids ['c4c982c1-a10a-42f3-ae21-49bbeff8cd47'] in dv-neutron-831582-1-hyperv is: [{'id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'name': 'tempest-TestShelveInstance-1547145026-router', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:56Z', 'updated_at': '2022-03-03T06:38:58Z', 'revision_number': 3, 'project_id': 'd4f633f9829e493b88d80c9801925ad8', 'gw_port': {'id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:57Z', 'updated_at': '2022-03-03T06:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:39:01.414288 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=1052b7a3-e3ef-4c6f-b505-7b9096a342c4,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:01.440326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 7ebed894-907b-408b-a422-6edb5e2aae94 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:39:01.447641 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7ebed894-907b-408b-a422-6edb5e2aae94 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:01.448040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.461736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.468950 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.587184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Pushing event updated for resources: {'Port': ['ID=8c26964c-6f07-45fd-ba8a-78fdb24f2e2e,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:01.590184 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.616679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ae2058f3-41f4-47bd-bae9-8565114b5932 None None] Provisioning for port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:39:01.642908 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ae2058f3-41f4-47bd-bae9-8565114b5932 None None] Provisioning complete for port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:01.643279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ae2058f3-41f4-47bd-bae9-8565114b5932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.678448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.729958 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-ae2058f3-41f4-47bd-bae9-8565114b5932 None None] Port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:39:01.736593 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 7ebed894-907b-408b-a422-6edb5e2aae94, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7ebed894-907b-408b-a422-6edb5e2aae94,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:39:01.741225 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.758053 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Network 07ee17c3-88d0-4491-8bb0-ba1302ba7de5 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:01.759224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:01.817846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=7ebed894-907b-408b-a422-6edb5e2aae94,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:01.851987 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-fdeed411-a97d-46b2-a28d-11be334600f4 None None] Provisioning complete for port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:01.852612 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fdeed411-a97d-46b2-a28d-11be334600f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:01.921498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fdeed411-a97d-46b2-a28d-11be334600f4 None None] Port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:39:01.956407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Router c4c982c1-a10a-42f3-ae21-49bbeff8cd47 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:39:02.043980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-dc9b0a48-5dd6-4b37-abaa-2e3b80481459 None None] Provisioning complete for port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:02.044353 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-dc9b0a48-5dd6-4b37-abaa-2e3b80481459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:02.099445 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-dc9b0a48-5dd6-4b37-abaa-2e3b80481459 None None] Port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:39:02.146303 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:39:02.160567 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-4c393253-41a1-419c-8ea4-14e9e5c77c86 admin admin] 10.222.0.20 "PUT /v2.0/routers/c4c982c1-a10a-42f3-ae21-49bbeff8cd47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8139324 Mar 03 06:39:02.788831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f4381a36-4de4-4255-abc3-404d26bc845b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:39:02.858780 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port f4381a36-4de4-4255-abc3-404d26bc845b completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:39:02.863634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port f4381a36-4de4-4255-abc3-404d26bc845b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:02.864031 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:02.914602 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Sync routers for ids ['c4c982c1-a10a-42f3-ae21-49bbeff8cd47'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:39:02.937317 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Routers {'c4c982c1-a10a-42f3-ae21-49bbeff8cd47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:39:02.937910 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['c4c982c1-a10a-42f3-ae21-49bbeff8cd47'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:03.160254 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:03.198024 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port f4381a36-4de4-4255-abc3-404d26bc845b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f4381a36-4de4-4255-abc3-404d26bc845b,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:39:03.203724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Set router c4c982c1-a10a-42f3-ae21-49bbeff8cd47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:39:03.246736 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:03.247487 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7ebed894-907b-408b-a422-6edb5e2aae94 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:39:03.451751 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=f4381a36-4de4-4255-abc3-404d26bc845b,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:03.536755 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 7ebed894-907b-408b-a422-6edb5e2aae94 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:03.537163 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:03.706018 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43480) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:39:03.711826 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-738412038', 'description': 'tempest-secgroup-smoke-738412038 description', 'project_id': '71d7381c203147b883509233158119f7'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:03.718402 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:39:03.720779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:39:03.722623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:39:03.725615 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:39:03.731165 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:39:03.741117 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:03.761132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:39:03.764934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:39:03.767650 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:39:03.773173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:39:03.790773 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'name': 'tempest-TestShelveInstance-1547145026-router', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:56Z', 'updated_at': '2022-03-03T06:39:00Z', 'revision_number': 4, 'project_id': 'd4f633f9829e493b88d80c9801925ad8', 'gw_port': {'id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:57Z', 'updated_at': '2022-03-03T06:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '8c26964c-6f07-45fd-ba8a-78fdb24f2e2e', 'name': '', 'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'mac_address': 'fa:16:3e:ef:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8db88a3e-1f62-40fd-8f29-efbabcf9893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:00Z', 'updated_at': '2022-03-03T06:39:01Z', 'revision_number': 2, 'project_id': 'd4f633f9829e493b88d80c9801925ad8', 'subnets': [{'id': '8db88a3e-1f62-40fd-8f29-efbabcf9893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:03.797181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Checking router: c4c982c1-a10a-42f3-ae21-49bbeff8cd47 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:39:03.797541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Updating router c4c982c1-a10a-42f3-ae21-49bbeff8cd47 port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:39:03.841378 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:03.841754 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:03.842334 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:03.846105 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:03.888151 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb1851f-99cc-41b2-a16a-92577cdb3307,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:03.890457 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:03.891641 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-db8bb1e0-bba5-414c-8f9f-756dfb771ad3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1840627 Mar 03 06:39:03.894732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43484) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:39:03.900147 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-b4329681-0444-4e50-aea0-09d9197ed77f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group_rule': {'security_group_id': '0fb1851f-99cc-41b2-a16a-92577cdb3307', 'project_id': '71d7381c203147b883509233158119f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:03.905881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b4329681-0444-4e50-aea0-09d9197ed77f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:39:03.907015 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:03.909687 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b4329681-0444-4e50-aea0-09d9197ed77f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:39:03.912485 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-b4329681-0444-4e50-aea0-09d9197ed77f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:39:03.918043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-b4329681-0444-4e50-aea0-09d9197ed77f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:39:03.937885 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b4329681-0444-4e50-aea0-09d9197ed77f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:03.997083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b4329681-0444-4e50-aea0-09d9197ed77f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.000805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b4329681-0444-4e50-aea0-09d9197ed77f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.024883 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4329681-0444-4e50-aea0-09d9197ed77f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ab0453-7d12-41f7-a649-84f0fcd3f245,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:04.034837 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b4329681-0444-4e50-aea0-09d9197ed77f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.038565 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b4329681-0444-4e50-aea0-09d9197ed77f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400905 Mar 03 06:39:04.038873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43488) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:39:04.044528 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e83e388f-7270-4848-996d-698e976065f2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group_rule': {'security_group_id': '0fb1851f-99cc-41b2-a16a-92577cdb3307', 'project_id': '71d7381c203147b883509233158119f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:04.050488 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e83e388f-7270-4848-996d-698e976065f2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:39:04.054282 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e83e388f-7270-4848-996d-698e976065f2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:39:04.057723 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e83e388f-7270-4848-996d-698e976065f2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:39:04.063285 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e83e388f-7270-4848-996d-698e976065f2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:39:04.081237 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e83e388f-7270-4848-996d-698e976065f2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.149204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e83e388f-7270-4848-996d-698e976065f2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.152876 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e83e388f-7270-4848-996d-698e976065f2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.175489 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e388f-7270-4848-996d-698e976065f2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758f2ae4-12d5-483a-be97-6c10ad80737a,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:04.185740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e83e388f-7270-4848-996d-698e976065f2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.187163 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e83e388f-7270-4848-996d-698e976065f2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472969 Mar 03 06:39:04.190004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43492) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:39:04.195303 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-37173b2c-c763-4fee-866a-3438b226074b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group_rule': {'security_group_id': '0fb1851f-99cc-41b2-a16a-92577cdb3307', 'project_id': '71d7381c203147b883509233158119f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:04.201050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-37173b2c-c763-4fee-866a-3438b226074b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:39:04.204735 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-37173b2c-c763-4fee-866a-3438b226074b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:39:04.207608 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-37173b2c-c763-4fee-866a-3438b226074b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:39:04.213160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-37173b2c-c763-4fee-866a-3438b226074b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:39:04.230253 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37173b2c-c763-4fee-866a-3438b226074b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.293676 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37173b2c-c763-4fee-866a-3438b226074b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.297773 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37173b2c-c763-4fee-866a-3438b226074b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.310676 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.320171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37173b2c-c763-4fee-866a-3438b226074b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19922792-d981-4da5-b180-e59faa63dda7,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:04.324681 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Transition to ACTIVE for port object 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:39:04.332735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.334212 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-37173b2c-c763-4fee-866a-3438b226074b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.337965 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-37173b2c-c763-4fee-866a-3438b226074b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444914 Mar 03 06:39:04.338724 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43496) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:39:04.343736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-d617f85e-6f73-4d07-a43f-1431d392dd88 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group_rule': {'security_group_id': '0fb1851f-99cc-41b2-a16a-92577cdb3307', 'project_id': '71d7381c203147b883509233158119f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:04.349657 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d617f85e-6f73-4d07-a43f-1431d392dd88 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:39:04.353465 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d617f85e-6f73-4d07-a43f-1431d392dd88 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:39:04.356914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-d617f85e-6f73-4d07-a43f-1431d392dd88 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:39:04.362729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-d617f85e-6f73-4d07-a43f-1431d392dd88 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:39:04.384530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d617f85e-6f73-4d07-a43f-1431d392dd88 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.455408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d617f85e-6f73-4d07-a43f-1431d392dd88 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.459880 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d617f85e-6f73-4d07-a43f-1431d392dd88 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.487322 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617f85e-6f73-4d07-a43f-1431d392dd88 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4be04d-749b-4aa2-a68f-6b7073e5cd84,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:04.499223 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d617f85e-6f73-4d07-a43f-1431d392dd88 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.503083 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d617f85e-6f73-4d07-a43f-1431d392dd88 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1608398 Mar 03 06:39:04.503237 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43500) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:39:04.509218 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-7e8d6e28-b22e-4b0d-9221-9f51e312e7ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group_rule': {'security_group_id': '0fb1851f-99cc-41b2-a16a-92577cdb3307', 'project_id': '71d7381c203147b883509233158119f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:04.516736 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7e8d6e28-b22e-4b0d-9221-9f51e312e7ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:39:04.521448 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7e8d6e28-b22e-4b0d-9221-9f51e312e7ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:39:04.524476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-7e8d6e28-b22e-4b0d-9221-9f51e312e7ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:39:04.530521 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-7e8d6e28-b22e-4b0d-9221-9f51e312e7ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:39:04.542173 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-7e8d6e28-b22e-4b0d-9221-9f51e312e7ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Project 71d7381c203147b883509233158119f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:39:04.549425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6e28-b22e-4b0d-9221-9f51e312e7ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.551723 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382737b-5c6d-49bc-b266-09defb0ff8d3 None None] Pushing event updated for resources: {'Port': ['ID=8c26964c-6f07-45fd-ba8a-78fdb24f2e2e,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:04.609066 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Attempting to bind port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:39:04.609524 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Attempting to bind port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '6dab4e98-504e-4248-ac50-5279882c206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:39:04.609902 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Attempting to bind port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e on network 07ee17c3-88d0-4491-8bb0-ba1302ba7de5 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:39:04.614981 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:39:04.615350 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Checking segment: {'id': '6dab4e98-504e-4248-ac50-5279882c206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:39:04.615748 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.616153 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Bound using segment: {'id': '6dab4e98-504e-4248-ac50-5279882c206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:39:04.616600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Bound port: 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dab4e98-504e-4248-ac50-5279882c206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:39:04.616980 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.619115 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6e28-b22e-4b0d-9221-9f51e312e7ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.623833 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6e28-b22e-4b0d-9221-9f51e312e7ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.650025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d6e28-b22e-4b0d-9221-9f51e312e7ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b0e0a55-f047-423c-b912-46862f125753,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:04.658910 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7e8d6e28-b22e-4b0d-9221-9f51e312e7ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.660097 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7e8d6e28-b22e-4b0d-9221-9f51e312e7ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555810 Mar 03 06:39:04.662812 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43504) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:39:04.668035 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-55b5457a-7fdf-4bea-9f10-5c5228e0debe tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group_rule': {'security_group_id': '0fb1851f-99cc-41b2-a16a-92577cdb3307', 'project_id': '71d7381c203147b883509233158119f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:04.673770 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-55b5457a-7fdf-4bea-9f10-5c5228e0debe tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:39:04.677627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-55b5457a-7fdf-4bea-9f10-5c5228e0debe tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:39:04.680637 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-55b5457a-7fdf-4bea-9f10-5c5228e0debe tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:39:04.687271 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-55b5457a-7fdf-4bea-9f10-5c5228e0debe tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:39:04.701357 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-55b5457a-7fdf-4bea-9f10-5c5228e0debe tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Project 71d7381c203147b883509233158119f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:39:04.708269 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-55b5457a-7fdf-4bea-9f10-5c5228e0debe tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.724837 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] For port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:39:04.728651 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] For port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8c26964c-6f07-45fd-ba8a-78fdb24f2e2e,segment=NetworkSegment(6dab4e98-504e-4248-ac50-5279882c206e),segment_id=6dab4e98-504e-4248-ac50-5279882c206e)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:39:04.737019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.771855 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f4381a36-4de4-4255-abc3-404d26bc845b up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:39:04.777986 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-55b5457a-7fdf-4bea-9f10-5c5228e0debe tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.781536 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-55b5457a-7fdf-4bea-9f10-5c5228e0debe tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.805884 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5457a-7fdf-4bea-9f10-5c5228e0debe tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa3d08d-537a-43da-b8a0-6cff3d4f0aa3,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:04.815547 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-55b5457a-7fdf-4bea-9f10-5c5228e0debe tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:04.817040 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-55b5457a-7fdf-4bea-9f10-5c5228e0debe tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1533833 Mar 03 06:39:04.873053 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Routers {'c4c982c1-a10a-42f3-ae21-49bbeff8cd47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:39:04.873690 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['c4c982c1-a10a-42f3-ae21-49bbeff8cd47'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:04.945320 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382737b-5c6d-49bc-b266-09defb0ff8d3 None None] Pushing event updated for resources: {'Port': ['ID=8c26964c-6f07-45fd-ba8a-78fdb24f2e2e,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:04.991013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-0168a417-e0df-4770-8af7-9c45b11c972f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Synchronizing usage tracker for tenant:71d7381c203147b883509233158119f7 on resource:security_group {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:39:05.008095 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-0168a417-e0df-4770-8af7-9c45b11c972f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Unset dirty status for tenant:71d7381c203147b883509233158119f7 on resource:security_group {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:39:05.009510 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-0168a417-e0df-4770-8af7-9c45b11c972f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-738412038&fields=id&tenant_id=71d7381c203147b883509233158119f7 HTTP/1.1" status: 200 len: 267 time: 0.0627604 Mar 03 06:39:05.026650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port f4381a36-4de4-4255-abc3-404d26bc845b triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:05.026939 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:05.119649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] Set router c4c982c1-a10a-42f3-ae21-49bbeff8cd47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:39:05.159821 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-30bf2fc2-d664-4964-9958-5045dca9922c tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:05.161611 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-30bf2fc2-d664-4964-9958-5045dca9922c tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 809 time: 0.1440663 Mar 03 06:39:05.178498 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-7427526c-93b1-4d54-a1fc-56f575654e69 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/quotas/71d7381c203147b883509233158119f7 HTTP/1.1" status: 200 len: 375 time: 0.0092366 Mar 03 06:39:05.373424 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-7fdd6334-6086-4884-8c1d-cc7f1dccc583 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1896291 Mar 03 06:39:05.489668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-63c3f908-ba76-4a5a-ab3f-7e15fdb85dfb service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 06:39:05.490465 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'name': 'tempest-TestShelveInstance-1547145026-router', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:56Z', 'updated_at': '2022-03-03T06:39:00Z', 'revision_number': 4, 'project_id': 'd4f633f9829e493b88d80c9801925ad8', 'gw_port': {'id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:57Z', 'updated_at': '2022-03-03T06:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '8c26964c-6f07-45fd-ba8a-78fdb24f2e2e', 'name': '', 'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'mac_address': 'fa:16:3e:ef:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8db88a3e-1f62-40fd-8f29-efbabcf9893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:00Z', 'updated_at': '2022-03-03T06:39:04Z', 'revision_number': 4, 'project_id': 'd4f633f9829e493b88d80c9801925ad8', 'subnets': [{'id': '8db88a3e-1f62-40fd-8f29-efbabcf9893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:05.490667 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-63c3f908-ba76-4a5a-ab3f-7e15fdb85dfb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1032157 Mar 03 06:39:05.495258 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2cb66f-8ff0-44f9-9020-9d8ef919e57f None None] The sync data for ids ['c4c982c1-a10a-42f3-ae21-49bbeff8cd47'] in dv-neutron-831582-1-hyperv is: [{'id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'name': 'tempest-TestShelveInstance-1547145026-router', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:56Z', 'updated_at': '2022-03-03T06:39:00Z', 'revision_number': 4, 'project_id': 'd4f633f9829e493b88d80c9801925ad8', 'gw_port': {'id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:57Z', 'updated_at': '2022-03-03T06:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '8c26964c-6f07-45fd-ba8a-78fdb24f2e2e', 'name': '', 'network_id': '07ee17c3-88d0-4491-8bb0-ba1302ba7de5', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'mac_address': 'fa:16:3e:ef:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8db88a3e-1f62-40fd-8f29-efbabcf9893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:39:00Z', 'updated_at': '2022-03-03T06:39:04Z', 'revision_number': 4, 'project_id': 'd4f633f9829e493b88d80c9801925ad8', 'subnets': [{'id': '8db88a3e-1f62-40fd-8f29-efbabcf9893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:39:05.638330 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-2e021958-abf8-4c55-8e09-69c283205bfb service neutron] 10.222.0.20 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410551 Mar 03 06:39:05.778065 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-66c98507-f435-4bfc-82ad-12460aaa1191 service neutron] 10.222.0.20 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341212 Mar 03 06:39:05.967950 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d2558ed5-9f49-459c-9e50-5bc8a1d31192 req-105d5a55-9096-4516-96a1-f2dd4c41fbd2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 210 time: 0.0479813 Mar 03 06:39:06.749338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:39:06.824558 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:39:06.829616 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:06.830240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:06.949448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:06.984293 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8c26964c-6f07-45fd-ba8a-78fdb24f2e2e,segment=NetworkSegment(6dab4e98-504e-4248-ac50-5279882c206e),segment_id=6dab4e98-504e-4248-ac50-5279882c206e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:39:06.987979 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:07.065518 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=8c26964c-6f07-45fd-ba8a-78fdb24f2e2e,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:07.121370 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d3af9089-817c-47ef-8a15-a06a7c226376 req-1bb39f4c-200b-4454-9a38-5a40a761cf36 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 210 time: 0.0428851 Mar 03 06:39:07.280353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-4887c64e-4f94-44bf-b05f-56347e36e071 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:07.281042 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-4887c64e-4f94-44bf-b05f-56347e36e071 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Synchronizing usage tracker for tenant:71d7381c203147b883509233158119f7 on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:39:07.298380 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-4887c64e-4f94-44bf-b05f-56347e36e071 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Unset dirty status for tenant:71d7381c203147b883509233158119f7 on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:39:07.299558 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-4887c64e-4f94-44bf-b05f-56347e36e071 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 809 time: 0.1726503 Mar 03 06:39:07.349767 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-bc2f628a-b9a1-41de-a03e-6e51df8c9dd4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Synchronizing usage tracker for tenant:71d7381c203147b883509233158119f7 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:39:07.362910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-bc2f628a-b9a1-41de-a03e-6e51df8c9dd4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Unset dirty status for tenant:71d7381c203147b883509233158119f7 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:39:07.363484 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-bc2f628a-b9a1-41de-a03e-6e51df8c9dd4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71d7381c203147b883509233158119f7 HTTP/1.1" status: 200 len: 379 time: 0.0558922 Mar 03 06:39:07.372914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'port': {'device_id': '18aabe7e-b287-436e-a488-beee7291df36', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'admin_state_up': True, 'tenant_id': '71d7381c203147b883509233158119f7', 'security_groups': ['0fb1851f-99cc-41b2-a16a-92577cdb3307']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:07.510091 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:39:07.513821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:port and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:39:07.516581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:39:07.522092 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:39:07.531696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Made reservation on behalf of 71d7381c203147b883509233158119f7 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:39:07.535057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:07.695633 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Allocated IP 172.20.0.14 (241f11e2-0285-4cd8-9cb2-322ba4e5e8c6/e99779d2-a49e-41d5-85ec-52246f37f697/8bab43fc-8d9d-4e95-bb76-6f2597bb101c) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:07.879325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:07.894273 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Transition to ACTIVE for port object 8bab43fc-8d9d-4e95-bb76-6f2597bb101c will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:39:07.918418 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:07.981373 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:07.984170 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:07.992446 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:39:08.152505 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'Port': ['ID=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:08.183457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:08.184088 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:08.205922 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-28a3900a-3292-43fa-9d43-9f77db0e2779 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8375680 Mar 03 06:39:08.217345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Request body: {'port': {'device_id': '18aabe7e-b287-436e-a488-beee7291df36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:08.236615 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-24d62271-81ad-4f1f-a08f-fa4d8b87b462 None None] Provisioning for port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:39:08.241657 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-24d62271-81ad-4f1f-a08f-fa4d8b87b462 None None] Provisioning complete for port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:08.242026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-24d62271-81ad-4f1f-a08f-fa4d8b87b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:08.297954 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-24d62271-81ad-4f1f-a08f-fa4d8b87b462 None None] Port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:39:08.318892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473ca2f-23fa-4000-8930-65647b0dd949 req-90ee5f7c-c99f-44de-a631-5d7226a524ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:08.320378 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b473ca2f-23fa-4000-8930-65647b0dd949 req-90ee5f7c-c99f-44de-a631-5d7226a524ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 932 time: 0.0922999 Mar 03 06:39:08.335654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:08.366361 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b473ca2f-23fa-4000-8930-65647b0dd949 req-5736353d-75ba-44a1-b67a-5c980ba349e7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393925 Mar 03 06:39:08.669263 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bab43fc-8d9d-4e95-bb76-6f2597bb101c {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:39:08.676338 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:08.691228 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Transition to ACTIVE for port object 8bab43fc-8d9d-4e95-bb76-6f2597bb101c will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:39:08.696018 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:08.728141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:39:08.804017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:08.804379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:08.856490 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Pushing event updated for resources: {'Port': ['ID=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:08.935133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Attempting to bind port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:39:08.935471 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Attempting to bind port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:39:08.935961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Attempting to bind port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c on network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:39:08.940949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c on network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:39:08.941274 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Attempting to bind port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c on network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:39:08.946319 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:39:08.946656 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Checking segment: {'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:39:08.947061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Bound using segment: {'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:39:08.948137 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Bound port: 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:39:08.948487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:09.034492 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] For port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:39:09.037397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] For port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:39:09.041899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:09.099654 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:09.100240 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:09.101577 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] 10.222.0.23 "PUT /v2.0/ports/8bab43fc-8d9d-4e95-bb76-6f2597bb101c HTTP/1.1" status: 200 len: 1094 time: 0.8881383 Mar 03 06:39:09.102013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:09.126982 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14fc32-8918-4f02-8920-e2603b664add service neutron] Pushing event updated for resources: {'Port': ['ID=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:09.218975 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'status': 'completed', 'code': 200} Mar 03 06:39:09.224715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-c57cd9f0-24eb-4573-825d-70e1caa2d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:09.226531 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-c57cd9f0-24eb-4573-825d-70e1caa2d0e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1097 time: 0.0827873 Mar 03 06:39:09.298116 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-98094021-c89d-4ce2-9b25-00954dfc2358 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c HTTP/1.1" status: 200 len: 217 time: 0.0655420 Mar 03 06:39:09.359599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-b6ab9341-984b-4eb0-a425-28258b2892a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:09.361089 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-b6ab9341-984b-4eb0-a425-28258b2892a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0573447 Mar 03 06:39:09.438569 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-2cd0183b-d2b1-4f29-9430-359eabcf98da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:09.440057 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-2cd0183b-d2b1-4f29-9430-359eabcf98da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728536 Mar 03 06:39:09.550805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe223018-b662-4c0a-8ea3-ad515e9604a5 req-52281c9f-dedd-4fc3-ba73-31141d3a34c3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:09.552185 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fe223018-b662-4c0a-8ea3-ad515e9604a5 req-52281c9f-dedd-4fc3-ba73-31141d3a34c3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0778666 Mar 03 06:39:09.570179 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-52f3a27b-2b1e-436c-bda5-f397c933b346 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244833 Mar 03 06:39:09.599617 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-fe223018-b662-4c0a-8ea3-ad515e9604a5 req-68399e09-5a9b-44d0-8f82-a293db9fd1ed tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413644 Mar 03 06:39:09.699864 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-1fee8f1d-8dfd-492b-acef-d6f54b367086 req-54e6844a-4f3c-408a-879f-0d7d644d7cd7 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244109 Mar 03 06:39:09.807737 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d5830-000f-4911-ae03-0e45f1122140 req-5796b0f3-9b9b-4b70-af54-676b638bcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:09.809394 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-580d5830-000f-4911-ae03-0e45f1122140 req-5796b0f3-9b9b-4b70-af54-676b638bcf9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1097 time: 0.0702643 Mar 03 06:39:10.034846 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d5830-000f-4911-ae03-0e45f1122140 req-d0e90a5b-a180-4100-93cd-f448932a90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:10.036320 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-580d5830-000f-4911-ae03-0e45f1122140 req-d0e90a5b-a180-4100-93cd-f448932a90e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.2212558 Mar 03 06:39:10.104778 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-580d5830-000f-4911-ae03-0e45f1122140 req-1364afe4-5189-46b6-af76-1249e4ce4aaf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c HTTP/1.1" status: 200 len: 217 time: 0.0621691 Mar 03 06:39:10.163498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d5830-000f-4911-ae03-0e45f1122140 req-73c4f94b-982b-4ba3-970a-c74ee9fb3609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:10.164881 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-580d5830-000f-4911-ae03-0e45f1122140 req-73c4f94b-982b-4ba3-970a-c74ee9fb3609 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0550501 Mar 03 06:39:10.239292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d5830-000f-4911-ae03-0e45f1122140 req-dd606768-f9f4-48fa-afe6-0eb5797369da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:10.240751 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-580d5830-000f-4911-ae03-0e45f1122140 req-dd606768-f9f4-48fa-afe6-0eb5797369da service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703385 Mar 03 06:39:10.368915 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-580d5830-000f-4911-ae03-0e45f1122140 req-258b4058-1e94-4ee2-9dd0-f6cc6051a3fb service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219811 Mar 03 06:39:10.496491 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-580d5830-000f-4911-ae03-0e45f1122140 req-435b6ab7-b4aa-4a7f-b8f6-397ea8964583 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216936 Mar 03 06:39:10.783266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f82691-4905-4486-a725-9d4f3c8b994e req-d973d375-e2ad-4aad-80e8-e2c53ffdbb44 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:10.784766 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-94f82691-4905-4486-a725-9d4f3c8b994e req-d973d375-e2ad-4aad-80e8-e2c53ffdbb44 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0805089 Mar 03 06:39:10.828296 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-94f82691-4905-4486-a725-9d4f3c8b994e req-621854c9-7da4-4fc9-a92a-f33f224d459d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379734 Mar 03 06:39:12.009549 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd0026-655b-46bf-b0c8-2d465273e2b6 req-b8293770-53de-472f-aac3-c55274716a8c tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:12.010998 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a3cd0026-655b-46bf-b0c8-2d465273e2b6 req-b8293770-53de-472f-aac3-c55274716a8c tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0808372 Mar 03 06:39:12.053837 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a3cd0026-655b-46bf-b0c8-2d465273e2b6 req-b36b86b6-16e3-42b8-8686-4408227f43a0 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373259 Mar 03 06:39:12.373701 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 8bab43fc-8d9d-4e95-bb76-6f2597bb101c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:39:12.500311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:39:12.512646 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'port_id': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'mac_address': 'fa:16:3e:cd:a2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:39:12.565636 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:12.582068 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bab43fc-8d9d-4e95-bb76-6f2597bb101c {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:39:12.597463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:39:12.600478 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:12.668481 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:12.981881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['8bab43fc-8d9d-4e95-bb76-6f2597bb101c'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:39:13.233762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011b7f4-eec6-452c-b5a6-060f980b188d req-1b6d5c73-e7e6-4162-a924-14baf6b8bacc tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:13.235119 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0011b7f4-eec6-452c-b5a6-060f980b188d req-1b6d5c73-e7e6-4162-a924-14baf6b8bacc tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 945 time: 0.0780716 Mar 03 06:39:13.278419 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0011b7f4-eec6-452c-b5a6-060f980b188d req-3b7e2210-ca41-4a98-8e41-cd76beb143b1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376747 Mar 03 06:39:14.354186 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 8bab43fc-8d9d-4e95-bb76-6f2597bb101c up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:39:14.423993 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:39:14.428778 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:39:14.429150 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:14.463627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e5197-e95c-4f89-8d60-ceddb22f5c3b req-fcdca515-fea0-4c49-8d2e-961f2967ca70 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:14.465119 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ce8e5197-e95c-4f89-8d60-ceddb22f5c3b req-fcdca515-fea0-4c49-8d2e-961f2967ca70 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 945 time: 0.0845013 Mar 03 06:39:14.508636 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ce8e5197-e95c-4f89-8d60-ceddb22f5c3b req-25719507-1f64-4594-82bf-741f062c3afe tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376923 Mar 03 06:39:14.540194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:14.568352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:14.578242 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:39:14.587106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:14.620536 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'code': 200} Mar 03 06:39:14.657868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:14.838186 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400f3bf-0d69-4e22-a3df-44e4aed72de6 req-9ab83b38-25b4-496c-8bf0-9a71a48ac281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:14.839570 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c400f3bf-0d69-4e22-a3df-44e4aed72de6 req-9ab83b38-25b4-496c-8bf0-9a71a48ac281 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1099 time: 0.0689132 Mar 03 06:39:14.878129 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-c400f3bf-0d69-4e22-a3df-44e4aed72de6 req-e5e4ecec-fd7c-4923-9c5c-838bc3b8f936 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328777 Mar 03 06:39:15.694407 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a68b6b-179a-4e50-836a-2931f2f79536 req-6034b497-88e1-426e-9c95-9912e38bf1a9 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:15.695734 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-92a68b6b-179a-4e50-836a-2931f2f79536 req-6034b497-88e1-426e-9c95-9912e38bf1a9 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0812273 Mar 03 06:39:15.739178 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-92a68b6b-179a-4e50-836a-2931f2f79536 req-abcb0307-b1d8-4ce9-b59b-0969ab5daa0d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377827 Mar 03 06:39:16.921907 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa559e-b48e-41d0-8d81-93732ca23f15 req-9f033f1f-4763-4edb-8c8a-e3844bd49872 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:16.923243 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0daa559e-b48e-41d0-8d81-93732ca23f15 req-9f033f1f-4763-4edb-8c8a-e3844bd49872 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0788448 Mar 03 06:39:16.966529 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0daa559e-b48e-41d0-8d81-93732ca23f15 req-dfa5c718-a22d-4bbd-b657-80ed1f8dc026 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377471 Mar 03 06:39:17.147420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad38514-0198-4198-8a28-0f0806053695 req-f4e9b83d-b609-481c-ba96-5a95db221725 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:17.148861 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7ad38514-0198-4198-8a28-0f0806053695 req-f4e9b83d-b609-481c-ba96-5a95db221725 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0804610 Mar 03 06:39:17.192285 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7ad38514-0198-4198-8a28-0f0806053695 req-ffc42788-f71e-4800-a9e6-5f5fef2ffd65 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372627 Mar 03 06:39:17.214542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43570) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:39:17.322284 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd92db1b-7d94-4d1c-9360-520f02b439b8 tempest-TestShelveInstance-224414134 tempest-TestShelveInstance-224414134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:17.322982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bd92db1b-7d94-4d1c-9360-520f02b439b8 tempest-TestShelveInstance-224414134 tempest-TestShelveInstance-224414134-project-admin] Synchronizing usage tracker for tenant:d4f633f9829e493b88d80c9801925ad8 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:39:17.338477 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-bd92db1b-7d94-4d1c-9360-520f02b439b8 tempest-TestShelveInstance-224414134 tempest-TestShelveInstance-224414134-project-admin] Unset dirty status for tenant:d4f633f9829e493b88d80c9801925ad8 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:39:17.339600 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-bd92db1b-7d94-4d1c-9360-520f02b439b8 tempest-TestShelveInstance-224414134 tempest-TestShelveInstance-224414134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1094 time: 0.1241078 Mar 03 06:39:17.342543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 43576) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:39:17.347367 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'tenant_id': '71d7381c203147b883509233158119f7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:39:17.353126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:39:17.357459 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:floatingip and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:39:17.360237 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:39:17.365970 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:39:17.379587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:17.507425 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:17.637194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Allocated IP 172.26.3.67 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/6064a7b5-d031-45e7-88ee-1dd8dc4e70de) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:39:17.872988 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:17.901402 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:17.964668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:39:17.967309 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:39:17.974863 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:39:18.009249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'Port': ['ID=6064a7b5-d031-45e7-88ee-1dd8dc4e70de,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:18.382137 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-10467c70-7e34-4135-815e-f3b0cac6ef9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:18.390262 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:18.465198 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:18.671134 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:18.680758 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:18.793299 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'Port': ['ID=6064a7b5-d031-45e7-88ee-1dd8dc4e70de,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:39:18.804705 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:18.973600 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Floating IP 0e84dd71-2da4-41a1-bead-6977ab66369e associated. External IP: 172.26.3.67, port: 8bab43fc-8d9d-4e95-bb76-6f2597bb101c. Mar 03 06:39:19.419759 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Router a0d134ef-3656-4dc0-aaed-8fa0261ed71a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:39:19.593859 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:39:19.603022 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a161e9-e8be-49f8-8f57-90219f787979 None None] Sync routers for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:39:19.611995 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a161e9-e8be-49f8-8f57-90219f787979 None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:39:19.612579 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a3a161e9-e8be-49f8-8f57-90219f787979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:19.617897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:19.674651 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cdad4d49-e7a8-47ae-9ccf-f286e480d45a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3309989 Mar 03 06:39:19.675489 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:39:19.721663 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'status': 'completed', 'code': 200} Mar 03 06:39:19.796309 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-a3a161e9-e8be-49f8-8f57-90219f787979 None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:39:19.815487 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996b2ef-affd-4d25-a9cd-d41980704f03 req-0264ffab-b1b9-4e81-8ce5-affe006152c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:19.817238 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2996b2ef-affd-4d25-a9cd-d41980704f03 req-0264ffab-b1b9-4e81-8ce5-affe006152c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1099 time: 0.0733311 Mar 03 06:39:19.945648 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996b2ef-affd-4d25-a9cd-d41980704f03 req-1b4b9080-6fe6-4053-8c18-aeede02866ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:19.947009 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2996b2ef-affd-4d25-a9cd-d41980704f03 req-1b4b9080-6fe6-4053-8c18-aeede02866ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1244032 Mar 03 06:39:20.047428 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2996b2ef-affd-4d25-a9cd-d41980704f03 req-b22fbc33-5f22-4af3-b889-a0c6bfa4e5b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c HTTP/1.1" status: 200 len: 999 time: 0.0948775 Mar 03 06:39:20.107614 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996b2ef-affd-4d25-a9cd-d41980704f03 req-d2ebd158-d546-43cb-ab3f-41f17d3093c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:20.109075 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2996b2ef-affd-4d25-a9cd-d41980704f03 req-d2ebd158-d546-43cb-ab3f-41f17d3093c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0567036 Mar 03 06:39:20.131627 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a3a161e9-e8be-49f8-8f57-90219f787979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '0e84dd71-2da4-41a1-bead-6977ab66369e', 'tenant_id': '71d7381c203147b883509233158119f7', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'port_id': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'mac_address': 'fa:16:3e:cd:a2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aabe7e-b287-436e-a488-beee7291df36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:18Z', 'updated_at': '2022-03-03T06:39:18Z', 'revision_number': 0, 'project_id': '71d7381c203147b883509233158119f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:39:01Z', 'revision_number': 5, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:20.136160 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a161e9-e8be-49f8-8f57-90219f787979 None None] Checking router: a0d134ef-3656-4dc0-aaed-8fa0261ed71a for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:39:20.144151 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a161e9-e8be-49f8-8f57-90219f787979 None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:39:20.144729 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a3a161e9-e8be-49f8-8f57-90219f787979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:38:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:20.181202 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996b2ef-affd-4d25-a9cd-d41980704f03 req-40773eba-8308-4b90-975c-9038bd9c4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:20.183170 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2996b2ef-affd-4d25-a9cd-d41980704f03 req-40773eba-8308-4b90-975c-9038bd9c4c53 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688210 Mar 03 06:39:20.310424 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2996b2ef-affd-4d25-a9cd-d41980704f03 req-f0fd8d82-b2c9-4c60-a25b-5e638f8cb648 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216092 Mar 03 06:39:20.319033 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-a3a161e9-e8be-49f8-8f57-90219f787979 None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:39:20.441697 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-2996b2ef-affd-4d25-a9cd-d41980704f03 req-286f6d90-ca46-4225-b335-621d3a74660e service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259961 Mar 03 06:39:20.576862 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-741902a3-377d-48c8-997e-cb26c890f86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:20.688068 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-a3a161e9-e8be-49f8-8f57-90219f787979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '0e84dd71-2da4-41a1-bead-6977ab66369e', 'tenant_id': '71d7381c203147b883509233158119f7', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'port_id': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'mac_address': 'fa:16:3e:cd:a2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aabe7e-b287-436e-a488-beee7291df36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:18Z', 'updated_at': '2022-03-03T06:39:18Z', 'revision_number': 0, 'project_id': '71d7381c203147b883509233158119f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:39:01Z', 'revision_number': 5, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:39:20.692190 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a161e9-e8be-49f8-8f57-90219f787979 None None] The sync data for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv is: [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '0e84dd71-2da4-41a1-bead-6977ab66369e', 'tenant_id': '71d7381c203147b883509233158119f7', 'floating_ip_address': '172.26.3.67', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'port_id': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1815, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'mac_address': 'fa:16:3e:cd:a2:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18aabe7e-b287-436e-a488-beee7291df36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:39:18Z', 'updated_at': '2022-03-03T06:39:18Z', 'revision_number': 0, 'project_id': '71d7381c203147b883509233158119f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:39:01Z', 'revision_number': 5, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:39:20.873949 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d871c4-1e7f-4a8a-8cb6-ad8247419476 None None] New status for floating IP 0e84dd71-2da4-41a1-bead-6977ab66369e: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:39:21.768170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:21.850759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:23.093620 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:31.132649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:32.407893 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:39:47.031798 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-31d627c8-b18f-4efe-8fe1-af9ed4320a6f req-00cb5dbd-7e46-40da-9df8-5d2685a27606 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1109283 Mar 03 06:39:47.170055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d627c8-b18f-4efe-8fe1-af9ed4320a6f req-c6f06354-668f-441b-981c-bd18bbaec46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:47.171475 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-31d627c8-b18f-4efe-8fe1-af9ed4320a6f req-c6f06354-668f-441b-981c-bd18bbaec46c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1099 time: 0.0687258 Mar 03 06:39:47.406747 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d627c8-b18f-4efe-8fe1-af9ed4320a6f req-dcdd0bfd-9c37-4cec-8e82-0e463cc1f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:47.408219 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-31d627c8-b18f-4efe-8fe1-af9ed4320a6f req-dcdd0bfd-9c37-4cec-8e82-0e463cc1f2c5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.2196109 Mar 03 06:39:47.509265 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-31d627c8-b18f-4efe-8fe1-af9ed4320a6f req-e8fed520-9dec-46ec-8efa-b89411b88a60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c HTTP/1.1" status: 200 len: 1001 time: 0.0950077 Mar 03 06:39:47.571242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d627c8-b18f-4efe-8fe1-af9ed4320a6f req-ee0a39fa-a519-49e1-8455-b3284ec9890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:47.572617 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-31d627c8-b18f-4efe-8fe1-af9ed4320a6f req-ee0a39fa-a519-49e1-8455-b3284ec9890d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0578847 Mar 03 06:39:47.642594 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d627c8-b18f-4efe-8fe1-af9ed4320a6f req-492b834b-056a-4571-8c54-ec3f306fe7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:39:47.643944 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-31d627c8-b18f-4efe-8fe1-af9ed4320a6f req-492b834b-056a-4571-8c54-ec3f306fe7be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660820 Mar 03 06:39:47.769133 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-31d627c8-b18f-4efe-8fe1-af9ed4320a6f req-58069808-a2d9-486d-b7b1-a91fb9c2707f service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196210 Mar 03 06:39:47.897330 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-31d627c8-b18f-4efe-8fe1-af9ed4320a6f req-e8c4f1bf-e122-40d9-8158-9e87f704655b service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215162 Mar 03 06:39:48.385976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4f9ec430-a517-4c1a-9d18-d44eb82d0b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:50.577329 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d31f0623-9e47-41d6-9f00-fb648463fbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:51.772032 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:51.851414 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:39:53.095597 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:40:01.126600 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:40:09.407730 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:40:18.387086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a30e71aa-1dad-4baf-b24d-ac7a6051f099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:40:20.580021 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-27106db0-982b-41a5-aace-ab3703530e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:40:21.773217 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:40:21.852097 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:40:23.098861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:40:31.152177 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:40:46.406596 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:40:48.100619 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9fcdbca1-55f0-4e29-8282-b213350818a6 req-0435741c-7899-4a8c-90e6-29d8b0ab5e7e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730617 Mar 03 06:40:48.233093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdbca1-55f0-4e29-8282-b213350818a6 req-135dd150-c9a2-4de2-9618-0b68e54a9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:48.234523 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9fcdbca1-55f0-4e29-8282-b213350818a6 req-135dd150-c9a2-4de2-9618-0b68e54a9481 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1099 time: 0.0695050 Mar 03 06:40:48.374636 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdbca1-55f0-4e29-8282-b213350818a6 req-ec788a29-3483-418b-8f39-34efd515e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:48.376845 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9fcdbca1-55f0-4e29-8282-b213350818a6 req-ec788a29-3483-418b-8f39-34efd515e224 service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1246862 Mar 03 06:40:48.391757 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3e244807-dade-4c61-8a6d-03a721a24c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:40:48.480599 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9fcdbca1-55f0-4e29-8282-b213350818a6 req-274bbc03-215a-4a0c-9d28-5b5e518a723b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c HTTP/1.1" status: 200 len: 1001 time: 0.0982549 Mar 03 06:40:48.540076 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdbca1-55f0-4e29-8282-b213350818a6 req-d4988de9-a6d0-4a6f-9a47-a62c9941a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:48.541437 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9fcdbca1-55f0-4e29-8282-b213350818a6 req-d4988de9-a6d0-4a6f-9a47-a62c9941a5c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0555046 Mar 03 06:40:48.615403 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdbca1-55f0-4e29-8282-b213350818a6 req-02de282d-2731-40be-b20b-a17d292fcbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:40:48.616842 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9fcdbca1-55f0-4e29-8282-b213350818a6 req-02de282d-2731-40be-b20b-a17d292fcbfe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701370 Mar 03 06:40:48.745895 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9fcdbca1-55f0-4e29-8282-b213350818a6 req-3e04ac22-74c5-407b-aa17-a072956ed91f service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226676 Mar 03 06:40:48.872755 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9fcdbca1-55f0-4e29-8282-b213350818a6 req-73f0f14e-e591-46a1-8c5f-965e4dc1a2b4 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204481 Mar 03 06:40:50.582006 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-779461ca-fd59-494a-a246-a7a093a4c868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:40:51.776691 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:40:51.853166 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:40:53.100446 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:41:01.159316 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:41:18.385026 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae08f-14a3-423a-82d6-526715c34171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:41:20.584117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-643c39e5-226b-4767-bbee-070039ac0cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:41:21.782936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:41:21.855617 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:41:23.102674 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:41:23.405803 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:41:31.187482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:41:47.786559 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e17507-f556-4454-8642-349f49e104bc req-831a42f4-1f39-4940-afb9-d572f88d87b4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:47.788012 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-26e17507-f556-4454-8642-349f49e104bc req-831a42f4-1f39-4940-afb9-d572f88d87b4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.1387019 Mar 03 06:41:47.832091 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-26e17507-f556-4454-8642-349f49e104bc req-463818d1-d908-4a7f-bf0e-19b6f691232d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379870 Mar 03 06:41:48.011328 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eac37b-efdb-48cb-8af7-82ee699a7680 req-f23b06eb-2589-4c57-90a9-d2f2d1521a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:48.012819 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-09eac37b-efdb-48cb-8af7-82ee699a7680 req-f23b06eb-2589-4c57-90a9-d2f2d1521a90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1099 time: 0.0700717 Mar 03 06:41:48.263746 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eac37b-efdb-48cb-8af7-82ee699a7680 req-ff452d61-286c-46b6-9de1-c5ee275c3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:48.265118 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-09eac37b-efdb-48cb-8af7-82ee699a7680 req-ff452d61-286c-46b6-9de1-c5ee275c3e1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.2311058 Mar 03 06:41:48.365423 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-09eac37b-efdb-48cb-8af7-82ee699a7680 req-7e1008dd-86ab-441e-a31f-e9000cdb29e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c HTTP/1.1" status: 200 len: 1001 time: 0.0941138 Mar 03 06:41:48.386669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fe1847c7-2f47-43d5-9b4a-79a21f9e0ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:41:48.431709 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eac37b-efdb-48cb-8af7-82ee699a7680 req-82567f7f-e011-4df7-9cb9-763620a621cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:48.433179 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-09eac37b-efdb-48cb-8af7-82ee699a7680 req-82567f7f-e011-4df7-9cb9-763620a621cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0615551 Mar 03 06:41:48.507191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eac37b-efdb-48cb-8af7-82ee699a7680 req-ef53c719-98a0-4d82-a950-833dbc9ed108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:48.508716 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-09eac37b-efdb-48cb-8af7-82ee699a7680 req-ef53c719-98a0-4d82-a950-833dbc9ed108 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680778 Mar 03 06:41:48.639356 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-09eac37b-efdb-48cb-8af7-82ee699a7680 req-556a14f8-dbc6-4260-8f57-239e92843777 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240096 Mar 03 06:41:48.768934 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-09eac37b-efdb-48cb-8af7-82ee699a7680 req-309662b9-d2a0-42bf-bfef-b1e7e8eee254 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220155 Mar 03 06:41:49.013873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33d318-a290-4f01-a49d-3ba285ee9b74 req-9062605e-547e-47cd-9b84-1d04f3ee0241 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:49.015321 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5d33d318-a290-4f01-a49d-3ba285ee9b74 req-9062605e-547e-47cd-9b84-1d04f3ee0241 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0785975 Mar 03 06:41:49.058553 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5d33d318-a290-4f01-a49d-3ba285ee9b74 req-2d92109e-3b03-484c-ab7c-9ff4b3bc2078 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376811 Mar 03 06:41:50.256163 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48832c72-c7fa-453a-b681-6df78e7ed3cd req-4c247691-02e0-44a5-90d9-4b67286b3911 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:50.257579 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-48832c72-c7fa-453a-b681-6df78e7ed3cd req-4c247691-02e0-44a5-90d9-4b67286b3911 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0811632 Mar 03 06:41:50.299800 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-48832c72-c7fa-453a-b681-6df78e7ed3cd req-a51d83f7-4a84-4690-bc1c-4014e7ff4df4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361078 Mar 03 06:41:50.586663 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bcb8b5be-63a1-43e9-8dec-4dbf48d7c803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:41:51.482512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebb555-98e8-41fc-bf48-e35f6d055a41 req-88fd9bc7-dee1-43f0-a976-6ca3c4b95732 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:51.483959 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-52ebb555-98e8-41fc-bf48-e35f6d055a41 req-88fd9bc7-dee1-43f0-a976-6ca3c4b95732 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0777955 Mar 03 06:41:51.526201 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-52ebb555-98e8-41fc-bf48-e35f6d055a41 req-7cb531a4-f348-4018-957c-35353dc14196 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367301 Mar 03 06:41:51.780846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:41:51.856080 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:41:52.708359 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb900b-7550-40c8-9430-23a9729a6d8c req-770db9a7-c5a8-434f-9dd7-66a6c6e80cd5 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:52.709764 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cecb900b-7550-40c8-9430-23a9729a6d8c req-770db9a7-c5a8-434f-9dd7-66a6c6e80cd5 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0804081 Mar 03 06:41:52.752687 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cecb900b-7550-40c8-9430-23a9729a6d8c req-0dcf5ab9-9197-46a7-b1b0-340a8d346d02 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374477 Mar 03 06:41:53.104332 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:41:53.934199 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfc2ce-6937-4d5b-aef1-da51802acf8f req-14411568-248f-474e-ae50-3b8671c8081d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:53.935644 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b4dfc2ce-6937-4d5b-aef1-da51802acf8f req-14411568-248f-474e-ae50-3b8671c8081d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0780978 Mar 03 06:41:53.982455 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b4dfc2ce-6937-4d5b-aef1-da51802acf8f req-04f09019-d7db-489c-9f18-e65bea99107f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407364 Mar 03 06:41:55.160888 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca524acc-6b67-4b3d-838a-58715d39f718 req-12b19662-c797-411d-8593-5aed5da5bb4e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:55.162357 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ca524acc-6b67-4b3d-838a-58715d39f718 req-12b19662-c797-411d-8593-5aed5da5bb4e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0786474 Mar 03 06:41:55.217254 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ca524acc-6b67-4b3d-838a-58715d39f718 req-0192dac0-fa3e-4ed4-b653-bdf08752d808 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488324 Mar 03 06:41:56.402214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3f05c-343c-4a32-9b99-0515da508b57 req-b025f436-f8bd-4416-8857-ef54c815f047 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:56.404218 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cce3f05c-343c-4a32-9b99-0515da508b57 req-b025f436-f8bd-4416-8857-ef54c815f047 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0818536 Mar 03 06:41:56.446468 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cce3f05c-343c-4a32-9b99-0515da508b57 req-c8a90ad3-f38c-4ea3-af1e-9fa7429e9b08 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366647 Mar 03 06:41:57.630918 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b123a-4afc-4afe-b126-726d627b99d6 req-6ecc3515-abd8-4dcf-a0a5-4d6d9d77ef75 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:57.632346 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-056b123a-4afc-4afe-b126-726d627b99d6 req-6ecc3515-abd8-4dcf-a0a5-4d6d9d77ef75 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0807748 Mar 03 06:41:57.676600 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-056b123a-4afc-4afe-b126-726d627b99d6 req-3d2f2d05-e5e6-466d-9ea2-fc5fbd48125b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386856 Mar 03 06:41:58.857836 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ce089-d507-4a78-9a6d-bf5f1f84518f req-f50a3160-6465-4b04-9140-bb1c05ae2e3e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:41:58.859257 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-320ce089-d507-4a78-9a6d-bf5f1f84518f req-f50a3160-6465-4b04-9140-bb1c05ae2e3e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0814159 Mar 03 06:41:58.902269 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-320ce089-d507-4a78-9a6d-bf5f1f84518f req-6c592345-5dfa-4c17-919a-990dd4bce005 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374646 Mar 03 06:42:00.081576 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1ba21-619f-4cfc-8197-7bafb6aef6a7 req-36041e6c-3dfb-4bb6-801b-159c0dbd7f36 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:00.083043 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7ce1ba21-619f-4cfc-8197-7bafb6aef6a7 req-36041e6c-3dfb-4bb6-801b-159c0dbd7f36 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0782156 Mar 03 06:42:00.128706 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7ce1ba21-619f-4cfc-8197-7bafb6aef6a7 req-9e53e59e-a4c4-4707-ad71-30d00d651ebd tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402319 Mar 03 06:42:00.404098 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:42:01.172807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:01.313936 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718373a3-5c2e-45cb-b7ec-3d53114548e5 req-3e7beb51-8552-40d3-bfa6-a2003a430bae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:01.315416 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-718373a3-5c2e-45cb-b7ec-3d53114548e5 req-3e7beb51-8552-40d3-bfa6-a2003a430bae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0806172 Mar 03 06:42:01.367618 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-718373a3-5c2e-45cb-b7ec-3d53114548e5 req-91dc81bd-dad2-4720-ad6c-4ba7fc696b4e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461895 Mar 03 06:42:02.543129 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda3972-686f-48cb-bcd3-3afaf67c545d req-2f3acca4-13af-4fea-8189-b8fcd3bce42e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:02.544583 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-acda3972-686f-48cb-bcd3-3afaf67c545d req-2f3acca4-13af-4fea-8189-b8fcd3bce42e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0815938 Mar 03 06:42:02.682029 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-acda3972-686f-48cb-bcd3-3afaf67c545d req-642896d7-f47e-4206-b767-2c2df92cace3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314826 Mar 03 06:42:03.865037 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deddd0f-5db6-450c-967f-371173fca853 req-b1aeb4bc-161e-43a2-9400-5068ffedf2c2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:03.866480 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3deddd0f-5db6-450c-967f-371173fca853 req-b1aeb4bc-161e-43a2-9400-5068ffedf2c2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0825484 Mar 03 06:42:03.909143 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3deddd0f-5db6-450c-967f-371173fca853 req-78155eec-4ef0-4706-b111-5b459ae33980 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371392 Mar 03 06:42:05.099043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b2aea-90d1-4913-b226-d00bd6f4eaa2 req-54745524-61e0-4d51-8ddc-5452011e1363 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:05.100426 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8a3b2aea-90d1-4913-b226-d00bd6f4eaa2 req-54745524-61e0-4d51-8ddc-5452011e1363 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0803003 Mar 03 06:42:05.143294 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8a3b2aea-90d1-4913-b226-d00bd6f4eaa2 req-628d55e7-825f-49f5-ae08-4f998475c576 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373569 Mar 03 06:42:05.206136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 8bab43fc-8d9d-4e95-bb76-6f2597bb101c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:42:05.332927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:42:05.345712 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'port_id': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'mac_address': 'fa:16:3e:cd:a2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:42:05.401562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:05.417375 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bab43fc-8d9d-4e95-bb76-6f2597bb101c {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:42:05.432405 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:42:05.436679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:05.504057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:05.510881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:05.511395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:05.511733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:05.512092 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:05.512418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:05.512741 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:05.513088 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:05.513406 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:05.513721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:05.514035 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:05.514349 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:05.514656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:42:05.519345 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['8bab43fc-8d9d-4e95-bb76-6f2597bb101c'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:42:06.323025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f6932-9248-48c7-92a5-50e8792c1585 req-5358f1af-850c-4475-bd51-5b24de152bf8 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:06.324539 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-757f6932-9248-48c7-92a5-50e8792c1585 req-5358f1af-850c-4475-bd51-5b24de152bf8 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 945 time: 0.0806923 Mar 03 06:42:06.367836 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-757f6932-9248-48c7-92a5-50e8792c1585 req-c4dd7881-aa15-4a05-8eed-728a6d492ab0 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372918 Mar 03 06:42:07.206875 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 8bab43fc-8d9d-4e95-bb76-6f2597bb101c up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:42:07.274151 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:42:07.274511 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:07.398112 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:07.426475 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:42:07.442501 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:42:07.448457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:07.538728 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:07.547686 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'code': 200} Mar 03 06:42:07.696785 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee10da-2fde-4761-b7fb-2056455768c2 req-755b0d3e-131d-492b-9d12-80f9f798ef21 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:07.698191 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a4ee10da-2fde-4761-b7fb-2056455768c2 req-755b0d3e-131d-492b-9d12-80f9f798ef21 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0796626 Mar 03 06:42:07.740672 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a4ee10da-2fde-4761-b7fb-2056455768c2 req-a645c1a8-ad01-4429-94ce-0eac1a13ce62 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368059 Mar 03 06:42:08.932745 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520cd95-a0b3-43a8-9e8d-fbd2ee9ee360 req-930152a7-9246-460b-bd44-e9c2d9090575 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:08.934206 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3520cd95-a0b3-43a8-9e8d-fbd2ee9ee360 req-930152a7-9246-460b-bd44-e9c2d9090575 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0840740 Mar 03 06:42:08.979583 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3520cd95-a0b3-43a8-9e8d-fbd2ee9ee360 req-e1d47445-7b77-499b-8e7c-dc36b98c4414 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390699 Mar 03 06:42:10.166591 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c016808-39ce-4aed-ae09-9d97f020b23c req-8a106320-e37f-4bc7-8230-c13f249133ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:10.168216 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8c016808-39ce-4aed-ae09-9d97f020b23c req-8a106320-e37f-4bc7-8230-c13f249133ba tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0816267 Mar 03 06:42:10.216970 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8c016808-39ce-4aed-ae09-9d97f020b23c req-5403f738-e2ec-4d51-bcd1-ef8eb4a46cea tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424552 Mar 03 06:42:11.421951 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f02e2-fa8a-45d1-ad76-aee01113b9ed req-396b18b1-d973-4e6c-9581-67b1a25438e6 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:11.424174 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b19f02e2-fa8a-45d1-ad76-aee01113b9ed req-396b18b1-d973-4e6c-9581-67b1a25438e6 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0967598 Mar 03 06:42:11.472332 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b19f02e2-fa8a-45d1-ad76-aee01113b9ed req-ad8e0860-0b69-43fe-95f3-487dfb5498df tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415421 Mar 03 06:42:12.667554 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e215477-4346-42a7-898e-2ae1fc986759 req-8631f65b-e27e-47bb-91c1-b5184459a60e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:12.669104 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1e215477-4346-42a7-898e-2ae1fc986759 req-8631f65b-e27e-47bb-91c1-b5184459a60e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0878656 Mar 03 06:42:12.719976 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1e215477-4346-42a7-898e-2ae1fc986759 req-8101183e-3b0d-4559-a264-86905be2da86 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430605 Mar 03 06:42:13.916886 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba26bb-b40d-492a-8f5d-08a8ff59b228 req-07b2a1d1-00b2-4ef5-8321-e0f1a6afc2aa tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:13.918340 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c5ba26bb-b40d-492a-8f5d-08a8ff59b228 req-07b2a1d1-00b2-4ef5-8321-e0f1a6afc2aa tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0806720 Mar 03 06:42:13.972374 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c5ba26bb-b40d-492a-8f5d-08a8ff59b228 req-d5401d51-5374-4c9f-bc83-94b5fdd287bb tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478320 Mar 03 06:42:15.165509 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abda69-0736-4c10-9e2e-61d3c0f63cd0 req-ce67db56-20c0-4f8f-a577-d4fe9373f620 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:15.172808 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-72abda69-0736-4c10-9e2e-61d3c0f63cd0 req-ce67db56-20c0-4f8f-a577-d4fe9373f620 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0970349 Mar 03 06:42:15.214458 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-72abda69-0736-4c10-9e2e-61d3c0f63cd0 req-4cd27f29-a2b0-43bb-b47f-f88523a70610 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408015 Mar 03 06:42:16.566915 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d25b0-6d41-483d-9879-51bda38111c1 req-ba906798-9d9d-47ec-bc01-855ebe36b7e8 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:16.568583 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f67d25b0-6d41-483d-9879-51bda38111c1 req-ba906798-9d9d-47ec-bc01-855ebe36b7e8 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0871179 Mar 03 06:42:16.619318 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f67d25b0-6d41-483d-9879-51bda38111c1 req-9841bb98-7467-4c53-91c7-a52f975b0534 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399411 Mar 03 06:42:17.825113 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cddc0c-dbc5-4527-a69b-7572b20e8759 req-d97f0667-5ada-4c88-84a2-17174d6e748c tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:17.826558 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-71cddc0c-dbc5-4527-a69b-7572b20e8759 req-d97f0667-5ada-4c88-84a2-17174d6e748c tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0825830 Mar 03 06:42:17.871411 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-71cddc0c-dbc5-4527-a69b-7572b20e8759 req-183d45e1-dd93-4b64-b5b6-3395cf68b3d3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388906 Mar 03 06:42:18.392178 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-11b5567f-d647-4886-86bc-4f4cb354b826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:19.060795 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15826-667a-418f-ad08-1ea948be0ae1 req-3fb8c26b-5a7b-43ef-9922-48b53e604ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:19.062159 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0b15826-667a-418f-ad08-1ea948be0ae1 req-3fb8c26b-5a7b-43ef-9922-48b53e604ccc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1099 time: 0.0748973 Mar 03 06:42:19.064229 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e102c-8bcd-4fef-8ae1-f0bc629fe588 req-8e841c15-b909-401b-b85f-05ed71f14ad8 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:19.065693 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cb7e102c-8bcd-4fef-8ae1-f0bc629fe588 req-8e841c15-b909-401b-b85f-05ed71f14ad8 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0890779 Mar 03 06:42:19.110214 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cb7e102c-8bcd-4fef-8ae1-f0bc629fe588 req-072611f4-c870-42b1-823d-fa656a3c5b2d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382059 Mar 03 06:42:19.191191 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15826-667a-418f-ad08-1ea948be0ae1 req-c20011e1-6697-4cc7-a28e-1233f9ad3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:19.192898 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0b15826-667a-418f-ad08-1ea948be0ae1 req-c20011e1-6697-4cc7-a28e-1233f9ad3b4a service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1245079 Mar 03 06:42:19.291992 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0b15826-667a-418f-ad08-1ea948be0ae1 req-7e068737-d138-453d-9bc8-9d9b18fcea34 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c HTTP/1.1" status: 200 len: 1001 time: 0.0933247 Mar 03 06:42:19.356277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15826-667a-418f-ad08-1ea948be0ae1 req-1e398c44-cb30-47da-a695-96800ee2a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:19.358665 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0b15826-667a-418f-ad08-1ea948be0ae1 req-1e398c44-cb30-47da-a695-96800ee2a3dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0605893 Mar 03 06:42:19.431070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b15826-667a-418f-ad08-1ea948be0ae1 req-9faeff5a-0e16-495a-af59-2ee4ee07c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:19.432545 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0b15826-667a-418f-ad08-1ea948be0ae1 req-9faeff5a-0e16-495a-af59-2ee4ee07c8bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680418 Mar 03 06:42:19.557968 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0b15826-667a-418f-ad08-1ea948be0ae1 req-854de72a-a7bd-41e2-a477-2af8b347431f service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194291 Mar 03 06:42:19.689058 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-f0b15826-667a-418f-ad08-1ea948be0ae1 req-3ba86c0d-b700-4406-9cb1-2cbcdd51dab0 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248193 Mar 03 06:42:20.290839 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b00b63-8a05-48dd-bc70-24d4caa70654 req-b63adc09-8f09-4a43-ac35-2ec9c460ae16 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:20.292268 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-03b00b63-8a05-48dd-bc70-24d4caa70654 req-b63adc09-8f09-4a43-ac35-2ec9c460ae16 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 946 time: 0.0780618 Mar 03 06:42:20.337705 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-03b00b63-8a05-48dd-bc70-24d4caa70654 req-c5d2168d-3340-449e-a7a9-f6c3224bf37e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393221 Mar 03 06:42:20.587693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e0337100-51f5-4e21-a3ff-726a648bef76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:21.283489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 8bab43fc-8d9d-4e95-bb76-6f2597bb101c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:42:21.398992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:21.425726 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:42:21.436281 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:42:21.440220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:21.477477 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'code': 200} Mar 03 06:42:21.514870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,revision_number=8']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:21.545775 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb3bcd-cc96-4c44-b05c-5469d921af7c req-832d25eb-2dde-4a4d-82d9-8f929a65d493 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:21.547272 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bbcb3bcd-cc96-4c44-b05c-5469d921af7c req-832d25eb-2dde-4a4d-82d9-8f929a65d493 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0834534 Mar 03 06:42:21.590407 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bbcb3bcd-cc96-4c44-b05c-5469d921af7c req-0766032e-dfff-423c-97c4-8719c26cf28b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373626 Mar 03 06:42:21.788551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:21.860281 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:21.939563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00203a-8a5b-4e63-abe0-a55fce254bf4 req-c00c5d81-a4a2-44ab-afe3-95009e8223f0 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:21.941040 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6f00203a-8a5b-4e63-abe0-a55fce254bf4 req-c00c5d81-a4a2-44ab-afe3-95009e8223f0 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0833681 Mar 03 06:42:21.986443 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6f00203a-8a5b-4e63-abe0-a55fce254bf4 req-eef85b8d-5089-482c-83b4-6aa7dbceea73 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395117 Mar 03 06:42:22.112929 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-67998375-19a9-4181-8e4b-76c3549ec438 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140101 Mar 03 06:42:23.075958 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-3938d000-50aa-4a76-86ae-76911425ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:23.077586 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-3938d000-50aa-4a76-86ae-76911425ab03 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36&tenant_id=71d7381c203147b883509233158119f7 HTTP/1.1" status: 200 len: 1097 time: 0.0699706 Mar 03 06:42:23.109044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:23.173985 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5292a2d-0327-45aa-99e4-8d6c1372e7ba req-2fb345f1-e1a9-460b-84d8-11e23b5eae59 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:23.175530 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c5292a2d-0327-45aa-99e4-8d6c1372e7ba req-2fb345f1-e1a9-460b-84d8-11e23b5eae59 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0806150 Mar 03 06:42:23.221891 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c5292a2d-0327-45aa-99e4-8d6c1372e7ba req-658d12a8-032d-4006-8bd5-4b61298e608a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403516 Mar 03 06:42:23.273665 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-317ca175-c93c-4c9c-9f32-02e72b8c2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:23.275027 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-317ca175-c93c-4c9c-9f32-02e72b8c2fb8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1097 time: 0.1743929 Mar 03 06:42:23.403985 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-fd04a0be-ba47-4138-9f06-c021dcde633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:23.405399 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-fd04a0be-ba47-4138-9f06-c021dcde633e service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1250460 Mar 03 06:42:23.503824 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-9703a042-0e33-4af8-a320-f1fb8816fdaf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c HTTP/1.1" status: 200 len: 999 time: 0.0924461 Mar 03 06:42:23.562716 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-faf0c8e2-fb76-49f0-be5e-6b7dd42d6e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:23.564033 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-faf0c8e2-fb76-49f0-be5e-6b7dd42d6e6f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0550470 Mar 03 06:42:23.635320 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-d675ca87-8ba0-4957-b613-f896e61452f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:23.636819 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-d675ca87-8ba0-4957-b613-f896e61452f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669289 Mar 03 06:42:23.767420 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-8448e4c7-b373-43bb-8c16-9ce329d1428d service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245408 Mar 03 06:42:23.894135 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e11081d5-374a-4c90-9763-4e183d6f9f74 req-805ade83-2108-4c5f-a23e-285c17e5454b service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209939 Mar 03 06:42:24.516017 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1226e6f-b1e7-4d5a-9f62-ba7bc618d8f6 req-845f9ae6-ebd7-42f6-b8b8-4705996940bd tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:24.517469 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f1226e6f-b1e7-4d5a-9f62-ba7bc618d8f6 req-845f9ae6-ebd7-42f6-b8b8-4705996940bd tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0909133 Mar 03 06:42:24.571626 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f1226e6f-b1e7-4d5a-9f62-ba7bc618d8f6 req-78d9b44e-b0e1-4318-88cf-15b4f1aaa31d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480022 Mar 03 06:42:25.317569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 8bab43fc-8d9d-4e95-bb76-6f2597bb101c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:42:25.791126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2461c9-ed4a-400c-b6f7-69ef5da46ca9 req-86ecf069-ab7d-4dfa-8729-2fae34ef955c tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:25.792643 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-df2461c9-ed4a-400c-b6f7-69ef5da46ca9 req-86ecf069-ab7d-4dfa-8729-2fae34ef955c tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.1014466 Mar 03 06:42:25.842960 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-df2461c9-ed4a-400c-b6f7-69ef5da46ca9 req-7a756a46-9f23-4aa9-8072-adcee5000576 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427852 Mar 03 06:42:27.035434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58000ef4-2da6-49c9-8d21-648ccd4f6b3a req-55b06466-ebd5-485c-a182-4d15412b47a6 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:27.038131 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-58000ef4-2da6-49c9-8d21-648ccd4f6b3a req-55b06466-ebd5-485c-a182-4d15412b47a6 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0831957 Mar 03 06:42:27.083889 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-58000ef4-2da6-49c9-8d21-648ccd4f6b3a req-63481d60-d98f-455b-a2e4-9395e362c277 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403688 Mar 03 06:42:28.381103 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d813d76-45a9-4040-a69a-fb211afd9999 req-9bf21c5b-92cb-4540-9a3c-6e9bde5aace1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:28.382694 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4d813d76-45a9-4040-a69a-fb211afd9999 req-9bf21c5b-92cb-4540-9a3c-6e9bde5aace1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.1900473 Mar 03 06:42:28.430272 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4d813d76-45a9-4040-a69a-fb211afd9999 req-9098dbb7-f901-4a29-b3a5-925250299cc0 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413594 Mar 03 06:42:29.621997 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234caa9-1d02-4dcb-be95-91dc01bc0193 req-a53b7d33-8144-41d1-a944-831ac5f5a9c0 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:29.623454 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6234caa9-1d02-4dcb-be95-91dc01bc0193 req-a53b7d33-8144-41d1-a944-831ac5f5a9c0 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0855505 Mar 03 06:42:29.669598 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6234caa9-1d02-4dcb-be95-91dc01bc0193 req-bcb58e1a-7b45-42c2-b9f0-7da62c299b41 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405486 Mar 03 06:42:30.870025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb84e78-2485-4076-be53-b9e67c58af6b req-a409d028-1304-4e7a-93c2-852fbca4e6ee tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:30.871597 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7fb84e78-2485-4076-be53-b9e67c58af6b req-a409d028-1304-4e7a-93c2-852fbca4e6ee tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0907931 Mar 03 06:42:30.920881 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7fb84e78-2485-4076-be53-b9e67c58af6b req-2dfac5bc-4bf0-49ca-aacd-199c60934e0b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409844 Mar 03 06:42:31.188682 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:32.104634 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d1eec-5f16-4ac8-bb4e-a11392c55282 req-f0285093-661e-43cc-b041-29123e4648de tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:32.105969 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e35d1eec-5f16-4ac8-bb4e-a11392c55282 req-f0285093-661e-43cc-b041-29123e4648de tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0806684 Mar 03 06:42:32.147801 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e35d1eec-5f16-4ac8-bb4e-a11392c55282 req-152539e1-5d6c-484b-a247-5123bed78a33 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357318 Mar 03 06:42:33.325975 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71ffcf-2d3b-4e11-9411-42ec9daa3a6f req-33957e3b-6a9d-4e92-aba0-fbb02c90833e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:33.327390 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9d71ffcf-2d3b-4e11-9411-42ec9daa3a6f req-33957e3b-6a9d-4e92-aba0-fbb02c90833e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0770242 Mar 03 06:42:33.374011 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9d71ffcf-2d3b-4e11-9411-42ec9daa3a6f req-5b91df9c-fe67-489d-80fd-8ac13126e315 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409596 Mar 03 06:42:34.576652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb96df9-4a3a-4ea7-9199-99143a78c446 req-2159a097-68bf-4b22-8425-1160a90b789d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:34.578099 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2cb96df9-4a3a-4ea7-9199-99143a78c446 req-2159a097-68bf-4b22-8425-1160a90b789d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0849700 Mar 03 06:42:34.619986 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2cb96df9-4a3a-4ea7-9199-99143a78c446 req-fc2c6dc7-1098-40a7-a434-dfd5dd5ddbb2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363905 Mar 03 06:42:35.805278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6aad81-ef38-4cc3-adb8-6ebf0d906c09 req-8c2b9de7-bdc5-4374-b5d3-6a568eed5378 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:35.806713 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8c6aad81-ef38-4cc3-adb8-6ebf0d906c09 req-8c2b9de7-bdc5-4374-b5d3-6a568eed5378 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0826812 Mar 03 06:42:35.849513 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8c6aad81-ef38-4cc3-adb8-6ebf0d906c09 req-6c6b5c97-59a6-427c-8851-f041ef653389 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371888 Mar 03 06:42:37.042586 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b14874-912b-4180-b129-5e5b22156d13 req-d6649e9d-109b-494d-b415-77b8a05a67ad tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:37.044574 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-80b14874-912b-4180-b129-5e5b22156d13 req-d6649e9d-109b-494d-b415-77b8a05a67ad tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0875857 Mar 03 06:42:37.091678 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-80b14874-912b-4180-b129-5e5b22156d13 req-f983035f-ad0f-43a9-a172-35d6070c58fc tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415752 Mar 03 06:42:37.403520 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:42:38.274934 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f528c-ed1c-4e20-a212-5d8cd146bc60 req-08069835-3c27-4e2b-8dd5-57d6267c6131 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:38.276414 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-767f528c-ed1c-4e20-a212-5d8cd146bc60 req-08069835-3c27-4e2b-8dd5-57d6267c6131 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0791547 Mar 03 06:42:38.320111 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-767f528c-ed1c-4e20-a212-5d8cd146bc60 req-99a481cd-7829-4df3-ac04-7685b0caf2b0 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379379 Mar 03 06:42:39.376662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 8bab43fc-8d9d-4e95-bb76-6f2597bb101c details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:42:39.504866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3027c-a5d1-4bfc-83b5-7b35b4c6e238 req-707a89fc-f178-4846-9431-eec708d55266 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:39.506296 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e2c3027c-a5d1-4bfc-83b5-7b35b4c6e238 req-707a89fc-f178-4846-9431-eec708d55266 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 944 time: 0.0832164 Mar 03 06:42:39.543018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:42:39.549516 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e2c3027c-a5d1-4bfc-83b5-7b35b4c6e238 req-8c8454af-d848-47bd-9df5-fecb9ccb187f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376153 Mar 03 06:42:39.556273 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'port_id': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'mac_address': 'fa:16:3e:cd:a2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:42:39.609553 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:39.625854 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bab43fc-8d9d-4e95-bb76-6f2597bb101c {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:42:39.641017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:42:39.644941 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:39.710589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,revision_number=9']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:39.999143 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['8bab43fc-8d9d-4e95-bb76-6f2597bb101c'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:42:40.732422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287c44a-0d8d-47dd-9f9f-df23107ba65b req-d04d6060-53d9-468d-918a-7709e12cb6e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:40.733761 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f287c44a-0d8d-47dd-9f9f-df23107ba65b req-d04d6060-53d9-468d-918a-7709e12cb6e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 945 time: 0.0811551 Mar 03 06:42:40.775662 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f287c44a-0d8d-47dd-9f9f-df23107ba65b req-8d18a33e-2a59-4f78-8135-3df7795ef22d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362291 Mar 03 06:42:41.376589 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 8bab43fc-8d9d-4e95-bb76-6f2597bb101c up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:42:41.444415 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:42:41.444777 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:41.580239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:41.609490 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:42:41.619727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:42:41.624157 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:41.655499 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'code': 200} Mar 03 06:42:41.692407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,revision_number=10']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:42:41.911624 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fcffd-6d42-40cf-a4e6-e433d47bd892 req-7320794d-0e90-4545-a2ac-e2636192e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:41.913038 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-967fcffd-6d42-40cf-a4e6-e433d47bd892 req-7320794d-0e90-4545-a2ac-e2636192e9d8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1100 time: 0.0739293 Mar 03 06:42:41.953813 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-967fcffd-6d42-40cf-a4e6-e433d47bd892 req-0fab6cf7-1bd2-4dbe-8cd6-f4463c8c6185 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347986 Mar 03 06:42:41.969510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d340e83-faf4-48cd-a6ed-c9ea611121a8 req-7a291d1c-1c03-47a7-ac5b-b1eae97038bb tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:41.970949 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8d340e83-faf4-48cd-a6ed-c9ea611121a8 req-7a291d1c-1c03-47a7-ac5b-b1eae97038bb tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 947 time: 0.0810020 Mar 03 06:42:42.013605 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8d340e83-faf4-48cd-a6ed-c9ea611121a8 req-c0381f46-d687-4ee5-b558-72b3297ef284 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371101 Mar 03 06:42:43.196805 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16e8f1-001f-4085-98d4-018ddc2c90ec req-8a82db99-4fc6-4914-afe0-ef892c4c53e5 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:43.198243 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-eb16e8f1-001f-4085-98d4-018ddc2c90ec req-8a82db99-4fc6-4914-afe0-ef892c4c53e5 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 947 time: 0.0791595 Mar 03 06:42:43.245365 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-eb16e8f1-001f-4085-98d4-018ddc2c90ec req-7c234a10-6016-4b35-81cf-8d832068280a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406730 Mar 03 06:42:44.428662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3a2a9-2153-4ad6-b218-05540ad005ea req-4e701a8b-e556-42cc-a2f9-61582d37d39b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:44.430099 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-47c3a2a9-2153-4ad6-b218-05540ad005ea req-4e701a8b-e556-42cc-a2f9-61582d37d39b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 947 time: 0.0783036 Mar 03 06:42:44.473579 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-47c3a2a9-2153-4ad6-b218-05540ad005ea req-8b7f6613-7342-4a4a-b7a6-7ef18b510613 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376270 Mar 03 06:42:48.393514 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-51d74375-a82b-44e5-9bc2-0fc3d446554a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:48.936946 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc34b6d1-f7b2-4a0a-91f3-134ce1547978 req-ae4b00d9-acea-4c03-9a6e-2123f75e6d5e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675993 Mar 03 06:42:49.075587 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34b6d1-f7b2-4a0a-91f3-134ce1547978 req-4ad66eb5-18bb-4aef-b180-cac6b57d0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:49.077027 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc34b6d1-f7b2-4a0a-91f3-134ce1547978 req-4ad66eb5-18bb-4aef-b180-cac6b57d0bc0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1100 time: 0.0727532 Mar 03 06:42:49.217481 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34b6d1-f7b2-4a0a-91f3-134ce1547978 req-a29569a3-e481-45d6-9190-de870b6f9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:49.218910 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc34b6d1-f7b2-4a0a-91f3-134ce1547978 req-a29569a3-e481-45d6-9190-de870b6f9ce2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1249392 Mar 03 06:42:49.322884 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc34b6d1-f7b2-4a0a-91f3-134ce1547978 req-f91cad62-a3c5-4698-83d0-ee62d9018696 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c HTTP/1.1" status: 200 len: 1001 time: 0.0982234 Mar 03 06:42:49.384480 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34b6d1-f7b2-4a0a-91f3-134ce1547978 req-93146af5-1c98-4a9e-95a9-eeb164ad58bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:49.385907 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc34b6d1-f7b2-4a0a-91f3-134ce1547978 req-93146af5-1c98-4a9e-95a9-eeb164ad58bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0573099 Mar 03 06:42:49.457988 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34b6d1-f7b2-4a0a-91f3-134ce1547978 req-8568ef4f-ecde-4d2b-b810-a6f6da48b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:42:49.459411 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc34b6d1-f7b2-4a0a-91f3-134ce1547978 req-8568ef4f-ecde-4d2b-b810-a6f6da48b5be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680168 Mar 03 06:42:49.592164 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc34b6d1-f7b2-4a0a-91f3-134ce1547978 req-9dbf48ba-0482-4fc4-93eb-04c7978dcf3b service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268864 Mar 03 06:42:49.725260 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-dc34b6d1-f7b2-4a0a-91f3-134ce1547978 req-5414383a-9249-459e-b740-3b3fb084d12a service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269708 Mar 03 06:42:50.590311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-06bd59ec-8a57-49a7-8afb-e1a85c024c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:51.786457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:51.861343 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:42:53.110558 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:43:01.181941 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:43:14.402068 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:43:18.396001 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4d0e8a60-8a83-4496-a58e-41c730abe709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:43:20.592073 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2bec67a6-da51-4098-9c0b-5f5ba145c1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:43:21.790387 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:43:21.862534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:43:23.115525 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:43:31.204410 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:43:48.397661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-555189c2-4a7e-48e2-a20e-54094e4363f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:43:50.031932 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06ef7a5d-77dd-468c-a222-d23f72d9be33 req-3c7e229b-feca-4a8a-b258-ba42c5f420f0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1639280 Mar 03 06:43:50.161962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef7a5d-77dd-468c-a222-d23f72d9be33 req-277bb076-1772-457a-bf92-f6993b8b661b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:50.163843 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06ef7a5d-77dd-468c-a222-d23f72d9be33 req-277bb076-1772-457a-bf92-f6993b8b661b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1100 time: 0.0688267 Mar 03 06:43:50.301629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef7a5d-77dd-468c-a222-d23f72d9be33 req-938b8ca9-5376-4727-a181-cf4201ab80bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:50.302961 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06ef7a5d-77dd-468c-a222-d23f72d9be33 req-938b8ca9-5376-4727-a181-cf4201ab80bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1221914 Mar 03 06:43:50.407154 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06ef7a5d-77dd-468c-a222-d23f72d9be33 req-252a207f-77fe-4043-b259-7cd1098a24a2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c HTTP/1.1" status: 200 len: 1001 time: 0.0986669 Mar 03 06:43:50.469696 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef7a5d-77dd-468c-a222-d23f72d9be33 req-d52e4887-6ffa-44c5-9781-f735dac4053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:50.471054 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06ef7a5d-77dd-468c-a222-d23f72d9be33 req-d52e4887-6ffa-44c5-9781-f735dac4053c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0588305 Mar 03 06:43:50.542074 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef7a5d-77dd-468c-a222-d23f72d9be33 req-925e7a76-ca50-49f8-8151-2b17e2430b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:43:50.543475 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06ef7a5d-77dd-468c-a222-d23f72d9be33 req-925e7a76-ca50-49f8-8151-2b17e2430b47 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671351 Mar 03 06:43:50.598675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-32ad474d-77fa-40d1-9cc6-9229d515edf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:43:50.680915 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06ef7a5d-77dd-468c-a222-d23f72d9be33 req-1ebcf4a5-d409-4cdf-aeea-b9f84b6957b8 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310260 Mar 03 06:43:50.809318 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-06ef7a5d-77dd-468c-a222-d23f72d9be33 req-858eda5a-1d85-4f88-b3a0-c5d067a771df service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226208 Mar 03 06:43:51.400387 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:43:51.791446 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:43:51.863894 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:43:53.114992 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:01.230293 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:18.400542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-731b1c01-fece-4aa0-a71e-ddc6d7ffed54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:20.472969 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43944) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:44:20.590777 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a2670520-0837-4a4d-96aa-f61edf5f4cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:20.713117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Deleting port 6064a7b5-d031-45e7-88ee-1dd8dc4e70de {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:44:20.713376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:20.880779 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:20.881102 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:21.002555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Calling delete_port for 6064a7b5-d031-45e7-88ee-1dd8dc4e70de owned by network:floatingip {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:44:21.144071 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:21.194154 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event deleted for resources: {'Port': ['ID=6064a7b5-d031-45e7-88ee-1dd8dc4e70de,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:21.233231 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:21.233576 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:21.233915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:21.234249 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:21.234577 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:21.234905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:21.235228 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:21.235555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:21.235904 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:21.236226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:21.236544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:21.236861 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:44:21.290740 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for floatingip, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:21.291004 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.l3_db [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Floating IP 0e84dd71-2da4-41a1-bead-6977ab66369e disassociated (deleted). External IP: 172.26.3.67, port: 8bab43fc-8d9d-4e95-bb76-6f2597bb101c. Mar 03 06:44:21.735940 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Router a0d134ef-3656-4dc0-aaed-8fa0261ed71a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:44:21.794432 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:21.866196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:21.912635 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:44:21.922731 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f5c1e-9b01-4150-93fc-9b7e77c43220 None None] Sync routers for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:44:21.925292 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:21.932287 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f5c1e-9b01-4150-93fc-9b7e77c43220 None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:44:21.932883 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-422f5c1e-9b01-4150-93fc-9b7e77c43220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:44:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:21.988010 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-4b6cad58-6329-44b1-beaf-d033bc58f29f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "DELETE /v2.0/floatingips/0e84dd71-2da4-41a1-bead-6977ab66369e HTTP/1.1" status: 204 len: 168 time: 1.5115333 Mar 03 06:44:21.988010 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:44:22.118174 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-422f5c1e-9b01-4150-93fc-9b7e77c43220 None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:44:22.120701 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'status': 'completed', 'code': 200} Mar 03 06:44:22.218137 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dc1da-7f19-491e-92f6-17da3f1f8a16 req-75649a95-972b-4ded-aa90-c966531f0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:22.219648 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe7dc1da-7f19-491e-92f6-17da3f1f8a16 req-75649a95-972b-4ded-aa90-c966531f0ba6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 1100 time: 0.0774155 Mar 03 06:44:22.376201 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dc1da-7f19-491e-92f6-17da3f1f8a16 req-5b49a18e-a7bd-4727-a811-476f710baed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:22.377704 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe7dc1da-7f19-491e-92f6-17da3f1f8a16 req-5b49a18e-a7bd-4727-a811-476f710baed9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1516860 Mar 03 06:44:22.390852 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035e5fd-4d93-4eba-995b-a40d6a92331e req-e32434e1-c483-4425-8e37-d445f031aa2a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:22.391927 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1035e5fd-4d93-4eba-995b-a40d6a92331e req-e32434e1-c483-4425-8e37-d445f031aa2a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 947 time: 0.1053097 Mar 03 06:44:22.434114 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-422f5c1e-9b01-4150-93fc-9b7e77c43220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:39:01Z', 'revision_number': 5, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:22.438572 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f5c1e-9b01-4150-93fc-9b7e77c43220 None None] Checking router: a0d134ef-3656-4dc0-aaed-8fa0261ed71a for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:44:22.440401 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1035e5fd-4d93-4eba-995b-a40d6a92331e req-17aedbc4-7cf9-4069-98c5-a187e3cac785 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425868 Mar 03 06:44:22.448541 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422f5c1e-9b01-4150-93fc-9b7e77c43220 None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:44:22.449197 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-422f5c1e-9b01-4150-93fc-9b7e77c43220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:44:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:22.450834 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe7dc1da-7f19-491e-92f6-17da3f1f8a16 req-608347f1-1f05-4fb5-a898-be1a62f17df5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c HTTP/1.1" status: 200 len: 217 time: 0.0667002 Mar 03 06:44:22.512685 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dc1da-7f19-491e-92f6-17da3f1f8a16 req-1828f3e6-4870-402c-bd3f-eba4378cef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:22.514134 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe7dc1da-7f19-491e-92f6-17da3f1f8a16 req-1828f3e6-4870-402c-bd3f-eba4378cef42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0575213 Mar 03 06:44:22.592975 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dc1da-7f19-491e-92f6-17da3f1f8a16 req-9fdaa75e-93c8-4c36-a19c-50cc2e692c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:22.594425 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe7dc1da-7f19-491e-92f6-17da3f1f8a16 req-9fdaa75e-93c8-4c36-a19c-50cc2e692c13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732236 Mar 03 06:44:22.652763 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-422f5c1e-9b01-4150-93fc-9b7e77c43220 None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:44:22.722542 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe7dc1da-7f19-491e-92f6-17da3f1f8a16 req-4bce6bd1-f04f-430e-9fec-fc1c9baaccfc service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217563 Mar 03 06:44:22.854333 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-fe7dc1da-7f19-491e-92f6-17da3f1f8a16 req-5e32d7a2-e036-414d-b29d-a64a97798f11 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253953 Mar 03 06:44:22.954872 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-422f5c1e-9b01-4150-93fc-9b7e77c43220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:39:01Z', 'revision_number': 5, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:44:22.958588 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422f5c1e-9b01-4150-93fc-9b7e77c43220 None None] The sync data for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv is: [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:39:01Z', 'revision_number': 5, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:44:23.119400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:23.173987 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48844707-a1ea-41a6-b5f3-c238a2f2f636 None None] New status for floating IP 0e84dd71-2da4-41a1-bead-6977ab66369e: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:44:23.660828 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6def6b-8e87-4184-ac4b-05a350a59551 req-9abc0ebc-a4ee-425e-b791-f930e0208542 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:23.662275 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2d6def6b-8e87-4184-ac4b-05a350a59551 req-9abc0ebc-a4ee-425e-b791-f930e0208542 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 947 time: 0.0783522 Mar 03 06:44:23.709517 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2d6def6b-8e87-4184-ac4b-05a350a59551 req-62468a32-16e0-49ad-9ed2-0cecbe3b5d2a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fb1851f-99cc-41b2-a16a-92577cdb3307&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416975 Mar 03 06:44:23.716887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87df7d-19e8-4f94-8508-6bfe0aa44632 req-8334d230-b96e-42a3-b8ca-bf29316b05aa tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:23.718063 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-ba87df7d-19e8-4f94-8508-6bfe0aa44632 req-8334d230-b96e-42a3-b8ca-bf29316b05aa tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Synchronizing usage tracker for tenant:71d7381c203147b883509233158119f7 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:44:23.734932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-ba87df7d-19e8-4f94-8508-6bfe0aa44632 req-8334d230-b96e-42a3-b8ca-bf29316b05aa tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Unset dirty status for tenant:71d7381c203147b883509233158119f7 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:44:23.736238 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ba87df7d-19e8-4f94-8508-6bfe0aa44632 req-8334d230-b96e-42a3-b8ca-bf29316b05aa tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.23 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 947 time: 0.0964229 Mar 03 06:44:23.804311 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-ba87df7d-19e8-4f94-8508-6bfe0aa44632 req-6ba469a4-da51-4e02-ba11-92777dd5a8cd tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Deleting port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:44:23.804565 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ba87df7d-19e8-4f94-8508-6bfe0aa44632 req-6ba469a4-da51-4e02-ba11-92777dd5a8cd tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:24.153114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-ba87df7d-19e8-4f94-8508-6bfe0aa44632 req-6ba469a4-da51-4e02-ba11-92777dd5a8cd tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] For port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:44:24.153778 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ba87df7d-19e8-4f94-8508-6bfe0aa44632 req-6ba469a4-da51-4e02-ba11-92777dd5a8cd tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:24.274391 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-ba87df7d-19e8-4f94-8508-6bfe0aa44632 req-6ba469a4-da51-4e02-ba11-92777dd5a8cd tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Calling delete_port for 8bab43fc-8d9d-4e95-bb76-6f2597bb101c owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:44:24.414037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ba87df7d-19e8-4f94-8508-6bfe0aa44632 req-6ba469a4-da51-4e02-ba11-92777dd5a8cd tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:24.467128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba469a4-da51-4e02-ba11-92777dd5a8cd tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event deleted for resources: {'Port': ['ID=8bab43fc-8d9d-4e95-bb76-6f2597bb101c,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:24.539944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba87df7d-19e8-4f94-8508-6bfe0aa44632 req-6ba469a4-da51-4e02-ba11-92777dd5a8cd tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] No DVR routers for this DVR port 8bab43fc-8d9d-4e95-bb76-6f2597bb101c on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:44:24.542396 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-ba87df7d-19e8-4f94-8508-6bfe0aa44632 req-6ba469a4-da51-4e02-ba11-92777dd5a8cd tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:24.544832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'name': 'network-vif-deleted', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:44:24.559719 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ba87df7d-19e8-4f94-8508-6bfe0aa44632 req-6ba469a4-da51-4e02-ba11-92777dd5a8cd tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.23 "DELETE /v2.0/ports/8bab43fc-8d9d-4e95-bb76-6f2597bb101c HTTP/1.1" status: 204 len: 173 time: 0.8181269 Mar 03 06:44:24.589830 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18aabe7e-b287-436e-a488-beee7291df36', 'name': 'network-vif-deleted', 'tag': '8bab43fc-8d9d-4e95-bb76-6f2597bb101c', 'status': 'completed', 'code': 200} Mar 03 06:44:24.882606 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8bfdda1f-95d7-46d7-b73a-86d5352f6fea req-e6e36c3c-b281-413b-804e-7c8ba6afb2ab tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=18aabe7e-b287-436e-a488-beee7291df36 HTTP/1.1" status: 200 len: 210 time: 0.0432742 Mar 03 06:44:25.974750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43970) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:44:25.982693 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 8bab43fc-8d9d-4e95-bb76-6f2597bb101c no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:44:26.016881 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 8bab43fc-8d9d-4e95-bb76-6f2597bb101c {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:44:26.017214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 8bab43fc-8d9d-4e95-bb76-6f2597bb101c not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:44:26.042371 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f488007a-b098-4bc5-9109-b5cf2a01aa11 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:26.071280 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f488007a-b098-4bc5-9109-b5cf2a01aa11 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:26.135895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f488007a-b098-4bc5-9109-b5cf2a01aa11 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:26.154195 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488007a-b098-4bc5-9109-b5cf2a01aa11 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb1851f-99cc-41b2-a16a-92577cdb3307,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:26.164133 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f488007a-b098-4bc5-9109-b5cf2a01aa11 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:26.165220 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f488007a-b098-4bc5-9109-b5cf2a01aa11 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "DELETE /v2.0/security-groups/0fb1851f-99cc-41b2-a16a-92577cdb3307 HTTP/1.1" status: 204 len: 168 time: 0.1895070 Mar 03 06:44:28.399354 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:44:28.541961 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43982) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:44:28.547100 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-910573027', 'description': 'tempest-secgroup-smoke-910573027 description', 'project_id': '71d7381c203147b883509233158119f7'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:28.552990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:44:28.556942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:44:28.559709 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:44:28.565215 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:44:28.575156 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:28.594669 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:44:28.598267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:44:28.600948 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:44:28.606350 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:44:28.678008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:28.681472 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:28.726456 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ed859-50b2-483d-9e60-15caeec6e033,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:28.730662 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:28.734739 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0598f9b8-a980-43d4-aa31-e4dd8cb8506f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1888773 Mar 03 06:44:28.735679 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43986) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:44:28.739712 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-1f5b67f2-80b2-4804-9e73-349a09fc0aae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group_rule': {'security_group_id': 'f18ed859-50b2-483d-9e60-15caeec6e033', 'project_id': '71d7381c203147b883509233158119f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:28.745916 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f5b67f2-80b2-4804-9e73-349a09fc0aae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:44:28.750278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f5b67f2-80b2-4804-9e73-349a09fc0aae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:44:28.753162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-1f5b67f2-80b2-4804-9e73-349a09fc0aae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:44:28.758744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-1f5b67f2-80b2-4804-9e73-349a09fc0aae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:44:28.775799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f5b67f2-80b2-4804-9e73-349a09fc0aae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:28.834903 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f5b67f2-80b2-4804-9e73-349a09fc0aae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:28.838255 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f5b67f2-80b2-4804-9e73-349a09fc0aae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:28.861376 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b67f2-80b2-4804-9e73-349a09fc0aae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b699d04e-c20c-4ca8-9e6c-248d0ac9e727,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:28.870510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-1f5b67f2-80b2-4804-9e73-349a09fc0aae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:28.871739 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-1f5b67f2-80b2-4804-9e73-349a09fc0aae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358879 Mar 03 06:44:28.874977 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43990) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:44:28.880162 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-969f424f-d79c-4de7-81e3-97a6190947a7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group_rule': {'security_group_id': 'f18ed859-50b2-483d-9e60-15caeec6e033', 'project_id': '71d7381c203147b883509233158119f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:28.885910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-969f424f-d79c-4de7-81e3-97a6190947a7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:44:28.890242 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-969f424f-d79c-4de7-81e3-97a6190947a7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:44:28.893113 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-969f424f-d79c-4de7-81e3-97a6190947a7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:44:28.898649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-969f424f-d79c-4de7-81e3-97a6190947a7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:44:28.914359 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-969f424f-d79c-4de7-81e3-97a6190947a7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:28.973478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-969f424f-d79c-4de7-81e3-97a6190947a7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:28.977118 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-969f424f-d79c-4de7-81e3-97a6190947a7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.002170 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f424f-d79c-4de7-81e3-97a6190947a7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb284170-fa7b-4cc2-a13b-debcc3bbdb33,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:29.011691 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-969f424f-d79c-4de7-81e3-97a6190947a7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.012845 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-969f424f-d79c-4de7-81e3-97a6190947a7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368895 Mar 03 06:44:29.015514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43994) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:44:29.020260 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-108578df-cb89-4c59-ae30-a5008d2ae489 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group_rule': {'security_group_id': 'f18ed859-50b2-483d-9e60-15caeec6e033', 'project_id': '71d7381c203147b883509233158119f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:29.025765 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-108578df-cb89-4c59-ae30-a5008d2ae489 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:44:29.029489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-108578df-cb89-4c59-ae30-a5008d2ae489 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:44:29.032729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-108578df-cb89-4c59-ae30-a5008d2ae489 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:44:29.038197 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-108578df-cb89-4c59-ae30-a5008d2ae489 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:44:29.056673 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-108578df-cb89-4c59-ae30-a5008d2ae489 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.119130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-108578df-cb89-4c59-ae30-a5008d2ae489 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.122762 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-108578df-cb89-4c59-ae30-a5008d2ae489 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.145261 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108578df-cb89-4c59-ae30-a5008d2ae489 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae510df3-c94d-4e51-abcf-900b07c94be1,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:29.155578 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-108578df-cb89-4c59-ae30-a5008d2ae489 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.156752 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-108578df-cb89-4c59-ae30-a5008d2ae489 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403205 Mar 03 06:44:29.159402 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 43998) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:44:29.164159 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-b9a03d3d-58fe-4bbb-a64e-c47917522586 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group_rule': {'security_group_id': 'f18ed859-50b2-483d-9e60-15caeec6e033', 'project_id': '71d7381c203147b883509233158119f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:29.169710 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b9a03d3d-58fe-4bbb-a64e-c47917522586 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:44:29.174015 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b9a03d3d-58fe-4bbb-a64e-c47917522586 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:44:29.176849 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-b9a03d3d-58fe-4bbb-a64e-c47917522586 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:44:29.182831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-b9a03d3d-58fe-4bbb-a64e-c47917522586 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:44:29.198840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9a03d3d-58fe-4bbb-a64e-c47917522586 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.259327 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9a03d3d-58fe-4bbb-a64e-c47917522586 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.262472 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9a03d3d-58fe-4bbb-a64e-c47917522586 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.287651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a03d3d-58fe-4bbb-a64e-c47917522586 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b1889b-83ee-4b95-9468-c66886ead63a,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:29.295886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-b9a03d3d-58fe-4bbb-a64e-c47917522586 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.297078 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-b9a03d3d-58fe-4bbb-a64e-c47917522586 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367538 Mar 03 06:44:29.299789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 44002) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:44:29.304750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-def40a27-27a7-4c81-a985-2865dbf459e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group_rule': {'security_group_id': 'f18ed859-50b2-483d-9e60-15caeec6e033', 'project_id': '71d7381c203147b883509233158119f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:29.310377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-def40a27-27a7-4c81-a985-2865dbf459e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:44:29.314114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-def40a27-27a7-4c81-a985-2865dbf459e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:44:29.317002 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-def40a27-27a7-4c81-a985-2865dbf459e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:44:29.323025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-def40a27-27a7-4c81-a985-2865dbf459e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:44:29.333771 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-def40a27-27a7-4c81-a985-2865dbf459e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Project 71d7381c203147b883509233158119f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:44:29.340443 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-def40a27-27a7-4c81-a985-2865dbf459e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.406937 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-def40a27-27a7-4c81-a985-2865dbf459e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.410553 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-def40a27-27a7-4c81-a985-2865dbf459e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.432910 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def40a27-27a7-4c81-a985-2865dbf459e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8669d5-507d-493d-a28f-d07585f38e6a,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:29.441547 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-def40a27-27a7-4c81-a985-2865dbf459e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.442703 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-def40a27-27a7-4c81-a985-2865dbf459e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419895 Mar 03 06:44:29.445588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 44006) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:44:29.450415 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-97621966-8e03-4ece-a6cf-4dd68b8d8a58 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'security_group_rule': {'security_group_id': 'f18ed859-50b2-483d-9e60-15caeec6e033', 'project_id': '71d7381c203147b883509233158119f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:29.456588 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-97621966-8e03-4ece-a6cf-4dd68b8d8a58 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:44:29.460303 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-97621966-8e03-4ece-a6cf-4dd68b8d8a58 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:security_group_rule and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:44:29.463109 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-97621966-8e03-4ece-a6cf-4dd68b8d8a58 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:44:29.469391 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-97621966-8e03-4ece-a6cf-4dd68b8d8a58 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:44:29.479438 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.securitygroups_db [None req-97621966-8e03-4ece-a6cf-4dd68b8d8a58 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Project 71d7381c203147b883509233158119f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:44:29.485652 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97621966-8e03-4ece-a6cf-4dd68b8d8a58 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.547288 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97621966-8e03-4ece-a6cf-4dd68b8d8a58 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.551521 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97621966-8e03-4ece-a6cf-4dd68b8d8a58 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.573543 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97621966-8e03-4ece-a6cf-4dd68b8d8a58 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bcfd3b-4c26-4817-ba68-e3363a927586,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:29.582544 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-97621966-8e03-4ece-a6cf-4dd68b8d8a58 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:29.583680 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-97621966-8e03-4ece-a6cf-4dd68b8d8a58 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372013 Mar 03 06:44:31.231479 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:43.510022 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-09b05938-669e-42c8-914d-87de3c795766 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-910573027&fields=id&tenant_id=71d7381c203147b883509233158119f7 HTTP/1.1" status: 200 len: 267 time: 0.0380962 Mar 03 06:44:43.653641 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-adfbc199-fae5-4fc5-973f-5a25a21ce95a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:43.654977 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-adfbc199-fae5-4fc5-973f-5a25a21ce95a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 809 time: 0.1381793 Mar 03 06:44:43.668766 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-90f30c59-b958-4ce3-a520-104355c75642 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/quotas/71d7381c203147b883509233158119f7 HTTP/1.1" status: 200 len: 375 time: 0.0084920 Mar 03 06:44:43.755461 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7054cd56-a26d-441f-92ed-cd284d68f745 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0815635 Mar 03 06:44:44.084069 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-0166fb89-aafb-40db-b84a-b85788d84e2a service neutron] 10.222.0.20 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513120 Mar 03 06:44:44.217609 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-fd1a8b42-d5e9-4976-9849-565f608cb48f service neutron] 10.222.0.20 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273623 Mar 03 06:44:44.663901 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-64f26b02-7eb0-47f8-ab01-5ab61afda3f9 req-37a4ea6a-bffc-44f8-b107-3fa0504d904d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 210 time: 0.0817266 Mar 03 06:44:45.758689 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b6351ed3-ed51-4f60-890d-297a1d1d5c01 req-7d8b7c62-fe12-4f40-a0ec-e8cf646afbe3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 210 time: 0.0437593 Mar 03 06:44:46.859500 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-85371d56-7618-4c5a-a253-45be5c538d49 req-35377bfd-bcfd-4319-b976-f83073a1485a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 210 time: 0.0465202 Mar 03 06:44:47.954403 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2e837762-f6b9-4d5c-9ce6-3e0a596a9950 req-17b06413-5ba2-4e01-af6b-c3db504e312d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 210 time: 0.0416560 Mar 03 06:44:48.401627 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6c46e11b-92fa-441c-b709-64292698ff99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:49.094834 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-0aca8a46-3fbf-477c-9ed5-7572b92c17f3 req-31317df9-a7e4-4bab-8bd7-b6594fffca6a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 210 time: 0.0420828 Mar 03 06:44:49.873039 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-a7ef993a-3065-4f71-add2-3e75d103781b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:49.874500 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-a7ef993a-3065-4f71-add2-3e75d103781b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 809 time: 0.1499164 Mar 03 06:44:49.920096 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-cb2279c3-298d-434b-a662-3f03b74db89f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Synchronizing usage tracker for tenant:71d7381c203147b883509233158119f7 on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:44:49.937736 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-cb2279c3-298d-434b-a662-3f03b74db89f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Unset dirty status for tenant:71d7381c203147b883509233158119f7 on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:44:49.939039 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-cb2279c3-298d-434b-a662-3f03b74db89f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71d7381c203147b883509233158119f7 HTTP/1.1" status: 200 len: 379 time: 0.0574520 Mar 03 06:44:49.947539 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'port': {'device_id': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'admin_state_up': True, 'tenant_id': '71d7381c203147b883509233158119f7', 'security_groups': ['f18ed859-50b2-483d-9e60-15caeec6e033']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:50.091370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:44:50.095995 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:port and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:44:50.098800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:44:50.104435 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:44:50.118892 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Made reservation on behalf of 71d7381c203147b883509233158119f7 for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:44:50.122898 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:50.264336 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ca79777c-c2d2-4a8d-a829-8a3566d2ab56 req-8e2789c8-cfe0-4649-b50f-8b533a519d58 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 210 time: 0.0445645 Mar 03 06:44:50.300276 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Allocated IP 172.20.0.13 (241f11e2-0285-4cd8-9cb2-322ba4e5e8c6/e99779d2-a49e-41d5-85ec-52246f37f697/f9a2236b-3202-4bf7-a0c7-7fd51f11485f) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:44:50.502094 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:50.518812 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Transition to ACTIVE for port object f9a2236b-3202-4bf7-a0c7-7fd51f11485f will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:44:50.542985 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:50.592842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f9bd358e-d30e-41a4-bd28-4c2102261c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:50.610379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:44:50.618034 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:44:50.622325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:44:50.652885 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'Port': ['ID=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:50.690282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:50.690895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:50.716651 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7ac23142-4ee1-44cd-82fc-b39bdbb825c4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7729478 Mar 03 06:44:50.808159 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Request body: {'port': {'device_id': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:44:50.910993 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-eb4980e4-5977-492a-8756-6e88bd3889cb None None] Provisioning for port f9a2236b-3202-4bf7-a0c7-7fd51f11485f completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:44:50.915797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-eb4980e4-5977-492a-8756-6e88bd3889cb None None] Provisioning complete for port f9a2236b-3202-4bf7-a0c7-7fd51f11485f triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:44:50.916336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-eb4980e4-5977-492a-8756-6e88bd3889cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:50.920114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:50.970395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-eb4980e4-5977-492a-8756-6e88bd3889cb None None] Port f9a2236b-3202-4bf7-a0c7-7fd51f11485f cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:44:51.261057 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a2236b-3202-4bf7-a0c7-7fd51f11485f {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:44:51.268950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:51.283157 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Transition to ACTIVE for port object f9a2236b-3202-4bf7-a0c7-7fd51f11485f will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:44:51.286880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:51.495441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731396fe-59fc-4109-b9fd-69906fe6b347 req-21205def-1434-4b84-b0ad-714d414a7300 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:51.503579 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-731396fe-59fc-4109-b9fd-69906fe6b347 req-21205def-1434-4b84-b0ad-714d414a7300 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.1226201 Mar 03 06:44:51.554894 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-731396fe-59fc-4109-b9fd-69906fe6b347 req-0e5c8d42-e8b0-4059-a972-d0e767c65be7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504093 Mar 03 06:44:51.625014 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:51.667299 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Attempting to bind port f9a2236b-3202-4bf7-a0c7-7fd51f11485f on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:44:51.667619 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Attempting to bind port f9a2236b-3202-4bf7-a0c7-7fd51f11485f by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:44:51.667987 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Attempting to bind port f9a2236b-3202-4bf7-a0c7-7fd51f11485f on network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:44:51.672506 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Port f9a2236b-3202-4bf7-a0c7-7fd51f11485f on network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:44:51.672823 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Attempting to bind port f9a2236b-3202-4bf7-a0c7-7fd51f11485f on network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:44:51.677727 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:44:51.678061 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Checking segment: {'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:44:51.678441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Bound using segment: {'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:44:51.678859 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Bound port: f9a2236b-3202-4bf7-a0c7-7fd51f11485f, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816af19f-fdc0-4173-a662-7d161cec9f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:44:51.679206 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:51.771238 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] For port f9a2236b-3202-4bf7-a0c7-7fd51f11485f, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:44:51.774131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] For port f9a2236b-3202-4bf7-a0c7-7fd51f11485f, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:44:51.779136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:51.797760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:51.834705 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:51.835387 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:51.836719 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] 10.222.0.23 "PUT /v2.0/ports/f9a2236b-3202-4bf7-a0c7-7fd51f11485f HTTP/1.1" status: 200 len: 1094 time: 1.0738575 Mar 03 06:44:51.837149 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:44:51.875485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:51.877629 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350e99b-89b5-4507-9ceb-45450e9f3b18 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:44:51.962303 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-b7473de6-be14-4fb5-924a-2d5b68f62992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:51.963813 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-b7473de6-be14-4fb5-924a-2d5b68f62992 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 1097 time: 0.0829256 Mar 03 06:44:52.025526 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'status': 'completed', 'code': 200} Mar 03 06:44:52.036910 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-28502e63-0593-4353-8887-fb4d9222263c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f HTTP/1.1" status: 200 len: 217 time: 0.0665622 Mar 03 06:44:52.102484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-606658a7-f123-4f0e-a81f-5363e67d689f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:52.103830 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-606658a7-f123-4f0e-a81f-5363e67d689f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0592058 Mar 03 06:44:52.177462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7bf74037-9660-4542-8c16-ece6a18ad349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:52.178885 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-7bf74037-9660-4542-8c16-ece6a18ad349 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690396 Mar 03 06:44:52.306657 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-e1e71306-7313-4972-bbd2-5450e4e2d6d7 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214569 Mar 03 06:44:52.438984 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b30c5e0d-e57e-4c5e-909b-cb1ddd85d375 req-4819d042-12d0-4cc7-80b6-40fbdb0fd346 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258612 Mar 03 06:44:52.556377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d2a16-a859-45de-87cf-3caf94f8c7dd req-f5c60410-71d3-4180-9834-13156a6dfd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:52.557904 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc7d2a16-a859-45de-87cf-3caf94f8c7dd req-f5c60410-71d3-4180-9834-13156a6dfd84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 1097 time: 0.0750010 Mar 03 06:44:52.688479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d2a16-a859-45de-87cf-3caf94f8c7dd req-576d41fc-85ab-4f01-be86-4513b8681e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:52.689973 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc7d2a16-a859-45de-87cf-3caf94f8c7dd req-576d41fc-85ab-4f01-be86-4513b8681e97 service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1261909 Mar 03 06:44:52.747856 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6eed7-b53f-4606-8034-ca97981f0d25 req-847aef90-4e27-4af1-99b1-8d2c715d7552 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:52.749384 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-95e6eed7-b53f-4606-8034-ca97981f0d25 req-847aef90-4e27-4af1-99b1-8d2c715d7552 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0821316 Mar 03 06:44:52.758894 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc7d2a16-a859-45de-87cf-3caf94f8c7dd req-f9ac6b8d-fdf3-431f-81af-7d60cc25bc26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f HTTP/1.1" status: 200 len: 217 time: 0.0633023 Mar 03 06:44:52.794345 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-95e6eed7-b53f-4606-8034-ca97981f0d25 req-2f39a775-77cb-4fea-b190-945338747031 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394058 Mar 03 06:44:52.820417 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d2a16-a859-45de-87cf-3caf94f8c7dd req-82ea801d-9df7-4778-86dc-54f6cb69c575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:52.821767 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc7d2a16-a859-45de-87cf-3caf94f8c7dd req-82ea801d-9df7-4778-86dc-54f6cb69c575 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0574694 Mar 03 06:44:52.895658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d2a16-a859-45de-87cf-3caf94f8c7dd req-db523092-42bb-4363-a4ca-f39683872067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:52.897151 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc7d2a16-a859-45de-87cf-3caf94f8c7dd req-db523092-42bb-4363-a4ca-f39683872067 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691752 Mar 03 06:44:53.024890 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc7d2a16-a859-45de-87cf-3caf94f8c7dd req-6a446e38-fa75-41be-8c21-9fee1da3cb56 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208174 Mar 03 06:44:53.121414 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:44:53.154731 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-bc7d2a16-a859-45de-87cf-3caf94f8c7dd req-8085257c-0f83-46d6-9666-9a62d0421359 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235387 Mar 03 06:44:53.990840 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528323f-bec8-4e1b-b936-97229ab08a25 req-52501701-9f2c-4434-bfe3-4fe2c68513e6 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:53.992295 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e528323f-bec8-4e1b-b936-97229ab08a25 req-52501701-9f2c-4434-bfe3-4fe2c68513e6 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0785775 Mar 03 06:44:54.037931 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e528323f-bec8-4e1b-b936-97229ab08a25 req-d5d76a82-33cd-4918-bfb1-efa593bab04d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401440 Mar 03 06:44:55.223366 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060143dd-6403-42b9-b560-bb498f9e4352 req-79a0f089-1c7b-44e5-a95e-a32bc2c8b3e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:55.224821 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-060143dd-6403-42b9-b560-bb498f9e4352 req-79a0f089-1c7b-44e5-a95e-a32bc2c8b3e1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0797572 Mar 03 06:44:55.267119 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-060143dd-6403-42b9-b560-bb498f9e4352 req-56e80c85-41d4-466f-8d9e-ba4879382499 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367820 Mar 03 06:44:56.453871 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c265dd-4807-4a52-9cd9-33bb9aa8e17d req-93c86fbd-e8d7-44eb-90dd-b4178c5b263e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:56.455299 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-57c265dd-4807-4a52-9cd9-33bb9aa8e17d req-93c86fbd-e8d7-44eb-90dd-b4178c5b263e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0813794 Mar 03 06:44:56.497588 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-57c265dd-4807-4a52-9cd9-33bb9aa8e17d req-f127b7df-91f9-4e90-a716-772ddcd03ade tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366855 Mar 03 06:44:57.675668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd911d88-2521-4ad9-896e-b69eaf1cc9e3 req-728d17b6-fdc9-494e-b2b2-ba42c3805e54 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:57.677023 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cd911d88-2521-4ad9-896e-b69eaf1cc9e3 req-728d17b6-fdc9-494e-b2b2-ba42c3805e54 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0780435 Mar 03 06:44:57.722418 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cd911d88-2521-4ad9-896e-b69eaf1cc9e3 req-6d1431a2-b7fd-48b5-bb0a-0d8016ba4573 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399342 Mar 03 06:44:58.904027 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0375776-bbae-4f35-9d66-5a4cc974b674 req-2042324c-3c2f-48fb-b9bc-4af15021addc tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:44:58.905452 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d0375776-bbae-4f35-9d66-5a4cc974b674 req-2042324c-3c2f-48fb-b9bc-4af15021addc tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0787094 Mar 03 06:44:58.947566 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d0375776-bbae-4f35-9d66-5a4cc974b674 req-4dc9546f-5ac5-4dca-afa1-3afc9407d548 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366721 Mar 03 06:45:00.131600 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef3349-9905-4b6f-9148-7cab4cda97d3 req-ec388ed0-2814-4c41-8a24-59d2c30df5f7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:00.133064 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-36ef3349-9905-4b6f-9148-7cab4cda97d3 req-ec388ed0-2814-4c41-8a24-59d2c30df5f7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0819542 Mar 03 06:45:00.176451 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-36ef3349-9905-4b6f-9148-7cab4cda97d3 req-cbe21ea3-deff-45d8-86a9-3e0306b1c286 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378189 Mar 03 06:45:00.184569 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device f9a2236b-3202-4bf7-a0c7-7fd51f11485f details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:45:00.347669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port f9a2236b-3202-4bf7-a0c7-7fd51f11485f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:45:00.360303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'port_id': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'mac_address': 'fa:16:3e:94:e5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:45:00.414739 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:00.430785 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a2236b-3202-4bf7-a0c7-7fd51f11485f {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:45:00.446239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port f9a2236b-3202-4bf7-a0c7-7fd51f11485f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:45:00.449915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:00.517964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:45:00.524884 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:00.525238 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:00.525578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:00.525913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:00.526245 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:00.526578 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:00.526905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:00.527230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:00.527556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:00.527909 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:00.528232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:00.528551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:00.802886 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['f9a2236b-3202-4bf7-a0c7-7fd51f11485f'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:45:01.234829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:01.359177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920b095-2e75-4aac-b37e-41e61b44e911 req-9831ae03-ca50-4b9a-835f-3a59eb8e998c tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:01.360660 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b920b095-2e75-4aac-b37e-41e61b44e911 req-9831ae03-ca50-4b9a-835f-3a59eb8e998c tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 945 time: 0.0791452 Mar 03 06:45:01.403701 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b920b095-2e75-4aac-b37e-41e61b44e911 req-205d5864-c534-4ecf-a554-ee097f5cd124 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372531 Mar 03 06:45:02.200100 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device f9a2236b-3202-4bf7-a0c7-7fd51f11485f up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:45:02.267412 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port f9a2236b-3202-4bf7-a0c7-7fd51f11485f completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:45:02.271993 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port f9a2236b-3202-4bf7-a0c7-7fd51f11485f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:45:02.272361 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:02.383138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:02.410531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:45:02.419214 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port f9a2236b-3202-4bf7-a0c7-7fd51f11485f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:45:02.423268 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:02.496037 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:45:02.559363 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'code': 200} Mar 03 06:45:02.595930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293aabf-2590-4d62-8fc5-3be5aa7185ef req-e267cc7e-8115-4536-a462-9d0a0c113548 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:02.597373 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d293aabf-2590-4d62-8fc5-3be5aa7185ef req-e267cc7e-8115-4536-a462-9d0a0c113548 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0864289 Mar 03 06:45:02.641037 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d293aabf-2590-4d62-8fc5-3be5aa7185ef req-8a90ae88-ef5c-4311-b7f1-3ba4ec86b2e3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380967 Mar 03 06:45:02.820797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9ae00-be42-472b-9330-63e24d6b6158 req-18c28c55-7be6-48b8-9aa0-c9d960d730cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:02.822235 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ade9ae00-be42-472b-9330-63e24d6b6158 req-18c28c55-7be6-48b8-9aa0-c9d960d730cf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 1099 time: 0.0720756 Mar 03 06:45:02.863396 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-ade9ae00-be42-472b-9330-63e24d6b6158 req-05db554b-7cd1-429e-a377-06ad62c2d0e6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351844 Mar 03 06:45:03.824714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7293bf3-ff88-4244-b6f1-a83734b90221 req-ab17d022-cac5-40b1-b89b-88148d7895f9 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:03.827601 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b7293bf3-ff88-4244-b6f1-a83734b90221 req-ab17d022-cac5-40b1-b89b-88148d7895f9 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0831263 Mar 03 06:45:03.873009 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b7293bf3-ff88-4244-b6f1-a83734b90221 req-1d539f13-40aa-420c-b6e9-35a8449b8d9b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402231 Mar 03 06:45:05.052232 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b20c35-a108-46ea-a4d9-1dac66456ab9 req-963cfdc4-dcfa-4eb9-91ef-c665f509eb33 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:05.053659 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c9b20c35-a108-46ea-a4d9-1dac66456ab9 req-963cfdc4-dcfa-4eb9-91ef-c665f509eb33 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0779440 Mar 03 06:45:05.096371 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c9b20c35-a108-46ea-a4d9-1dac66456ab9 req-c43ba9f7-82c6-4360-8f1f-b72e60f3b245 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371563 Mar 03 06:45:05.307227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27784074-9487-422f-8a17-acc125e18ebe req-bbd4562e-7632-485d-ab59-9496ff44c045 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:05.308670 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-27784074-9487-422f-8a17-acc125e18ebe req-bbd4562e-7632-485d-ab59-9496ff44c045 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0806594 Mar 03 06:45:05.351996 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-27784074-9487-422f-8a17-acc125e18ebe req-33dffcc4-f077-47f2-a2a3-fec472e72ce7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377207 Mar 03 06:45:05.373980 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44258) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:45:05.397751 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:45:05.481476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cc9c48-f0aa-41e9-a11d-2cc5250f3da3 tempest-TestShelveInstance-224414134 tempest-TestShelveInstance-224414134-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:05.482941 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-96cc9c48-f0aa-41e9-a11d-2cc5250f3da3 tempest-TestShelveInstance-224414134 tempest-TestShelveInstance-224414134-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 1094 time: 0.1080093 Mar 03 06:45:05.485730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44264) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:45:05.490467 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'tenant_id': '71d7381c203147b883509233158119f7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:45:05.496814 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:45:05.500692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Usage tracker for resource:floatingip and tenant:71d7381c203147b883509233158119f7 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:45:05.503458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:45:05.508993 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:45:05.519422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:05.650800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:05.874996 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Allocated IP 172.26.3.183 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/0c2205aa-31fa-4b06-88f0-291d822e9aba) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:45:06.018872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:06.047463 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:06.107839 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:45:06.110975 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:45:06.118542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:45:06.153154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'Port': ['ID=0c2205aa-31fa-4b06-88f0-291d822e9aba,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:45:06.166882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:06.167224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:06.167562 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:06.167914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:06.168244 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:06.168572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:06.168891 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:06.169211 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:06.169529 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:06.169842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:06.170156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:06.170469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:45:06.531740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:06.606474 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:06.805402 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:06.809924 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:06.917460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event updated for resources: {'Port': ['ID=0c2205aa-31fa-4b06-88f0-291d822e9aba,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:45:06.929070 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:07.097410 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Floating IP 0f52a16c-7507-474e-ae48-528daf935144 associated. External IP: 172.26.3.183, port: f9a2236b-3202-4bf7-a0c7-7fd51f11485f. Mar 03 06:45:07.558715 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Router a0d134ef-3656-4dc0-aaed-8fa0261ed71a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:45:07.731933 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:45:07.742219 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e7e2f-05e7-46fd-b191-55e3ac4b9ea0 None None] Sync routers for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:45:07.753680 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e7e2f-05e7-46fd-b191-55e3ac4b9ea0 None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:45:07.754458 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0a2e7e2f-05e7-46fd-b191-55e3ac4b9ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:44:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:45:07.757278 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:07.816019 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f0184ac0-95bc-4084-ab00-dc403f3ff108 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3291821 Mar 03 06:45:07.816628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:45:07.911934 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'status': 'completed', 'code': 200} Mar 03 06:45:07.946232 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-0a2e7e2f-05e7-46fd-b191-55e3ac4b9ea0 None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:45:08.002535 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a1c7-608e-4cce-a3ea-b09dbfde8a9f req-959cec6d-f3b6-478b-8f74-2a26edee0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:08.004025 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2e7a1c7-608e-4cce-a3ea-b09dbfde8a9f req-959cec6d-f3b6-478b-8f74-2a26edee0ff9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 1099 time: 0.0700104 Mar 03 06:45:08.243213 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a1c7-608e-4cce-a3ea-b09dbfde8a9f req-d29a7f02-f2aa-45a9-9592-ce70d84a64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:08.245018 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2e7a1c7-608e-4cce-a3ea-b09dbfde8a9f req-d29a7f02-f2aa-45a9-9592-ce70d84a64c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.2356892 Mar 03 06:45:08.293177 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0a2e7e2f-05e7-46fd-b191-55e3ac4b9ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '0f52a16c-7507-474e-ae48-528daf935144', 'tenant_id': '71d7381c203147b883509233158119f7', 'floating_ip_address': '172.26.3.183', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'port_id': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'mac_address': 'fa:16:3e:94:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:45:06Z', 'updated_at': '2022-03-03T06:45:06Z', 'revision_number': 0, 'project_id': '71d7381c203147b883509233158119f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:39:01Z', 'revision_number': 5, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:45:08.296870 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e7e2f-05e7-46fd-b191-55e3ac4b9ea0 None None] Checking router: a0d134ef-3656-4dc0-aaed-8fa0261ed71a for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:45:08.304916 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e7e2f-05e7-46fd-b191-55e3ac4b9ea0 None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:45:08.305494 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0a2e7e2f-05e7-46fd-b191-55e3ac4b9ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:44:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:45:08.348190 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2e7a1c7-608e-4cce-a3ea-b09dbfde8a9f req-80e6a622-25a1-4c8d-9a7d-bb57a27390c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f HTTP/1.1" status: 200 len: 1000 time: 0.0977659 Mar 03 06:45:08.412510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a1c7-608e-4cce-a3ea-b09dbfde8a9f req-c7ee424e-9386-4754-a623-0bcbe052f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:08.413942 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2e7a1c7-608e-4cce-a3ea-b09dbfde8a9f req-c7ee424e-9386-4754-a623-0bcbe052f3ec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0608649 Mar 03 06:45:08.480887 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-0a2e7e2f-05e7-46fd-b191-55e3ac4b9ea0 None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:45:08.487641 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7a1c7-608e-4cce-a3ea-b09dbfde8a9f req-88c04310-2ff7-4627-9e28-d389bbba20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:08.489144 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2e7a1c7-608e-4cce-a3ea-b09dbfde8a9f req-88c04310-2ff7-4627-9e28-d389bbba20c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695148 Mar 03 06:45:08.620098 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2e7a1c7-608e-4cce-a3ea-b09dbfde8a9f req-5d1cc703-9757-483b-9b8c-7c5c2c009c10 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247911 Mar 03 06:45:08.749803 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-d2e7a1c7-608e-4cce-a3ea-b09dbfde8a9f req-19944885-c222-4c19-8426-d1d384faf0b4 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239696 Mar 03 06:45:08.843602 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-0a2e7e2f-05e7-46fd-b191-55e3ac4b9ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '0f52a16c-7507-474e-ae48-528daf935144', 'tenant_id': '71d7381c203147b883509233158119f7', 'floating_ip_address': '172.26.3.183', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'port_id': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'mac_address': 'fa:16:3e:94:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:45:06Z', 'updated_at': '2022-03-03T06:45:06Z', 'revision_number': 0, 'project_id': '71d7381c203147b883509233158119f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:39:01Z', 'revision_number': 5, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:45:08.847122 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e7e2f-05e7-46fd-b191-55e3ac4b9ea0 None None] The sync data for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv is: [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '0f52a16c-7507-474e-ae48-528daf935144', 'tenant_id': '71d7381c203147b883509233158119f7', 'floating_ip_address': '172.26.3.183', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'port_id': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'mac_address': 'fa:16:3e:94:e5:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:45:06Z', 'updated_at': '2022-03-03T06:45:06Z', 'revision_number': 0, 'project_id': '71d7381c203147b883509233158119f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:39:01Z', 'revision_number': 5, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:45:09.020123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b6976f-c95f-4314-bb25-9d4f7121a646 None None] New status for floating IP 0f52a16c-7507-474e-ae48-528daf935144: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:45:18.402875 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1a4898dc-505b-4bd8-8a8a-00b5a0f094c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:20.594892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1823ee9c-a422-4f94-bd52-714100ab59c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:21.799321 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:21.866727 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:23.126647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:31.229737 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:42.397466 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:45:48.404352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-84502d94-31a5-426e-a228-035200d4601e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:50.596671 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5d2c0f18-afbe-405d-9f75-fa66137299b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:51.011412 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-65688da3-7ad8-4365-a0c6-ffa682ea0083 req-55677a1d-fc1b-4fd4-a501-2bb0c8c1104c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716074 Mar 03 06:45:51.144491 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65688da3-7ad8-4365-a0c6-ffa682ea0083 req-b5423c80-c19e-4d59-ab6b-d528bb000ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:51.145848 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-65688da3-7ad8-4365-a0c6-ffa682ea0083 req-b5423c80-c19e-4d59-ab6b-d528bb000ecc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 1099 time: 0.0691636 Mar 03 06:45:51.285299 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65688da3-7ad8-4365-a0c6-ffa682ea0083 req-e7f5a836-7d2b-487f-a56d-e420ffe32e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:51.286682 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-65688da3-7ad8-4365-a0c6-ffa682ea0083 req-e7f5a836-7d2b-487f-a56d-e420ffe32e2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1215322 Mar 03 06:45:51.388875 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-65688da3-7ad8-4365-a0c6-ffa682ea0083 req-478f8070-20c6-4b26-bd62-1b90bbd50332 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f HTTP/1.1" status: 200 len: 1002 time: 0.0962083 Mar 03 06:45:51.451692 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65688da3-7ad8-4365-a0c6-ffa682ea0083 req-216534df-01d9-45c5-be79-6a366650049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:51.453261 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-65688da3-7ad8-4365-a0c6-ffa682ea0083 req-216534df-01d9-45c5-be79-6a366650049d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0589232 Mar 03 06:45:51.528840 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65688da3-7ad8-4365-a0c6-ffa682ea0083 req-ab76397a-368a-41c0-b1d8-e44979797915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:45:51.530303 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-65688da3-7ad8-4365-a0c6-ffa682ea0083 req-ab76397a-368a-41c0-b1d8-e44979797915 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710118 Mar 03 06:45:51.656925 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-65688da3-7ad8-4365-a0c6-ffa682ea0083 req-42c8f04b-cc48-4d89-a000-722df4914c46 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209469 Mar 03 06:45:51.786247 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-65688da3-7ad8-4365-a0c6-ffa682ea0083 req-b1b4887d-8dd6-4bb8-b56b-df6245416631 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235580 Mar 03 06:45:51.803565 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:51.867545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:45:53.127088 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:46:01.243396 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:46:18.408052 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ded1c00b-3d12-4998-8b2b-5986930270b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:46:19.396428 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:46:20.599885 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ff80c527-bf82-4883-9e89-f64cec93237b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:46:21.808601 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:46:21.869483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:46:23.128922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:46:31.242924 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:46:48.410338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9a06b586-84c7-4732-b7c8-af9653679142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:46:50.600923 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d994871c-ed5c-49cf-8a33-869cdd59f027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:46:50.938122 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d215bc-8114-49f0-a4cd-7897f888d517 req-aca251a5-32ab-4dcd-b62a-aeae359f5b7b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785823 Mar 03 06:46:51.172953 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d215bc-8114-49f0-a4cd-7897f888d517 req-54fef469-e7cc-418c-b5cf-47e9aac49f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:46:51.174314 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d215bc-8114-49f0-a4cd-7897f888d517 req-54fef469-e7cc-418c-b5cf-47e9aac49f61 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 1099 time: 0.1685724 Mar 03 06:46:51.316307 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d215bc-8114-49f0-a4cd-7897f888d517 req-49db71f5-8e14-4c4c-8462-ad436b20e2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:46:51.317809 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d215bc-8114-49f0-a4cd-7897f888d517 req-49db71f5-8e14-4c4c-8462-ad436b20e2f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1239626 Mar 03 06:46:51.419671 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d215bc-8114-49f0-a4cd-7897f888d517 req-27b779dc-0366-4b97-a58f-cd4ff466c161 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f HTTP/1.1" status: 200 len: 1002 time: 0.0962896 Mar 03 06:46:51.481699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d215bc-8114-49f0-a4cd-7897f888d517 req-f5ea7471-fa35-4e7f-a1b1-1957f371e0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:46:51.483051 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d215bc-8114-49f0-a4cd-7897f888d517 req-f5ea7471-fa35-4e7f-a1b1-1957f371e0a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0583076 Mar 03 06:46:51.555939 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d215bc-8114-49f0-a4cd-7897f888d517 req-6a15f7d7-8fca-4d62-a45e-4e36a4b82111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:46:51.557378 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d215bc-8114-49f0-a4cd-7897f888d517 req-6a15f7d7-8fca-4d62-a45e-4e36a4b82111 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686200 Mar 03 06:46:51.686696 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d215bc-8114-49f0-a4cd-7897f888d517 req-d8e11efb-6663-4c51-817e-f11e9cf0b931 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236951 Mar 03 06:46:51.809226 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:46:51.818213 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-91d215bc-8114-49f0-a4cd-7897f888d517 req-fe01df4a-1d59-4455-b65d-a4201f2d339a service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249588 Mar 03 06:46:51.870947 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:46:53.131868 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:46:56.395040 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:47:01.273137 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:03.042080 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58714152-2576-4860-b10e-2a1352b2fc9b req-a85353f7-6dd1-4b81-befd-95efb1d59a69 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:03.044235 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-58714152-2576-4860-b10e-2a1352b2fc9b req-a85353f7-6dd1-4b81-befd-95efb1d59a69 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.1133847 Mar 03 06:47:03.087615 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-58714152-2576-4860-b10e-2a1352b2fc9b req-1ff0cc52-c9c8-42e7-a974-8dbe10ac71dc tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378547 Mar 03 06:47:04.277240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8f595-6a0c-42e1-8851-86913f4c3ba6 req-2f9a42f4-7b8a-45fd-ae0d-8e17e285d121 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:04.279218 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bea8f595-6a0c-42e1-8851-86913f4c3ba6 req-2f9a42f4-7b8a-45fd-ae0d-8e17e285d121 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0819104 Mar 03 06:47:04.322395 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-bea8f595-6a0c-42e1-8851-86913f4c3ba6 req-a23b6b28-e74c-4ec0-abd0-5f84e3da8644 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375848 Mar 03 06:47:05.505983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59155007-4525-4779-a90e-d6095968279b req-7ddc93c8-e797-4d1b-826f-455a56fdffee tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:05.507409 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-59155007-4525-4779-a90e-d6095968279b req-7ddc93c8-e797-4d1b-826f-455a56fdffee tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0778203 Mar 03 06:47:05.549527 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-59155007-4525-4779-a90e-d6095968279b req-8286612c-7197-4a1b-a87e-0990084b1e8a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366240 Mar 03 06:47:06.736280 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f4345-a969-4120-b312-e26d9702d411 req-86af4f8f-4820-4ea2-bd18-41cb26814d25 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:06.737724 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cc0f4345-a969-4120-b312-e26d9702d411 req-86af4f8f-4820-4ea2-bd18-41cb26814d25 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0854251 Mar 03 06:47:06.782738 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cc0f4345-a969-4120-b312-e26d9702d411 req-2e1fca1c-211c-4417-a78b-eb1534eccb66 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394733 Mar 03 06:47:07.963106 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f456642-87ad-4f89-8a3c-01f4f6c23fdb req-0c06be75-07f0-4ec1-a2dd-f1783454c5d8 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:07.964561 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6f456642-87ad-4f89-8a3c-01f4f6c23fdb req-0c06be75-07f0-4ec1-a2dd-f1783454c5d8 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0785315 Mar 03 06:47:08.010464 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6f456642-87ad-4f89-8a3c-01f4f6c23fdb req-6200ffa5-b4b9-4df5-b60d-c655de305db1 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403607 Mar 03 06:47:09.187955 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426305d-1f99-4d63-a60f-62167c0a18aa req-9bc02842-d48b-40ab-8c15-9fdef9fdf5f2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:09.189279 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2426305d-1f99-4d63-a60f-62167c0a18aa req-9bc02842-d48b-40ab-8c15-9fdef9fdf5f2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0774453 Mar 03 06:47:09.230807 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2426305d-1f99-4d63-a60f-62167c0a18aa req-9ec6a422-e17b-4a6d-beac-ebe71714d98f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360541 Mar 03 06:47:10.421542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2836a-73dc-4bde-a466-04ec03331f78 req-69b2c00c-b63a-4084-8445-ded46b6634f9 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:10.422989 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8ac2836a-73dc-4bde-a466-04ec03331f78 req-69b2c00c-b63a-4084-8445-ded46b6634f9 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0874369 Mar 03 06:47:10.466330 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8ac2836a-73dc-4bde-a466-04ec03331f78 req-bf84479d-b08d-4a47-a988-297b627c8287 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372632 Mar 03 06:47:11.648379 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153c4ec-4103-49e7-be5d-d12e5d55be20 req-49f899f6-6179-485a-b295-afb6142a6f03 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:11.649702 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6153c4ec-4103-49e7-be5d-d12e5d55be20 req-49f899f6-6179-485a-b295-afb6142a6f03 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0769224 Mar 03 06:47:11.691980 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6153c4ec-4103-49e7-be5d-d12e5d55be20 req-d6e8fc75-fa87-4498-9a63-87da669caa4e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363123 Mar 03 06:47:12.873302 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b3801-b36a-4d49-aa89-6e2cefb6d406 req-1b75cce7-831c-4e93-9b2c-e3c2f4d9c893 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:12.874710 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f67b3801-b36a-4d49-aa89-6e2cefb6d406 req-1b75cce7-831c-4e93-9b2c-e3c2f4d9c893 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0807242 Mar 03 06:47:12.917990 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f67b3801-b36a-4d49-aa89-6e2cefb6d406 req-ea7cf985-ff4e-4635-a244-a0ad5aa7648e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378513 Mar 03 06:47:13.112799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23376315-740b-4420-94d3-041335f58302 req-a366705b-e84a-4db7-a1d4-ca59ce9db49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:13.114222 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23376315-740b-4420-94d3-041335f58302 req-a366705b-e84a-4db7-a1d4-ca59ce9db49f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 1099 time: 0.0726619 Mar 03 06:47:13.240826 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23376315-740b-4420-94d3-041335f58302 req-a56432b0-cfd7-435b-a3b4-805eb43700ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:13.242209 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23376315-740b-4420-94d3-041335f58302 req-a56432b0-cfd7-435b-a3b4-805eb43700ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1223288 Mar 03 06:47:13.345705 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23376315-740b-4420-94d3-041335f58302 req-00fd227e-fbc4-4634-9f63-b6cbbf04dbd7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f HTTP/1.1" status: 200 len: 1002 time: 0.0978229 Mar 03 06:47:13.406105 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23376315-740b-4420-94d3-041335f58302 req-068e90cc-b0b2-451c-8662-65fd172894c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:13.407508 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23376315-740b-4420-94d3-041335f58302 req-068e90cc-b0b2-451c-8662-65fd172894c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0557983 Mar 03 06:47:13.481497 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23376315-740b-4420-94d3-041335f58302 req-5d872e75-63cd-49bc-bea5-bd0e09695e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:13.483464 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23376315-740b-4420-94d3-041335f58302 req-5d872e75-63cd-49bc-bea5-bd0e09695e5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704820 Mar 03 06:47:13.609618 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23376315-740b-4420-94d3-041335f58302 req-519be8c5-e4cf-4dfa-ad23-3c88635b3830 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198752 Mar 03 06:47:13.739449 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-23376315-740b-4420-94d3-041335f58302 req-15e2b7df-4a06-4f91-9bfe-d4f8183ec331 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230478 Mar 03 06:47:14.097756 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b096d-4580-4095-937d-35594cb3f573 req-d43411ce-1404-4789-8e49-3754730bc765 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:14.099109 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-687b096d-4580-4095-937d-35594cb3f573 req-d43411ce-1404-4789-8e49-3754730bc765 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0781178 Mar 03 06:47:14.144813 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-687b096d-4580-4095-937d-35594cb3f573 req-7743c8fa-a5bf-4670-bde6-b2d7168ba40d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402541 Mar 03 06:47:15.331147 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8939-2179-4483-a2de-352bc5e57781 req-64c9553f-6b44-43cc-99c5-b5493f1d8ec6 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:15.333402 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-16aa8939-2179-4483-a2de-352bc5e57781 req-64c9553f-6b44-43cc-99c5-b5493f1d8ec6 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0865641 Mar 03 06:47:15.385279 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-16aa8939-2179-4483-a2de-352bc5e57781 req-59b3178f-e556-4f3a-911c-cd70517d2e92 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435932 Mar 03 06:47:16.568497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233fdea-de4f-40a9-a667-d81ffc2c9659 req-6e0800b1-7876-4f42-9a87-548659b2326a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:16.570181 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3233fdea-de4f-40a9-a667-d81ffc2c9659 req-6e0800b1-7876-4f42-9a87-548659b2326a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0815673 Mar 03 06:47:16.711476 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3233fdea-de4f-40a9-a667-d81ffc2c9659 req-8bec9b87-bd30-455d-8b31-7ae2cf5bb9d0 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356299 Mar 03 06:47:16.993948 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-b4235641-4a29-44f7-bc5f-8d0e17d07d5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0710156 Mar 03 06:47:17.058935 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f64941-90a8-4d04-81b5-ae70689b2406 req-065e2d94-13fc-4b8c-8919-bd19ec0b92b4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:17.060464 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d9f64941-90a8-4d04-81b5-ae70689b2406 req-065e2d94-13fc-4b8c-8919-bd19ec0b92b4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0851672 Mar 03 06:47:17.105388 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d9f64941-90a8-4d04-81b5-ae70689b2406 req-1fe85592-ff4c-4761-8249-859e84642789 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392175 Mar 03 06:47:18.292150 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870de8b-f775-4127-9cd3-da80522ff1cd req-23b90d22-00f2-4bb2-b695-b5a83899d7ff tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:18.293623 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6870de8b-f775-4127-9cd3-da80522ff1cd req-23b90d22-00f2-4bb2-b695-b5a83899d7ff tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0853748 Mar 03 06:47:18.340431 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6870de8b-f775-4127-9cd3-da80522ff1cd req-ae599867-12fb-4419-af10-fa9ac08c54a2 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408101 Mar 03 06:47:18.412650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-485e7ac2-6a0d-409e-89f5-f938e410cae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:18.836002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device f9a2236b-3202-4bf7-a0c7-7fd51f11485f no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:47:18.943883 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:18.973005 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:47:18.982151 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port f9a2236b-3202-4bf7-a0c7-7fd51f11485f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:47:18.986371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:19.052738 dv-neutron-831582-1-hyperv neutron-server[87794]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'code': 422} returned with failed status Mar 03 06:47:19.090136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:47:19.097628 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:47:19.097977 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:47:19.098314 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:47:19.098649 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:47:19.098974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:47:19.099302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:47:19.099626 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:47:19.099981 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:47:19.100305 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:47:19.100647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:47:19.100963 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:47:19.101279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:47:19.527028 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8519fc8-44cc-4536-8707-882a6e5d18f6 req-af2b8571-f045-4edd-b73a-a634567d591e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:19.528618 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a8519fc8-44cc-4536-8707-882a6e5d18f6 req-af2b8571-f045-4edd-b73a-a634567d591e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0838122 Mar 03 06:47:19.572532 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a8519fc8-44cc-4536-8707-882a6e5d18f6 req-3225215f-7f13-4e6f-8736-4ae404bc434d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382957 Mar 03 06:47:20.422965 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-967ec942-6846-4938-afc5-e8c3756525ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:20.424451 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-967ec942-6846-4938-afc5-e8c3756525ad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94&tenant_id=71d7381c203147b883509233158119f7 HTTP/1.1" status: 200 len: 1097 time: 0.0692115 Mar 03 06:47:20.603894 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-56b2fe75-220f-4b0f-bb4b-55f10e325b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:20.613367 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-59e3c471-0639-4733-9b02-1c808f365ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:20.614838 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-59e3c471-0639-4733-9b02-1c808f365ea1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 1097 time: 0.1698129 Mar 03 06:47:20.744803 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-ae84a09a-1f5b-4acf-9dce-c961ac6e84a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:20.746897 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-ae84a09a-1f5b-4acf-9dce-c961ac6e84a8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1260281 Mar 03 06:47:20.755016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5139ace-7470-4d48-8181-8a2e1c304226 req-224e090d-26ad-423d-9853-10e6bf4fe9a8 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:20.756486 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c5139ace-7470-4d48-8181-8a2e1c304226 req-224e090d-26ad-423d-9853-10e6bf4fe9a8 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0789189 Mar 03 06:47:20.799458 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c5139ace-7470-4d48-8181-8a2e1c304226 req-3a3eb2a1-e888-4e8e-9da0-f9fbfb2766b4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371327 Mar 03 06:47:20.848814 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-17dd47e6-5225-4552-b292-33869c6c032c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f HTTP/1.1" status: 200 len: 1000 time: 0.0964332 Mar 03 06:47:20.909025 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-4e67648d-375d-46fd-baba-11bfb1be212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:20.910404 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-4e67648d-375d-46fd-baba-11bfb1be212e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0558975 Mar 03 06:47:20.985990 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-fe28aa07-179b-47c8-97cb-bada49ed7606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:20.987413 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-fe28aa07-179b-47c8-97cb-bada49ed7606 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712037 Mar 03 06:47:21.115715 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-603281d7-5f9a-415e-8c62-c56e846d59df service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221435 Mar 03 06:47:21.242033 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-b808c0db-2a15-4756-a0bd-5d57f9180104 req-0dc4c959-ce9f-4052-97bf-80acf4619294 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208310 Mar 03 06:47:21.809926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:21.872920 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:21.989022 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fe3f3-1bfc-46f6-991b-8936ebba41c4 req-71e6b85a-be88-46df-9a64-107f37326f2f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:21.989022 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-816fe3f3-1bfc-46f6-991b-8936ebba41c4 req-71e6b85a-be88-46df-9a64-107f37326f2f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0810626 Mar 03 06:47:22.030496 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-816fe3f3-1bfc-46f6-991b-8936ebba41c4 req-87b60d9b-0135-44ef-a804-a251ce121676 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373056 Mar 03 06:47:23.133784 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:23.208597 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ca639-d644-4f74-8d60-449931889ea9 req-af0560b3-57ca-4e17-bfb5-f9b77e6dca7f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:23.209938 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b42ca639-d644-4f74-8d60-449931889ea9 req-af0560b3-57ca-4e17-bfb5-f9b77e6dca7f tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0774872 Mar 03 06:47:23.255520 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b42ca639-d644-4f74-8d60-449931889ea9 req-accc43ec-9ad6-44aa-a06a-1e1f8084c93d tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400851 Mar 03 06:47:24.436171 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89deb4d-ffcc-43b9-b1bc-e0fa7bd9d69b req-7560ad40-b9a0-4041-a98c-0e2aed19e666 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:24.437618 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c89deb4d-ffcc-43b9-b1bc-e0fa7bd9d69b req-7560ad40-b9a0-4041-a98c-0e2aed19e666 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0786309 Mar 03 06:47:24.480588 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c89deb4d-ffcc-43b9-b1bc-e0fa7bd9d69b req-6527704c-0dbb-476d-bb5b-674be0257b82 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372925 Mar 03 06:47:25.663802 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90217817-cb85-437b-a2a3-9bf83267f51a req-7fff93fc-ef05-4d7c-9d96-eabe8b60a425 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:25.665129 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-90217817-cb85-437b-a2a3-9bf83267f51a req-7fff93fc-ef05-4d7c-9d96-eabe8b60a425 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0807045 Mar 03 06:47:25.707577 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-90217817-cb85-437b-a2a3-9bf83267f51a req-de3fcbe8-7831-4f24-8e1b-74f6314f6afa tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369403 Mar 03 06:47:26.885527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3a826-91fb-4a50-aadf-ebd702085a4f req-c8c7c585-c9ac-4bf9-943b-df0dba4d7a69 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:26.886937 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c1f3a826-91fb-4a50-aadf-ebd702085a4f req-c8c7c585-c9ac-4bf9-943b-df0dba4d7a69 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0771825 Mar 03 06:47:26.929463 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c1f3a826-91fb-4a50-aadf-ebd702085a4f req-78d2d798-16da-4023-8ce7-010891885fae tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370224 Mar 03 06:47:28.115612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8dbf6-c502-40df-8010-19f1443da9bf req-300e3052-222e-4615-a83c-ffe2f8693891 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:28.117093 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5cf8dbf6-c502-40df-8010-19f1443da9bf req-300e3052-222e-4615-a83c-ffe2f8693891 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 944 time: 0.0850482 Mar 03 06:47:28.161288 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-5cf8dbf6-c502-40df-8010-19f1443da9bf req-fd4b9388-aa6f-4edf-aaeb-871167a94622 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386138 Mar 03 06:47:28.882101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device f9a2236b-3202-4bf7-a0c7-7fd51f11485f details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:47:29.011276 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port f9a2236b-3202-4bf7-a0c7-7fd51f11485f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:47:29.023717 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'port_id': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'mac_address': 'fa:16:3e:94:e5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:47:29.079538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:29.095742 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a2236b-3202-4bf7-a0c7-7fd51f11485f {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:47:29.110558 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port f9a2236b-3202-4bf7-a0c7-7fd51f11485f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:47:29.115311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:29.179016 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:47:29.345257 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c7358-839b-486d-a3ab-1621f75b9e71 req-67a628dc-be01-4e6b-8693-f57fe4114f3a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:29.346804 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-447c7358-839b-486d-a3ab-1621f75b9e71 req-67a628dc-be01-4e6b-8693-f57fe4114f3a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 945 time: 0.0824380 Mar 03 06:47:29.390837 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-447c7358-839b-486d-a3ab-1621f75b9e71 req-b7aee196-689f-4049-b1c1-403584bdb660 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384748 Mar 03 06:47:29.437085 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['f9a2236b-3202-4bf7-a0c7-7fd51f11485f'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:47:30.569732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ed869-1279-45a7-ab2c-528c689b0158 req-b0919ecf-176e-420e-8bdf-2e589f3a0176 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:30.571403 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f82ed869-1279-45a7-ab2c-528c689b0158 req-b0919ecf-176e-420e-8bdf-2e589f3a0176 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 945 time: 0.0775981 Mar 03 06:47:30.612957 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f82ed869-1279-45a7-ab2c-528c689b0158 req-520c563c-de37-4061-b1c1-e0ea04132877 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354931 Mar 03 06:47:30.896517 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device f9a2236b-3202-4bf7-a0c7-7fd51f11485f up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:47:30.961164 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port f9a2236b-3202-4bf7-a0c7-7fd51f11485f triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:47:30.961530 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:31.076353 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:31.101728 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:47:31.111503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port f9a2236b-3202-4bf7-a0c7-7fd51f11485f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:47:31.115664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:31.149336 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'code': 200} Mar 03 06:47:31.191706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,revision_number=8']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:47:31.269003 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:31.402913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd75ae-9ee4-4842-957f-be73994326b2 req-86834949-c2c1-4cee-a125-e958ff4ddf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:31.404380 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5ccd75ae-9ee4-4842-957f-be73994326b2 req-86834949-c2c1-4cee-a125-e958ff4ddf78 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 1099 time: 0.0684392 Mar 03 06:47:31.443118 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5ccd75ae-9ee4-4842-957f-be73994326b2 req-9b52b2e1-1bc2-4045-9ee7-eee78c1e8c79 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330975 Mar 03 06:47:31.795275 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7c065-4c1c-472f-9e61-75ef17c5dd09 req-a1064db3-b90f-4ba5-bb7f-debc43fccdde tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:31.796733 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c1f7c065-4c1c-472f-9e61-75ef17c5dd09 req-a1064db3-b90f-4ba5-bb7f-debc43fccdde tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0810285 Mar 03 06:47:31.839153 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c1f7c065-4c1c-472f-9e61-75ef17c5dd09 req-651c51b0-0d0b-4919-8a8a-7a4400dcd2b5 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369170 Mar 03 06:47:33.019111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54426b48-f8e6-4a43-8033-c1510e93c701 req-9a2f9023-f585-45dc-aef7-026387e13358 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:33.020572 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-54426b48-f8e6-4a43-8033-c1510e93c701 req-9a2f9023-f585-45dc-aef7-026387e13358 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0786591 Mar 03 06:47:33.065536 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-54426b48-f8e6-4a43-8033-c1510e93c701 req-96c008cd-19e7-438d-8377-3b6c1a98cecc tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394909 Mar 03 06:47:33.398742 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:47:48.416193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-909fb445-9474-4401-9ccc-4439e8de6db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:50.611812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b6330bfb-3488-46ee-be14-875497a651c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:51.821339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:51.882336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:52.927195 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-fd9adfa0-ab39-4465-9636-38453fccdb9c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708675 Mar 03 06:47:53.061872 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-74536635-cbb3-4b2c-ac73-10ea625f8682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:53.063285 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-74536635-cbb3-4b2c-ac73-10ea625f8682 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 1099 time: 0.0690742 Mar 03 06:47:53.138094 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:47:53.205397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-79fbeef9-d8e9-45be-b791-332f4afbc339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:53.206719 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-79fbeef9-d8e9-45be-b791-332f4afbc339 service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1246340 Mar 03 06:47:53.306186 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-4596b7a7-9bca-4a52-989b-84785eac3535 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f HTTP/1.1" status: 200 len: 1002 time: 0.0933545 Mar 03 06:47:53.365970 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-ccff06d6-4e2a-4287-8acd-dbb7c8b507eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:53.367369 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-ccff06d6-4e2a-4287-8acd-dbb7c8b507eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0559537 Mar 03 06:47:53.442345 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-a8b15a62-1370-4f23-b9a1-e177673b4cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:47:53.443783 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-a8b15a62-1370-4f23-b9a1-e177673b4cb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705161 Mar 03 06:47:53.453852 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-bdd8e3c6-fd51-4f41-9e9c-71ee3092b985 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87793) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 06:47:53.454751 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-bdd8e3c6-fd51-4f41-9e9c-71ee3092b985 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046704 Mar 03 06:47:53.580877 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-9624d31b-3359-49d9-b752-a9e5df07cc75 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202908 Mar 03 06:47:53.821864 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-87ffc6c3-a03e-413a-97af-dcc9238d0af3 req-36874066-2a6b-4033-83ac-16d62e3e8c39 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350926 Mar 03 06:48:01.296602 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:10.397700 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:48:18.419571 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-dbe5eceb-9318-4a20-ba91-528944fde17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:20.610051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b374c452-d67f-4dff-8004-3edc19e1754d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:21.816292 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:21.877154 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:23.141331 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:31.314252 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:47.397147 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:48:48.421776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f55631f5-69cb-428d-a558-eeac6b6bf538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:48.876881 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44434) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:48:49.072332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Deleting port 0c2205aa-31fa-4b06-88f0-291d822e9aba {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:48:49.072670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:49.326125 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:49.326458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:49.446817 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Calling delete_port for 0c2205aa-31fa-4b06-88f0-291d822e9aba owned by network:floatingip {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:48:49.592091 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:49.670745 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event deleted for resources: {'Port': ['ID=0c2205aa-31fa-4b06-88f0-291d822e9aba,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:48:49.711543 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:49.711922 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:49.712266 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:49.712600 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:49.712930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:49.713259 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:49.713582 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:49.713906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:49.714227 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:49.714572 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:49.714894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:49.715210 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:49.739307 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for floatingip, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:49.739637 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Floating IP 0f52a16c-7507-474e-ae48-528daf935144 disassociated (deleted). External IP: 172.26.3.183, port: f9a2236b-3202-4bf7-a0c7-7fd51f11485f. Mar 03 06:48:50.079783 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Router a0d134ef-3656-4dc0-aaed-8fa0261ed71a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:48:50.259160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:48:50.269209 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bae115-3228-4e14-a666-580d8bf17e65 None None] Sync routers for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:48:50.274953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:50.278850 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bae115-3228-4e14-a666-580d8bf17e65 None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:48:50.279505 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-93bae115-3228-4e14-a666-580d8bf17e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:48:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:48:50.332796 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-386a50fc-7ea9-4f96-b22c-0476da454d1b tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "DELETE /v2.0/floatingips/0f52a16c-7507-474e-ae48-528daf935144 HTTP/1.1" status: 204 len: 168 time: 1.4547157 Mar 03 06:48:50.333287 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:48:50.459830 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-93bae115-3228-4e14-a666-580d8bf17e65 None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:48:50.532976 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'status': 'completed', 'code': 200} Mar 03 06:48:50.613336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9471071d-b005-4b1e-af25-77f80da7c6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:50.650221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a490ba-b717-4a97-a97b-c5355792cf6b req-253654b3-e9ad-42a3-af07-ead7b40694db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:48:50.651746 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e3a490ba-b717-4a97-a97b-c5355792cf6b req-253654b3-e9ad-42a3-af07-ead7b40694db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 1099 time: 0.0917447 Mar 03 06:48:50.760873 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a5210-ece1-4de3-9168-55231926f266 req-41596062-473b-4549-a895-30d718b3dce4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:48:50.761706 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-072a5210-ece1-4de3-9168-55231926f266 req-41596062-473b-4549-a895-30d718b3dce4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Synchronizing usage tracker for tenant:71d7381c203147b883509233158119f7 on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:48:50.778782 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-072a5210-ece1-4de3-9168-55231926f266 req-41596062-473b-4549-a895-30d718b3dce4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Unset dirty status for tenant:71d7381c203147b883509233158119f7 on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:48:50.780119 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-072a5210-ece1-4de3-9168-55231926f266 req-41596062-473b-4549-a895-30d718b3dce4 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.1013901 Mar 03 06:48:50.783316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a490ba-b717-4a97-a97b-c5355792cf6b req-40a4dd52-a74f-43af-98fb-46031d0d26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:48:50.784956 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e3a490ba-b717-4a97-a97b-c5355792cf6b req-40a4dd52-a74f-43af-98fb-46031d0d26a9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 200 len: 910 time: 0.1271789 Mar 03 06:48:50.788046 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-93bae115-3228-4e14-a666-580d8bf17e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:39:01Z', 'revision_number': 5, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:48:50.791861 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bae115-3228-4e14-a666-580d8bf17e65 None None] Checking router: a0d134ef-3656-4dc0-aaed-8fa0261ed71a for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:48:50.800026 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bae115-3228-4e14-a666-580d8bf17e65 None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:48:50.800608 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-93bae115-3228-4e14-a666-580d8bf17e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:48:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:48:50.826890 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-072a5210-ece1-4de3-9168-55231926f266 req-ad1e68f1-4883-4d25-831d-63062c5f6977 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398169 Mar 03 06:48:50.867183 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e3a490ba-b717-4a97-a97b-c5355792cf6b req-7059d9ab-2ccc-4941-a79c-b986ce678d91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f HTTP/1.1" status: 200 len: 217 time: 0.0759172 Mar 03 06:48:50.929658 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a490ba-b717-4a97-a97b-c5355792cf6b req-ce51f4a0-6a9b-402f-bf1f-226aed672915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:48:50.931061 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e3a490ba-b717-4a97-a97b-c5355792cf6b req-ce51f4a0-6a9b-402f-bf1f-226aed672915 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 200 len: 848 time: 0.0572522 Mar 03 06:48:51.003986 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-93bae115-3228-4e14-a666-580d8bf17e65 None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:48:51.007809 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a490ba-b717-4a97-a97b-c5355792cf6b req-39939fa9-6da8-4b25-b49a-4d80e43ad566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:48:51.009321 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e3a490ba-b717-4a97-a97b-c5355792cf6b req-39939fa9-6da8-4b25-b49a-4d80e43ad566 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720286 Mar 03 06:48:51.140560 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e3a490ba-b717-4a97-a97b-c5355792cf6b req-9715f3f6-f5d8-4410-b263-8a2f1408f478 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241639 Mar 03 06:48:51.269320 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e3a490ba-b717-4a97-a97b-c5355792cf6b req-1f630f85-343f-48a1-b538-b12ca4426b91 service neutron] 10.222.0.23 "GET /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229818 Mar 03 06:48:51.305282 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-93bae115-3228-4e14-a666-580d8bf17e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:39:01Z', 'revision_number': 5, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:48:51.309891 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bae115-3228-4e14-a666-580d8bf17e65 None None] The sync data for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv is: [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:38:54Z', 'revision_number': 4, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '7ebed894-907b-408b-a422-6edb5e2aae94', 'name': '', 'network_id': '241f11e2-0285-4cd8-9cb2-322ba4e5e8c6', 'tenant_id': '71d7381c203147b883509233158119f7', 'mac_address': 'fa:16:3e:1c:1f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:53Z', 'updated_at': '2022-03-03T06:39:01Z', 'revision_number': 5, 'project_id': '71d7381c203147b883509233158119f7', 'subnets': [{'id': 'e99779d2-a49e-41d5-85ec-52246f37f697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:48:51.523508 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31903bc0-a85e-45e0-a723-f04cc33cdd23 None None] New status for floating IP 0f52a16c-7507-474e-ae48-528daf935144: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:48:51.818217 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:51.879857 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:52.122033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f633e-953e-4705-9ea3-6690f8f1c902 req-137dd962-59db-4e57-9b63-89140dc476b7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:48:52.123469 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7a5f633e-953e-4705-9ea3-6690f8f1c902 req-137dd962-59db-4e57-9b63-89140dc476b7 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.1839731 Mar 03 06:48:52.172215 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7a5f633e-953e-4705-9ea3-6690f8f1c902 req-2366d0f8-4668-4fe0-b26a-a80abda4e4e3 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/security-groups?id=f18ed859-50b2-483d-9e60-15caeec6e033&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432003 Mar 03 06:48:52.326007 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57021ea4-4286-43a0-bc9b-5a574f3e7353 req-515d0057-a67f-42b6-afc5-fd05e1e1fd0e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:48:52.326607 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-57021ea4-4286-43a0-bc9b-5a574f3e7353 req-515d0057-a67f-42b6-afc5-fd05e1e1fd0e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Synchronizing usage tracker for tenant:71d7381c203147b883509233158119f7 on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:48:52.337734 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-57021ea4-4286-43a0-bc9b-5a574f3e7353 req-515d0057-a67f-42b6-afc5-fd05e1e1fd0e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Unset dirty status for tenant:71d7381c203147b883509233158119f7 on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:48:52.338785 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-57021ea4-4286-43a0-bc9b-5a574f3e7353 req-515d0057-a67f-42b6-afc5-fd05e1e1fd0e tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.23 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 946 time: 0.0885341 Mar 03 06:48:52.406011 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-57021ea4-4286-43a0-bc9b-5a574f3e7353 req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Deleting port f9a2236b-3202-4bf7-a0c7-7fd51f11485f {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:48:52.406344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-57021ea4-4286-43a0-bc9b-5a574f3e7353 req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:52.643406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-57021ea4-4286-43a0-bc9b-5a574f3e7353 req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] For port f9a2236b-3202-4bf7-a0c7-7fd51f11485f, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:48:52.643667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-57021ea4-4286-43a0-bc9b-5a574f3e7353 req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:52.765093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-57021ea4-4286-43a0-bc9b-5a574f3e7353 req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Calling delete_port for f9a2236b-3202-4bf7-a0c7-7fd51f11485f owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:48:52.902268 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-57021ea4-4286-43a0-bc9b-5a574f3e7353 req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:52.953304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event deleted for resources: {'Port': ['ID=f9a2236b-3202-4bf7-a0c7-7fd51f11485f,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:48:52.990831 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:52.991175 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:52.991508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:52.991873 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:52.992179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:52.992498 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:52.992817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:52.993130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:52.993447 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:52.993756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:52.994070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:52.994377 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:48:53.034728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-57021ea4-4286-43a0-bc9b-5a574f3e7353 req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] No DVR routers for this DVR port f9a2236b-3202-4bf7-a0c7-7fd51f11485f on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:48:53.036933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-57021ea4-4286-43a0-bc9b-5a574f3e7353 req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:53.039239 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'name': 'network-vif-deleted', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:48:53.054667 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-57021ea4-4286-43a0-bc9b-5a574f3e7353 req-1a83b0dc-60fe-41e1-9b37-27096b0a5e4a tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.23 "DELETE /v2.0/ports/f9a2236b-3202-4bf7-a0c7-7fd51f11485f HTTP/1.1" status: 204 len: 173 time: 0.7106533 Mar 03 06:48:53.083039 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cff82c-cdf0-4302-9b5a-3e0b129ccf94', 'name': 'network-vif-deleted', 'tag': 'f9a2236b-3202-4bf7-a0c7-7fd51f11485f', 'status': 'completed', 'code': 200} Mar 03 06:48:53.149299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:53.321114 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8fced7b8-e3c0-4a8c-b74f-b92bba80ab15 req-07a17cce-2f84-40c3-bbda-8434dcbb57e8 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 210 time: 0.0459337 Mar 03 06:48:54.003014 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-39559a3c-db44-4c31-8b4b-0399f7bf14bd req-3e6b79fe-30f2-4b5c-86b6-3de066043572 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1511300 Mar 03 06:48:54.137580 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-39559a3c-db44-4c31-8b4b-0399f7bf14bd req-7de861e7-069e-4234-a4f9-36936622e3bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=71d7381c203147b883509233158119f7&device_id=11cff82c-cdf0-4302-9b5a-3e0b129ccf94 HTTP/1.1" status: 200 len: 210 time: 0.0419674 Mar 03 06:48:54.294460 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39559a3c-db44-4c31-8b4b-0399f7bf14bd req-20e8327a-a1a4-429d-b6d5-6e32cd8d560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:48:54.295928 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-39559a3c-db44-4c31-8b4b-0399f7bf14bd req-20e8327a-a1a4-429d-b6d5-6e32cd8d560c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=71d7381c203147b883509233158119f7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1385789 Mar 03 06:48:54.425120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44458) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:48:54.439761 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39559a3c-db44-4c31-8b4b-0399f7bf14bd req-8418ec6c-6d49-4f4b-9e21-66059acf5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:48:54.441414 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-39559a3c-db44-4c31-8b4b-0399f7bf14bd req-8418ec6c-6d49-4f4b-9e21-66059acf5c3b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1398368 Mar 03 06:48:54.498300 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c56b8668-78eb-42d9-9100-5b7948c27c12 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:54.528800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c56b8668-78eb-42d9-9100-5b7948c27c12 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:54.591385 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c56b8668-78eb-42d9-9100-5b7948c27c12 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:54.610036 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b8668-78eb-42d9-9100-5b7948c27c12 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ed859-50b2-483d-9e60-15caeec6e033,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:48:54.624383 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c56b8668-78eb-42d9-9100-5b7948c27c12 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:54.625893 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c56b8668-78eb-42d9-9100-5b7948c27c12 tempest-TestShelveInstance-1645983602 tempest-TestShelveInstance-1645983602-project] 10.222.0.20 "DELETE /v2.0/security-groups/f18ed859-50b2-483d-9e60-15caeec6e033 HTTP/1.1" status: 204 len: 168 time: 0.1996400 Mar 03 06:48:55.681587 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44466) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:48:56.355659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c343d982-6da5-4b3e-ba15-e4b7ce31677b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:56.687367 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c343d982-6da5-4b3e-ba15-e4b7ce31677b admin admin] Deleting port 7ebed894-907b-408b-a422-6edb5e2aae94 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:48:56.688111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c343d982-6da5-4b3e-ba15-e4b7ce31677b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:56.867340 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-c343d982-6da5-4b3e-ba15-e4b7ce31677b admin admin] For port 7ebed894-907b-408b-a422-6edb5e2aae94, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=7ebed894-907b-408b-a422-6edb5e2aae94,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:48:56.867690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c343d982-6da5-4b3e-ba15-e4b7ce31677b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:57.092393 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-c343d982-6da5-4b3e-ba15-e4b7ce31677b admin admin] Calling delete_port for 7ebed894-907b-408b-a422-6edb5e2aae94 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:48:57.347132 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device f9a2236b-3202-4bf7-a0c7-7fd51f11485f no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:48:57.393686 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: f9a2236b-3202-4bf7-a0c7-7fd51f11485f {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:48:57.394023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device f9a2236b-3202-4bf7-a0c7-7fd51f11485f not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:48:57.421252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c343d982-6da5-4b3e-ba15-e4b7ce31677b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:57.466982 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343d982-6da5-4b3e-ba15-e4b7ce31677b admin admin] Pushing event deleted for resources: {'Port': ['ID=7ebed894-907b-408b-a422-6edb5e2aae94,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:48:57.729510 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-c343d982-6da5-4b3e-ba15-e4b7ce31677b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:58.075916 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c343d982-6da5-4b3e-ba15-e4b7ce31677b admin admin] Router a0d134ef-3656-4dc0-aaed-8fa0261ed71a has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:48:58.249602 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c343d982-6da5-4b3e-ba15-e4b7ce31677b admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:48:58.258889 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a5fc70-4ec6-474f-b3d8-d479b4ddd21a None None] Sync routers for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:48:58.261658 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-c343d982-6da5-4b3e-ba15-e4b7ce31677b admin admin] 10.222.0.20 "PUT /v2.0/routers/a0d134ef-3656-4dc0-aaed-8fa0261ed71a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5789995 Mar 03 06:48:58.264956 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44472) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:48:58.269138 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5fc70-4ec6-474f-b3d8-d479b4ddd21a None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:48:58.269798 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-54a5fc70-4ec6-474f-b3d8-d479b4ddd21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:48:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:48:58.451134 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-54a5fc70-4ec6-474f-b3d8-d479b4ddd21a None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:48:58.555453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:58.727245 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-54a5fc70-4ec6-474f-b3d8-d479b4ddd21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211'}], 'enable_snat': True}, 'gw_port_id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:48:57Z', 'revision_number': 5, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port': {'id': '32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:51Z', 'updated_at': '2022-03-03T06:38:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:48:58.730923 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a5fc70-4ec6-474f-b3d8-d479b4ddd21a None None] Checking router: a0d134ef-3656-4dc0-aaed-8fa0261ed71a for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:48:58.732871 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:58.740025 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5fc70-4ec6-474f-b3d8-d479b4ddd21a None None] Routers {'a0d134ef-3656-4dc0-aaed-8fa0261ed71a'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:48:58.740659 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-54a5fc70-4ec6-474f-b3d8-d479b4ddd21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:48:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:48:58.742560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Deleting port 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:48:58.742971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:58.891927 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-54a5fc70-4ec6-474f-b3d8-d479b4ddd21a None None] Set router a0d134ef-3656-4dc0-aaed-8fa0261ed71a gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:48:58.921496 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] For port 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:48:58.921843 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:58.996925 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-54a5fc70-4ec6-474f-b3d8-d479b4ddd21a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:48:58Z', 'revision_number': 6, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:48:59.001188 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a5fc70-4ec6-474f-b3d8-d479b4ddd21a None None] The sync data for ids ['a0d134ef-3656-4dc0-aaed-8fa0261ed71a'] in dv-neutron-831582-1-hyperv is: [{'id': 'a0d134ef-3656-4dc0-aaed-8fa0261ed71a', 'name': 'tempest-TestShelveInstance-2075920578-router', 'tenant_id': '71d7381c203147b883509233158119f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:50Z', 'updated_at': '2022-03-03T06:48:58Z', 'revision_number': 6, 'project_id': '71d7381c203147b883509233158119f7', 'gw_port_host': None}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:48:59.047727 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Calling delete_port for 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:48:59.214393 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:59.264975 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Pushing event deleted for resources: {'Port': ['ID=32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:48:59.356476 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:59.532900 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:59.534940 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:59.556652 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:59.557172 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0d134ef-3656-4dc0-aaed-8fa0261ed71a {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:48:59.569264 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:59.570374 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-67f8f274-62b9-47f1-8d37-c271cf3b848a admin admin] 10.222.0.20 "DELETE /v2.0/routers/a0d134ef-3656-4dc0-aaed-8fa0261ed71a HTTP/1.1" status: 204 len: 168 time: 1.3052928 Mar 03 06:48:59.573139 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44476) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:48:59.632357 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8c61509-000e-4993-87dc-f2560da7e3d7 admin admin] Deleting subnet e99779d2-a49e-41d5-85ec-52246f37f697 {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:48:59.635166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b8c61509-000e-4993-87dc-f2560da7e3d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:59.682079 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b8c61509-000e-4993-87dc-f2560da7e3d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:59.758364 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b8c61509-000e-4993-87dc-f2560da7e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:59.931835 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b8c61509-000e-4993-87dc-f2560da7e3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:59.971027 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c61509-000e-4993-87dc-f2560da7e3d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e99779d2-a49e-41d5-85ec-52246f37f697,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:48:59.972971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-b8c61509-000e-4993-87dc-f2560da7e3d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:48:59.977862 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281808c4-3a0b-4fe4-9f08-eea80ceceeb7 None None] Network 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:48:59.981427 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-b8c61509-000e-4993-87dc-f2560da7e3d7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e99779d2-a49e-41d5-85ec-52246f37f697 HTTP/1.1" status: 204 len: 168 time: 0.4050722 Mar 03 06:48:59.981612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44480) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:00.092001 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:00.102418 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Deleting port 8fb7eb2e-1e97-4668-9abe-142faac5ef44 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:49:00.102747 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:00.271160 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3be880-f534-446c-83a3-c45fb66df788 None None] DHCP port deletion for 241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:49:00.275349 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6f3be880-f534-446c-83a3-c45fb66df788 None None] Deleting port 8fb7eb2e-1e97-4668-9abe-142faac5ef44 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:49:00.275724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6f3be880-f534-446c-83a3-c45fb66df788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:00.312004 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] For port 8fb7eb2e-1e97-4668-9abe-142faac5ef44, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8fb7eb2e-1e97-4668-9abe-142faac5ef44,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:00.312279 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:00.433709 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Calling delete_port for 8fb7eb2e-1e97-4668-9abe-142faac5ef44 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:49:00.476664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-6f3be880-f534-446c-83a3-c45fb66df788 None None] For port 8fb7eb2e-1e97-4668-9abe-142faac5ef44, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8fb7eb2e-1e97-4668-9abe-142faac5ef44,segment=NetworkSegment(816af19f-fdc0-4173-a662-7d161cec9f35),segment_id=816af19f-fdc0-4173-a662-7d161cec9f35)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:00.477051 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6f3be880-f534-446c-83a3-c45fb66df788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:00.516231 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:00.559537 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb7eb2e-1e97-4668-9abe-142faac5ef44,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:00.565732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] No DVR routers for this DVR port 8fb7eb2e-1e97-4668-9abe-142faac5ef44 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:49:00.601728 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6f3be880-f534-446c-83a3-c45fb66df788 None None] Calling delete_port for 8fb7eb2e-1e97-4668-9abe-142faac5ef44 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:49:00.670656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-6f3be880-f534-446c-83a3-c45fb66df788 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:49:00.670926 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-6f3be880-f534-446c-83a3-c45fb66df788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:49:00.677968 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:00.702917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241f11e2-0285-4cd8-9cb2-322ba4e5e8c6']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:00.714317 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816af19f-fdc0-4173-a662-7d161cec9f35') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:00.714610 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816af19f-fdc0-4173-a662-7d161cec9f35') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:00.725286 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:00.740804 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:00.747379 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:49:00.747870 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:49:00.761729 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:49:00.837412 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:00.852579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:00.862654 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] Pushing event deleted for resources: {'Network': ['ID=241f11e2-0285-4cd8-9cb2-322ba4e5e8c6,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:00.875972 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-83bfc085-9fff-40e6-ac8e-af9cabdd3309 admin admin] 10.222.0.20 "DELETE /v2.0/networks/241f11e2-0285-4cd8-9cb2-322ba4e5e8c6 HTTP/1.1" status: 204 len: 168 time: 0.8934150 Mar 03 06:49:00.878772 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44484) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:01.008837 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:49:01.041371 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:49:01.041720 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 32253d3e-06b0-43a3-a5f8-0d9a22e1a0c8 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:49:01.042129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8fb7eb2e-1e97-4668-9abe-142faac5ef44 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:49:01.077483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 8fb7eb2e-1e97-4668-9abe-142faac5ef44 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:49:01.077829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8fb7eb2e-1e97-4668-9abe-142faac5ef44 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:49:01.078230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7ebed894-907b-408b-a422-6edb5e2aae94 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:49:01.109892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 7ebed894-907b-408b-a422-6edb5e2aae94 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:49:01.110237 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 7ebed894-907b-408b-a422-6edb5e2aae94 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:49:01.172555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6f3be880-f534-446c-83a3-c45fb66df788 None None] Deleting port 8fb7eb2e-1e97-4668-9abe-142faac5ef44 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:49:01.173014 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6f3be880-f534-446c-83a3-c45fb66df788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:01.239455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6f3be880-f534-446c-83a3-c45fb66df788 None None] The port '8fb7eb2e-1e97-4668-9abe-142faac5ef44' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 06:49:01.321925 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:01.508626 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41b6cb4f-e3c2-435f-9236-43c277c7fcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:01.846704 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-41b6cb4f-e3c2-435f-9236-43c277c7fcfe admin admin] Deleting port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:49:01.847343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41b6cb4f-e3c2-435f-9236-43c277c7fcfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:02.011349 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-41b6cb4f-e3c2-435f-9236-43c277c7fcfe admin admin] For port 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8c26964c-6f07-45fd-ba8a-78fdb24f2e2e,segment=NetworkSegment(6dab4e98-504e-4248-ac50-5279882c206e),segment_id=6dab4e98-504e-4248-ac50-5279882c206e)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:02.011692 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41b6cb4f-e3c2-435f-9236-43c277c7fcfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:02.130667 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-41b6cb4f-e3c2-435f-9236-43c277c7fcfe admin admin] Calling delete_port for 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:49:02.301755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41b6cb4f-e3c2-435f-9236-43c277c7fcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:02.349544 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6cb4f-e3c2-435f-9236-43c277c7fcfe admin admin] Pushing event deleted for resources: {'Port': ['ID=8c26964c-6f07-45fd-ba8a-78fdb24f2e2e,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:02.613293 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-41b6cb4f-e3c2-435f-9236-43c277c7fcfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:03.057051 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b6cb4f-e3c2-435f-9236-43c277c7fcfe admin admin] Router c4c982c1-a10a-42f3-ae21-49bbeff8cd47 has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:49:03.233175 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b6cb4f-e3c2-435f-9236-43c277c7fcfe admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:49:03.241619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8906519-d100-42e3-b471-bcc66f5ff760 None None] Sync routers for ids ['c4c982c1-a10a-42f3-ae21-49bbeff8cd47'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:49:03.250167 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-41b6cb4f-e3c2-435f-9236-43c277c7fcfe admin admin] 10.222.0.20 "PUT /v2.0/routers/c4c982c1-a10a-42f3-ae21-49bbeff8cd47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3702006 Mar 03 06:49:03.252231 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8906519-d100-42e3-b471-bcc66f5ff760 None None] Routers {'c4c982c1-a10a-42f3-ae21-49bbeff8cd47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:49:03.252666 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44488) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:03.252838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c8906519-d100-42e3-b471-bcc66f5ff760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:48:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['c4c982c1-a10a-42f3-ae21-49bbeff8cd47'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:03.421872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:03.424503 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-c8906519-d100-42e3-b471-bcc66f5ff760 None None] Set router c4c982c1-a10a-42f3-ae21-49bbeff8cd47 gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:49:03.598453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:03.609207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Deleting port f4381a36-4de4-4255-abc3-404d26bc845b {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:49:03.609561 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:03.706821 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c8906519-d100-42e3-b471-bcc66f5ff760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'name': 'tempest-TestShelveInstance-1547145026-router', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223'}], 'enable_snat': True}, 'gw_port_id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:56Z', 'updated_at': '2022-03-03T06:49:02Z', 'revision_number': 5, 'project_id': 'd4f633f9829e493b88d80c9801925ad8', 'gw_port': {'id': 'f4381a36-4de4-4255-abc3-404d26bc845b', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:7f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:38:57Z', 'updated_at': '2022-03-03T06:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:03.710572 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8906519-d100-42e3-b471-bcc66f5ff760 None None] Checking router: c4c982c1-a10a-42f3-ae21-49bbeff8cd47 for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:49:03.718808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8906519-d100-42e3-b471-bcc66f5ff760 None None] Routers {'c4c982c1-a10a-42f3-ae21-49bbeff8cd47'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:49:03.719391 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c8906519-d100-42e3-b471-bcc66f5ff760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:48:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['c4c982c1-a10a-42f3-ae21-49bbeff8cd47'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:03.779585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] For port f4381a36-4de4-4255-abc3-404d26bc845b, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=f4381a36-4de4-4255-abc3-404d26bc845b,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:03.779983 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:03.902675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-c8906519-d100-42e3-b471-bcc66f5ff760 None None] Set router c4c982c1-a10a-42f3-ae21-49bbeff8cd47 gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:49:03.906381 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Calling delete_port for f4381a36-4de4-4255-abc3-404d26bc845b owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:49:04.007714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-c8906519-d100-42e3-b471-bcc66f5ff760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'name': 'tempest-TestShelveInstance-1547145026-router', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:56Z', 'updated_at': '2022-03-03T06:49:03Z', 'revision_number': 6, 'project_id': 'd4f633f9829e493b88d80c9801925ad8', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:04.012861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8906519-d100-42e3-b471-bcc66f5ff760 None None] The sync data for ids ['c4c982c1-a10a-42f3-ae21-49bbeff8cd47'] in dv-neutron-831582-1-hyperv is: [{'id': 'c4c982c1-a10a-42f3-ae21-49bbeff8cd47', 'name': 'tempest-TestShelveInstance-1547145026-router', 'tenant_id': 'd4f633f9829e493b88d80c9801925ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:38:56Z', 'updated_at': '2022-03-03T06:49:03Z', 'revision_number': 6, 'project_id': 'd4f633f9829e493b88d80c9801925ad8', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:49:04.073639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:04.219252 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4381a36-4de4-4255-abc3-404d26bc845b,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:04.309953 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:04.485947 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:04.488055 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:04.509060 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:04.509668 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4c982c1-a10a-42f3-ae21-49bbeff8cd47 {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:49:04.522267 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:04.523405 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d6b88a9b-cab1-4f31-a070-bbb83205d3a7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c4c982c1-a10a-42f3-ae21-49bbeff8cd47 HTTP/1.1" status: 204 len: 168 time: 1.2698162 Mar 03 06:49:04.525882 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44492) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:04.583036 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-0461ad05-9204-4684-b2a2-3b38eb040a7b admin admin] Deleting subnet 8db88a3e-1f62-40fd-8f29-efbabcf9893f {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:49:04.585817 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0461ad05-9204-4684-b2a2-3b38eb040a7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:04.634539 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0461ad05-9204-4684-b2a2-3b38eb040a7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:04.708496 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0461ad05-9204-4684-b2a2-3b38eb040a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:04.777729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0461ad05-9204-4684-b2a2-3b38eb040a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:04.818937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0461ad05-9204-4684-b2a2-3b38eb040a7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db88a3e-1f62-40fd-8f29-efbabcf9893f,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:04.823977 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-0461ad05-9204-4684-b2a2-3b38eb040a7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:04.829556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03295f86-3bc7-4937-9588-5b1a45674de4 None None] Network 07ee17c3-88d0-4491-8bb0-ba1302ba7de5 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:49:04.831404 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-0461ad05-9204-4684-b2a2-3b38eb040a7b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8db88a3e-1f62-40fd-8f29-efbabcf9893f HTTP/1.1" status: 204 len: 168 time: 0.3045077 Mar 03 06:49:04.833842 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44496) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:04.946035 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:04.957148 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Deleting port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:49:04.957761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:05.033000 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f4381a36-4de4-4255-abc3-404d26bc845b no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:49:05.074219 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: f4381a36-4de4-4255-abc3-404d26bc845b {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:49:05.074647 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device f4381a36-4de4-4255-abc3-404d26bc845b not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:49:05.075135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:49:05.112153 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:49:05.112542 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8c26964c-6f07-45fd-ba8a-78fdb24f2e2e not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:49:05.159380 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9663c7-889f-4f4b-bc80-2c71865eb38f None None] DHCP port deletion for 07ee17c3-88d0-4491-8bb0-ba1302ba7de5 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:49:05.163444 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0a9663c7-889f-4f4b-bc80-2c71865eb38f None None] Deleting port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:49:05.163846 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0a9663c7-889f-4f4b-bc80-2c71865eb38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:05.174453 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] For port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1052b7a3-e3ef-4c6f-b505-7b9096a342c4,segment=NetworkSegment(6dab4e98-504e-4248-ac50-5279882c206e),segment_id=6dab4e98-504e-4248-ac50-5279882c206e)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:05.174973 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:05.298579 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Calling delete_port for 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:49:05.361291 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-0a9663c7-889f-4f4b-bc80-2c71865eb38f None None] For port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=1052b7a3-e3ef-4c6f-b505-7b9096a342c4,segment=NetworkSegment(6dab4e98-504e-4248-ac50-5279882c206e),segment_id=6dab4e98-504e-4248-ac50-5279882c206e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:05.361795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0a9663c7-889f-4f4b-bc80-2c71865eb38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:05.373287 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:05.421999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Pushing event deleted for resources: {'Port': ['ID=1052b7a3-e3ef-4c6f-b505-7b9096a342c4,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:05.424207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] No DVR routers for this DVR port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:49:05.486568 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0a9663c7-889f-4f4b-bc80-2c71865eb38f None None] Calling delete_port for 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:49:05.537600 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:05.554853 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-0a9663c7-889f-4f4b-bc80-2c71865eb38f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:49:05.555131 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-0a9663c7-889f-4f4b-bc80-2c71865eb38f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:49:05.565243 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ee17c3-88d0-4491-8bb0-ba1302ba7de5']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:05.665520 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dab4e98-504e-4248-ac50-5279882c206e') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:05.665815 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dab4e98-504e-4248-ac50-5279882c206e') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:05.678040 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:05.693743 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:05.700439 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:49:05.700814 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:49:05.713361 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:49:05.787166 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:05.802290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:05.814577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] Pushing event deleted for resources: {'Network': ['ID=07ee17c3-88d0-4491-8bb0-ba1302ba7de5,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:05.819135 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-59336aae-c85c-461a-8729-0cbcbbcbde34 admin admin] 10.222.0.20 "DELETE /v2.0/networks/07ee17c3-88d0-4491-8bb0-ba1302ba7de5 HTTP/1.1" status: 204 len: 168 time: 0.9843702 Mar 03 06:49:05.945302 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44502) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:05.996072 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-500eaba1-2642-4cb8-aa5b-e2b944c8d50e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71d7381c203147b883509233158119f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488598 Mar 03 06:49:05.998408 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44506) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:06.055188 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cb1a3b59-3fe6-45cb-bce9-8ac531b9c344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:06.056438 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0a9663c7-889f-4f4b-bc80-2c71865eb38f None None] Deleting port 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:49:06.056917 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0a9663c7-889f-4f4b-bc80-2c71865eb38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:06.082897 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cb1a3b59-3fe6-45cb-bce9-8ac531b9c344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:06.132385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-0a9663c7-889f-4f4b-bc80-2c71865eb38f None None] The port '1052b7a3-e3ef-4c6f-b505-7b9096a342c4' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 06:49:06.141800 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cb1a3b59-3fe6-45cb-bce9-8ac531b9c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:06.161730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a3b59-3fe6-45cb-bce9-8ac531b9c344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94afb7b-2695-447d-9c36-7914d6be1e23,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:06.170150 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cb1a3b59-3fe6-45cb-bce9-8ac531b9c344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:06.171249 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cb1a3b59-3fe6-45cb-bce9-8ac531b9c344 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b94afb7b-2695-447d-9c36-7914d6be1e23 HTTP/1.1" status: 204 len: 168 time: 0.1719820 Mar 03 06:49:06.544009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 44514) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:06.597021 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ce10d752-5460-41fb-aaa0-c7d035bd026d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4f633f9829e493b88d80c9801925ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517826 Mar 03 06:49:06.599351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 44518) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:06.654686 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d9cc9b0-cb4e-48c7-8eb0-c434d38f9924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:06.679586 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d9cc9b0-cb4e-48c7-8eb0-c434d38f9924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:06.730479 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d9cc9b0-cb4e-48c7-8eb0-c434d38f9924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:06.744722 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cc9b0-cb4e-48c7-8eb0-c434d38f9924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190924d9-7ded-4b25-822d-76e43cd4d821,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:06.750864 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7d9cc9b0-cb4e-48c7-8eb0-c434d38f9924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:06.754566 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7d9cc9b0-cb4e-48c7-8eb0-c434d38f9924 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/190924d9-7ded-4b25-822d-76e43cd4d821 HTTP/1.1" status: 204 len: 168 time: 0.1516838 Mar 03 06:49:07.011319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:49:07.045872 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:49:07.046318 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 1052b7a3-e3ef-4c6f-b505-7b9096a342c4 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:49:07.527902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 44542) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:07.652353 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-760529851-network', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:07.657161 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:07.660942 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Usage tracker for resource:network and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:07.663797 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:07.670394 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:07.679879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Made reservation on behalf of 372294f0ebca4bf688b8a20d6cd7627f for: {'network': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:49:07.682033 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:07.694244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:07.708077 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:07.711655 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Usage tracker for resource:security_group_rule and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:07.714364 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:07.719799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:07.802336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:07.806012 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:07.835844 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=87793) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:49:07.844080 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8476521f-f243-43ad-860f-73444c2ac017,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:07.851688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:07.852622 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.db.segments_db [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Added segment 27318463-90d4-4772-a1fc-c21ebd76256e of type vlan for network aa350e80-1edc-4267-bbc7-528e64509cf4 Mar 03 06:49:07.879411 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:07.907708 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:07.908591 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:07.909163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:08.009163 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4801874 Mar 03 06:49:08.010099 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af181c97-8890-41a7-8a3f-cb211514fe62 admin admin] Pushing event updated for resources: {'Network': ['ID=aa350e80-1edc-4267-bbc7-528e64509cf4,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:08.012458 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44548) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:08.019067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Request body: {'subnet': {'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-760529851-subnet', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'ip_version': 4}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:08.019664 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network aa350e80-1edc-4267-bbc7-528e64509cf4 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:49:08.024003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:08.029332 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Usage tracker for resource:subnet and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:08.032207 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:08.037917 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:08.048403 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Made reservation on behalf of 372294f0ebca4bf688b8a20d6cd7627f for: {'subnet': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:49:08.050659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2152977'] for subnet, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:08.243990 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2976421', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2152967'] for subnet, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:08.316613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=421f2b1d-18e0-47e8-8293-dfa6ef90e90a,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:08.326050 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Checking segment: {'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87792) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:49:08.326401 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Network hostable DHCP agents. Network: aa350e80-1edc-4267-bbc7-528e64509cf4, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87792) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:49:08.345507 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Network aa350e80-1edc-4267-bbc7-528e64509cf4 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87792) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:49:08.354094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, aa350e80-1edc-4267-bbc7-528e64509cf4) {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:49:08.358123 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:08.358699 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:08.364374 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dce944-bdfd-4a27-b8f1-6e4479156e57 None None] Network aa350e80-1edc-4267-bbc7-528e64509cf4 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:49:08.381979 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 44552) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:08.382168 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fb895b86-a272-46fb-ac9a-989e4cb3d997 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3680162 Mar 03 06:49:08.387420 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:08.392423 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:08.396222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Usage tracker for resource:router and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:08.399141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:08.405738 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:08.416182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:08.417259 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:08.432302 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:08.611829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-aa350e80-1edc-4267-bbc7-528e64509cf4', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:49:08.612643 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:08.696921 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:08.764242 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Allocated IP 172.20.0.2 (aa350e80-1edc-4267-bbc7-528e64509cf4/421f2b1d-18e0-47e8-8293-dfa6ef90e90a/5aeeecef-cd28-46be-91fe-84dfb5f1fe9c) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:49:08.963305 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:08.973611 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Transition to ACTIVE for port object 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:49:08.991863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Transition to ACTIVE for port object 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:49:08.997181 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:09.002944 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:09.060187 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Network aa350e80-1edc-4267-bbc7-528e64509cf4 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:49:09.063538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:49:09.072023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:49:09.082107 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Pushing event updated for resources: {'Port': ['ID=5aeeecef-cd28-46be-91fe-84dfb5f1fe9c,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:09.121489 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:09.121831 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:09.122168 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:09.122498 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:09.122819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:09.123140 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:09.123468 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:09.123797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:09.124123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:09.124446 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:09.124750 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:09.125062 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:09.138909 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:09.181082 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Attempting to bind port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:49:09.181452 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Attempting to bind port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:49:09.181817 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Attempting to bind port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c on network aa350e80-1edc-4267-bbc7-528e64509cf4 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:49:09.187226 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:49:09.187598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Checking segment: {'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:49:09.188036 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:09.188506 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Bound using segment: {'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:49:09.189338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Bound port: 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:49:09.190002 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:09.273760 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Allocated IP 172.26.3.132 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:49:09.284123 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] For port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:49:09.287061 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] For port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=5aeeecef-cd28-46be-91fe-84dfb5f1fe9c,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:49:09.290876 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:09.389338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c580a-e6ff-438b-a80c-f914959b2f62 None None] Pushing event updated for resources: {'Port': ['ID=5aeeecef-cd28-46be-91fe-84dfb5f1fe9c,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:09.432445 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:09.462930 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:09.527048 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:49:09.528482 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:49:09.531179 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:49:09.587465 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Pushing event updated for resources: {'Port': ['ID=d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:09.949495 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:10.259335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fc16b7-3d98-481f-a5cf-191f4d7d42be None None] Network aa350e80-1edc-4267-bbc7-528e64509cf4 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:49:10.289408 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:10.352291 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-eee4b96e-aa42-4b42-a3f5-97d40c91467e None None] Provisioning for port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:49:10.619851 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Router 462293dd-8df4-4898-be90-cbb55c62686d is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87793) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:49:10.792645 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:49:10.802372 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Sync routers for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:49:10.812564 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:49:10.813212 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:48:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:10.816068 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:10.820133 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44556) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:10.820945 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-040848c4-4cf5-4f0f-9d4c-932106cf2e5e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4371388 Mar 03 06:49:11.023875 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:49:11.047326 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:49:11.118479 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:49:11.124721 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:11.125096 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:11.243764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:11.276634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=5aeeecef-cd28-46be-91fe-84dfb5f1fe9c,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:11.281062 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:11.317868 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:09Z', 'revision_number': 3, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:11.323128 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Checking router: 462293dd-8df4-4898-be90-cbb55c62686d for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:49:11.323576 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Updating router 462293dd-8df4-4898-be90-cbb55c62686d port d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:49:11.361590 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=5aeeecef-cd28-46be-91fe-84dfb5f1fe9c,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:11.380739 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:11.493414 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:11.701391 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:11.713278 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Transition to ACTIVE for port object d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:49:11.720469 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:11.800033 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Attempting to bind port d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:49:11.800392 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Attempting to bind port d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:49:11.800747 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Attempting to bind port d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:49:11.806272 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Pushing event updated for resources: {'Port': ['ID=d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:11.806863 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Allocated IP 172.20.0.1 (aa350e80-1edc-4267-bbc7-528e64509cf4/421f2b1d-18e0-47e8-8293-dfa6ef90e90a/078188ad-0387-460d-bbef-864458e15e5d) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:49:11.814714 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:49:11.815082 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:49:11.815475 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:11.815882 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:49:11.816337 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Bound port: d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:49:11.816698 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:11.840769 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:11.841104 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:11.841430 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:11.841758 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:11.842074 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:11.842390 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:11.842723 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:11.843018 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:11.843862 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:11.843862 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:11.844053 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:11.844249 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:49:11.897496 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] For port d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:49:11.900641 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] For port d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:49:11.906131 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:11.956504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:11.974505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.provisioning_blocks [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Transition to ACTIVE for port object 078188ad-0387-460d-bbef-864458e15e5d will not be triggered until provisioned by entity DHCP. {{(pid=87792) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:49:11.985198 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:49:11.985800 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:48:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:11.998530 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:12.048220 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecce1a-af7c-4590-82ee-b86d6e865dfe None None] Pushing event updated for resources: {'Port': ['ID=d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:12.061857 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Network aa350e80-1edc-4267-bbc7-528e64509cf4 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:49:12.064590 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:49:12.072714 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:49:12.109971 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Pushing event updated for resources: {'Port': ['ID=078188ad-0387-460d-bbef-864458e15e5d,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:12.134180 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:12.165423 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:49:12.313637 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e099be33-1ad5-450d-997c-20e43eeeefff None None] Provisioning for port 078188ad-0387-460d-bbef-864458e15e5d completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:49:12.318975 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e099be33-1ad5-450d-997c-20e43eeeefff None None] Provisioning complete for port 078188ad-0387-460d-bbef-864458e15e5d triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:12.319471 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e099be33-1ad5-450d-997c-20e43eeeefff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:12.392551 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-e099be33-1ad5-450d-997c-20e43eeeefff None None] Port 078188ad-0387-460d-bbef-864458e15e5d cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:49:12.424959 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:12.480309 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:09Z', 'revision_number': 3, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:12.484166 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0b83d0-87d6-4648-bd44-85f45f70705f None None] The sync data for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv is: [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:09Z', 'revision_number': 3, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:49:12.662159 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:12.667025 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:12.786558 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Pushing event updated for resources: {'Port': ['ID=078188ad-0387-460d-bbef-864458e15e5d,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:12.788937 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:12.935083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Network aa350e80-1edc-4267-bbc7-528e64509cf4 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:49:12.936288 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:49:13.106224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:49:13.139903 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Router 462293dd-8df4-4898-be90-cbb55c62686d has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:49:13.180248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:49:13.185984 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:13.186355 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:13.247574 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-b2972a78-8270-497c-af48-8f1652bfc1f8 None None] Provisioning complete for port 078188ad-0387-460d-bbef-864458e15e5d triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:13.247972 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b2972a78-8270-497c-af48-8f1652bfc1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:13.365936 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:13.371472 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b2972a78-8270-497c-af48-8f1652bfc1f8 None None] Port 078188ad-0387-460d-bbef-864458e15e5d cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:49:13.386333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:13.391752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:13.392756 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:49:13.462659 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:49:13.472696 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-7baa5f60-2982-4512-9be6-12a2f86cd66c admin admin] 10.222.0.20 "PUT /v2.0/routers/462293dd-8df4-4898-be90-cbb55c62686d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6510930 Mar 03 06:49:13.541035 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:13.553290 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:13.553657 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:13.972645 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44574) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:13.978111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-438047565-network', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:13.982898 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:13.986662 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Usage tracker for resource:network and tenant:1a28b549c0d5489ab79fa56334a53e29 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:13.989431 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:13.995003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:14.007391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Made reservation on behalf of 1a28b549c0d5489ab79fa56334a53e29 for: {'network': 1} {{(pid=87792) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:49:14.009767 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for network, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.022643 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.024556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Sync routers for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:49:14.033916 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:49:14.034535 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:48:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:14.037194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:14.041012 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Usage tracker for resource:security_group_rule and tenant:1a28b549c0d5489ab79fa56334a53e29 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:14.043760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:14.049442 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:14.130886 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.134989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.166593 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=87792) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 03 06:49:14.171893 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea4b7a4-f4ab-46e3-a045-4c57b1c9ed36,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:14.178762 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.179132 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.segments_db [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Added segment f2f0c496-f298-44b9-97be-14b3e3bb8a6c of type vlan for network 44cd03f6-228a-497a-8f02-fa552414ea29 Mar 03 06:49:14.206128 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781474998694'] for network, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.215407 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:49:14.240170 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954'] for network, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.241094 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:14.241661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.338757 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] Pushing event updated for resources: {'Network': ['ID=44cd03f6-228a-497a-8f02-fa552414ea29,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:14.341953 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8115dbc0-4e11-4ae3-8150-36e126fc316d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3682916 Mar 03 06:49:14.344998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 44578) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:14.351681 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Request body: {'subnet': {'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-438047565-subnet', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'ip_version': 4}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:14.360561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:14.365291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Usage tracker for resource:subnet and tenant:1a28b549c0d5489ab79fa56334a53e29 is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:14.368915 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:14.372200 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Network 44cd03f6-228a-497a-8f02-fa552414ea29 details requested by agent ovs-agent-dv-neutron-831582-1-hyperv with host dv-neutron-831582-1-hyperv {{(pid=87794) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 03 06:49:14.375349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:14.385098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Made reservation on behalf of 1a28b549c0d5489ab79fa56334a53e29 for: {'subnet': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:49:14.389905 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3751013'] for subnet, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.609717 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2707245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3751027'] for subnet, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.623262 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 2, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:14.627054 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Checking router: 462293dd-8df4-4898-be90-cbb55c62686d for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:49:14.627403 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Updating router 462293dd-8df4-4898-be90-cbb55c62686d port 078188ad-0387-460d-bbef-864458e15e5d binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:49:14.682182 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.686789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a88dd295-adc0-404a-b0ad-82a488ba2252,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:14.688978 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Checking segment: {'id': 'f2f0c496-f298-44b9-97be-14b3e3bb8a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:49:14.689330 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Network hostable DHCP agents. Network: 44cd03f6-228a-497a-8f02-fa552414ea29, hostable agents: ['eb94cfcc-68ca-419d-9a9c-fcf645ffe51f'], hosted agents: [] {{(pid=87793) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 03 06:49:14.709244 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Network 44cd03f6-228a-497a-8f02-fa552414ea29 is scheduled to be hosted by DHCP agent eb94cfcc-68ca-419d-9a9c-fcf645ffe51f with binding_index 1 {{(pid=87793) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 03 06:49:14.719196 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-831582-1-hyperv, 44cd03f6-228a-497a-8f02-fa552414ea29) {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:49:14.723166 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:14.723754 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.730807 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7acbe-24a6-4b4d-bb03-e98f3fe91378 None None] Network 44cd03f6-228a-497a-8f02-fa552414ea29 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:49:14.747504 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44582) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:14.747875 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-dabf1971-8c38-40c1-8d6b-00e8833822e3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4007373 Mar 03 06:49:14.752690 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-438047565-router', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:14.757353 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:14.761629 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Usage tracker for resource:router and tenant:1a28b549c0d5489ab79fa56334a53e29 is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:14.764502 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:14.770132 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:14.784792 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3859'] for router, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.785945 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-721562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-733253', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673201', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3866'] for router, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:14.800538 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:15.041733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:49:15.065204 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-733239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737129', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3852'] for router, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:15.200559 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp85df6009-6319-5691-9018-65fb38bdf473-44cd03f6-228a-497a-8f02-fa552414ea29', 'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'fixed_ips': [{'subnet_id': 'a88dd295-adc0-404a-b0ad-82a488ba2252'}]}} from dv-neutron-831582-1-hyperv. {{(pid=87794) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 03 06:49:15.201354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:15.329786 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:15.330152 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:15.403552 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:15.437866 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:15.499493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:15.512987 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.db_base_plugin_common [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Allocated IP 172.20.0.2 (44cd03f6-228a-497a-8f02-fa552414ea29/a88dd295-adc0-404a-b0ad-82a488ba2252/9c0cbadf-bdc5-4f03-b5d4-3d901baa2323) {{(pid=87794) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:49:15.523948 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Transition to ACTIVE for port object 078188ad-0387-460d-bbef-864458e15e5d will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:49:15.557017 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:15.582747 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Allocated IP 172.26.3.251 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/8c1a1945-29f1-474b-8557-347581a9ddea) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:49:15.738695 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:15.774630 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:15.782482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e732d5-ed25-4cac-ad12-ebb1ffcb9616 None None] Pushing event updated for resources: {'Port': ['ID=078188ad-0387-460d-bbef-864458e15e5d,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:15.837415 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:49:15.840225 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:49:15.844096 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:49:15.902160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1a1945-29f1-474b-8557-347581a9ddea,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:15.924760 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Attempting to bind port 078188ad-0387-460d-bbef-864458e15e5d on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:49:15.925030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Attempting to bind port 078188ad-0387-460d-bbef-864458e15e5d by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:49:15.925383 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Attempting to bind port 078188ad-0387-460d-bbef-864458e15e5d on network aa350e80-1edc-4267-bbc7-528e64509cf4 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:49:15.946240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:49:15.946605 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Checking segment: {'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:49:15.946998 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:15.947382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Bound using segment: {'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:49:15.947858 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Bound port: 078188ad-0387-460d-bbef-864458e15e5d, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:49:15.948257 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:16.065771 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:16.095044 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Transition to ACTIVE for port object 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:49:16.118960 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] For port 078188ad-0387-460d-bbef-864458e15e5d, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:49:16.123447 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] For port 078188ad-0387-460d-bbef-864458e15e5d, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=078188ad-0387-460d-bbef-864458e15e5d,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:49:16.124716 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Transition to ACTIVE for port object 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 will not be triggered until provisioned by entity DHCP. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:49:16.128451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:16.165218 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624'] for port, after_create {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:16.224863 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Network 44cd03f6-228a-497a-8f02-fa552414ea29 is already hosted by enough agents. {{(pid=87794) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:49:16.230368 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.scheduler.base_scheduler [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Resources bound (agent type, host, resource id): {{(pid=87794) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:49:16.232922 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Received port after_create {{(pid=87794) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:49:16.239597 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:49:16.240238 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:48:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:16.336456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e732d5-ed25-4cac-ad12-ebb1ffcb9616 None None] Pushing event updated for resources: {'Port': ['ID=078188ad-0387-460d-bbef-864458e15e5d,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:16.412511 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:16.535584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Attempting to bind port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:49:16.536194 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Attempting to bind port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'f2f0c496-f298-44b9-97be-14b3e3bb8a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:49:16.536311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Attempting to bind port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 on network 44cd03f6-228a-497a-8f02-fa552414ea29 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:49:16.538226 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Pushing event updated for resources: {'Port': ['ID=9c0cbadf-bdc5-4f03-b5d4-3d901baa2323,revision_number=1']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:16.552483 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:49:16.552850 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Checking segment: {'id': 'f2f0c496-f298-44b9-97be-14b3e3bb8a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:49:16.553243 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:16.553625 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Bound using segment: {'id': 'f2f0c496-f298-44b9-97be-14b3e3bb8a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:49:16.554085 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Bound port: 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f0c496-f298-44b9-97be-14b3e3bb8a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:49:16.554446 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:16.630451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:49:16.746825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-733208'] for router, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:16.854311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] For port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:49:16.908443 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] For port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9c0cbadf-bdc5-4f03-b5d4-3d901baa2323,segment=NetworkSegment(f2f0c496-f298-44b9-97be-14b3e3bb8a6c),segment_id=f2f0c496-f298-44b9-97be-14b3e3bb8a6c)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:49:16.914352 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:16.958178 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Router 431f22ca-bae3-4006-8904-3d16d3ddf98b is scheduled to L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f with binding_index 1 {{(pid=87792) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 03 06:49:17.061178 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1a1b9-e3f9-49f4-a88d-4894fc5772d1 None None] Pushing event updated for resources: {'Port': ['ID=9c0cbadf-bdc5-4f03-b5d4-3d901baa2323,revision_number=2']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:17.097122 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:16Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:17.101247 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed001cc5-a4bd-435a-9bb8-bd1ae7918fa1 None None] The sync data for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv is: [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:16Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:49:17.178177 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:49:17.187027 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Sync routers for ids ['431f22ca-bae3-4006-8904-3d16d3ddf98b'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:49:17.205185 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Routers {'431f22ca-bae3-4006-8904-3d16d3ddf98b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:49:17.206218 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:48:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['431f22ca-bae3-4006-8904-3d16d3ddf98b'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:17.209867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:17.213890 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-e722e1ee-5db3-40d6-9e48-72eb09bd22b2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4627893 Mar 03 06:49:17.214221 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 44586) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:17.471009 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Set router 431f22ca-bae3-4006-8904-3d16d3ddf98b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:49:17.765543 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'name': 'tempest-TestSnapshotPattern-438047565-router', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:14Z', 'updated_at': '2022-03-03T06:49:16Z', 'revision_number': 3, 'project_id': '1a28b549c0d5489ab79fa56334a53e29', 'gw_port': {'id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:15Z', 'updated_at': '2022-03-03T06:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:17.770009 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Checking router: 431f22ca-bae3-4006-8904-3d16d3ddf98b for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:49:17.770440 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Updating router 431f22ca-bae3-4006-8904-3d16d3ddf98b port 8c1a1945-29f1-474b-8557-347581a9ddea binding host dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:49:17.826139 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:18.041123 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:18.165764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb5c02-c86d-4544-99b4-5eee9a482f3e None None] Network 44cd03f6-228a-497a-8f02-fa552414ea29 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:49:18.216942 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Notify callbacks [] for port, precommit_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:18.229305 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.provisioning_blocks [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Transition to ACTIVE for port object 8c1a1945-29f1-474b-8557-347581a9ddea will not be triggered until provisioned by entity L2. {{(pid=87795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:49:18.239150 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:18.280417 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-64b8a5fb-2783-4b97-a2f5-d00700d4db26 None None] Provisioning for port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:49:18.297883 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Allocated IP 172.20.0.1 (44cd03f6-228a-497a-8f02-fa552414ea29/a88dd295-adc0-404a-b0ad-82a488ba2252/07bf27be-415d-4ce7-9739-248744fa0f81) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:49:18.328147 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Attempting to bind port 8c1a1945-29f1-474b-8557-347581a9ddea on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:49:18.328522 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Attempting to bind port 8c1a1945-29f1-474b-8557-347581a9ddea by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:49:18.328888 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Attempting to bind port 8c1a1945-29f1-474b-8557-347581a9ddea on network 2bbf0369-3496-4c83-b9d6-95faf970c002 {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:49:18.343963 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:49:18.344339 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Checking segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:49:18.344735 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:18.345126 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Bound using segment: {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'} {{(pid=87795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:49:18.345601 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.managers [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Bound port: 8c1a1945-29f1-474b-8557-347581a9ddea, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002'}}] {{(pid=87795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:49:18.345969 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:18.442786 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] For port 8c1a1945-29f1-474b-8557-347581a9ddea, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:49:18.449279 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.plugins.ml2.db [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] For port 8c1a1945-29f1-474b-8557-347581a9ddea, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8c1a1945-29f1-474b-8557-347581a9ddea,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:49:18.450344 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322048b-f4b1-4cfe-be8c-e21d9757db14 None None] Pushing event updated for resources: {'Port': ['ID=8c1a1945-29f1-474b-8557-347581a9ddea,revision_number=2']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:18.472137 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron_lib.callbacks.manager [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:18.496962 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2a08d404-dbd3-4708-81d6-2ec8d7be7c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:18.557420 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Routers {'431f22ca-bae3-4006-8904-3d16d3ddf98b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:49:18.558155 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:48:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['431f22ca-bae3-4006-8904-3d16d3ddf98b'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:18.630174 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:18.630556 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322048b-f4b1-4cfe-be8c-e21d9757db14 None None] Pushing event updated for resources: {'Port': ['ID=8c1a1945-29f1-474b-8557-347581a9ddea,revision_number=3']} {{(pid=87795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:18.655476 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Transition to ACTIVE for port object 07bf27be-415d-4ce7-9739-248744fa0f81 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:49:18.684899 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:18.747425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Network 44cd03f6-228a-497a-8f02-fa552414ea29 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:49:18.750599 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:49:18.754917 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:49:18.790304 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] Set router 431f22ca-bae3-4006-8904-3d16d3ddf98b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:49:18.807598 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Pushing event updated for resources: {'Port': ['ID=07bf27be-415d-4ce7-9739-248744fa0f81,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:18.820389 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-734802'] for router_interface, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:18.947960 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:19.043692 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6629346c-834c-42ee-9489-7a74a3828c25 None None] Provisioning for port 07bf27be-415d-4ce7-9739-248744fa0f81 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:49:19.050927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-6629346c-834c-42ee-9489-7a74a3828c25 None None] Provisioning complete for port 07bf27be-415d-4ce7-9739-248744fa0f81 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:19.051690 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6629346c-834c-42ee-9489-7a74a3828c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:19.096682 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'name': 'tempest-TestSnapshotPattern-438047565-router', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:14Z', 'updated_at': '2022-03-03T06:49:16Z', 'revision_number': 3, 'project_id': '1a28b549c0d5489ab79fa56334a53e29', 'gw_port': {'id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:15Z', 'updated_at': '2022-03-03T06:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:19.103395 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1610f4-52df-4f12-8a0c-94affafd6016 None None] The sync data for ids ['431f22ca-bae3-4006-8904-3d16d3ddf98b'] in dv-neutron-831582-1-hyperv is: [{'id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'name': 'tempest-TestSnapshotPattern-438047565-router', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:14Z', 'updated_at': '2022-03-03T06:49:16Z', 'revision_number': 3, 'project_id': '1a28b549c0d5489ab79fa56334a53e29', 'gw_port': {'id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:15Z', 'updated_at': '2022-03-03T06:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:49:19.111997 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:49:19.143654 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-6629346c-834c-42ee-9489-7a74a3828c25 None None] Port 07bf27be-415d-4ce7-9739-248744fa0f81 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:49:19.194473 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:49:19.200772 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:19.201202 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:19.217784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:19.223334 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:19.317216 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-733675'] for router_interface, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:19.340365 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:19.376676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Pushing event updated for resources: {'Port': ['ID=07bf27be-415d-4ce7-9739-248744fa0f81,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:19.388129 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9c0cbadf-bdc5-4f03-b5d4-3d901baa2323,segment=NetworkSegment(f2f0c496-f298-44b9-97be-14b3e3bb8a6c),segment_id=f2f0c496-f298-44b9-97be-14b3e3bb8a6c)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:19.400428 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:19.402230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 078188ad-0387-460d-bbef-864458e15e5d up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:49:19.498117 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Network 44cd03f6-228a-497a-8f02-fa552414ea29 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:49:19.499336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:49:19.538230 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=9c0cbadf-bdc5-4f03-b5d4-3d901baa2323,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:19.552585 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 078188ad-0387-460d-bbef-864458e15e5d completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:49:19.559561 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 078188ad-0387-460d-bbef-864458e15e5d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:19.560038 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:19.701467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:19.720173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Router 431f22ca-bae3-4006-8904-3d16d3ddf98b has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87793) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:49:19.736718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 078188ad-0387-460d-bbef-864458e15e5d, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=078188ad-0387-460d-bbef-864458e15e5d,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:19.741089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:19.819561 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c08d12a7-ac49-4b29-9530-157aa56db582 None None] Provisioning complete for port 07bf27be-415d-4ce7-9739-248744fa0f81 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:19.820040 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c08d12a7-ac49-4b29-9530-157aa56db582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:19.856563 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=078188ad-0387-460d-bbef-864458e15e5d,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:19.878915 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c08d12a7-ac49-4b29-9530-157aa56db582 None None] Port 07bf27be-415d-4ce7-9739-248744fa0f81 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:49:19.914368 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87793) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:49:19.924009 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-f92e2f55-92c9-46a1-8f5a-341700560014 admin admin] 10.222.0.20 "PUT /v2.0/routers/431f22ca-bae3-4006-8904-3d16d3ddf98b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7086864 Mar 03 06:49:20.607702 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8eb119af-a63b-4802-a416-dd9c83c1bc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:20.642821 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Sync routers for ids ['431f22ca-bae3-4006-8904-3d16d3ddf98b'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:49:20.652534 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Routers {'431f22ca-bae3-4006-8904-3d16d3ddf98b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:49:20.653131 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:49:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['431f22ca-bae3-4006-8904-3d16d3ddf98b'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:20.826091 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Set router 431f22ca-bae3-4006-8904-3d16d3ddf98b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:49:21.093809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:49:21.222062 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:21.222434 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.287127 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'name': 'tempest-TestSnapshotPattern-438047565-router', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:14Z', 'updated_at': '2022-03-03T06:49:18Z', 'revision_number': 4, 'project_id': '1a28b549c0d5489ab79fa56334a53e29', 'gw_port': {'id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:15Z', 'updated_at': '2022-03-03T06:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '07bf27be-415d-4ce7-9739-248744fa0f81', 'name': '', 'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'mac_address': 'fa:16:3e:76:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'a88dd295-adc0-404a-b0ad-82a488ba2252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:18Z', 'updated_at': '2022-03-03T06:49:19Z', 'revision_number': 2, 'project_id': '1a28b549c0d5489ab79fa56334a53e29', 'subnets': [{'id': 'a88dd295-adc0-404a-b0ad-82a488ba2252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:21.294716 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Checking router: 431f22ca-bae3-4006-8904-3d16d3ddf98b for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:49:21.295070 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Updating router 431f22ca-bae3-4006-8904-3d16d3ddf98b port 07bf27be-415d-4ce7-9739-248744fa0f81 binding host dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 03 06:49:21.385435 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.441848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 078188ad-0387-460d-bbef-864458e15e5d up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:49:21.481336 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 44600) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:21.486649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-981177496', 'description': 'tempest-secgroup-smoke-981177496 description', 'project_id': '372294f0ebca4bf688b8a20d6cd7627f'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:21.492649 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:21.496895 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Usage tracker for resource:security_group and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:21.499721 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:21.505323 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:21.517596 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.539131 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:21.542880 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Usage tracker for resource:security_group_rule and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:21.545900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:21.551427 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:21.591658 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 078188ad-0387-460d-bbef-864458e15e5d triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:21.592067 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.621365 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.626055 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.669315 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34870c76-f4d2-41e9-8ccf-25e48d6bfec1,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:21.671907 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.673189 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-942c7cbc-11c5-425f-9646-75d9d26e7275 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1907828 Mar 03 06:49:21.676066 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 44604) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:21.681207 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-7fee69fd-9f7b-4e06-9ea8-1704c0500826 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Request body: {'security_group_rule': {'security_group_id': '34870c76-f4d2-41e9-8ccf-25e48d6bfec1', 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:21.687513 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7fee69fd-9f7b-4e06-9ea8-1704c0500826 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:21.691469 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7fee69fd-9f7b-4e06-9ea8-1704c0500826 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Usage tracker for resource:security_group_rule and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:21.694817 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-7fee69fd-9f7b-4e06-9ea8-1704c0500826 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:21.700766 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-7fee69fd-9f7b-4e06-9ea8-1704c0500826 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:21.718556 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7fee69fd-9f7b-4e06-9ea8-1704c0500826 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.785407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7fee69fd-9f7b-4e06-9ea8-1704c0500826 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.790138 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7fee69fd-9f7b-4e06-9ea8-1704c0500826 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.813188 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee69fd-9f7b-4e06-9ea8-1704c0500826 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf35668-9972-45d1-92c2-56dda010bb92,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:21.821887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-7fee69fd-9f7b-4e06-9ea8-1704c0500826 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.823740 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-7fee69fd-9f7b-4e06-9ea8-1704c0500826 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462708 Mar 03 06:49:21.826520 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 44608) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:21.831688 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-3ef32d7d-959a-4093-bd15-59af1991b7a4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Request body: {'security_group_rule': {'security_group_id': '34870c76-f4d2-41e9-8ccf-25e48d6bfec1', 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:21.837478 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3ef32d7d-959a-4093-bd15-59af1991b7a4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:21.841326 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3ef32d7d-959a-4093-bd15-59af1991b7a4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Usage tracker for resource:security_group_rule and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:21.844548 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-3ef32d7d-959a-4093-bd15-59af1991b7a4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:21.850664 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-3ef32d7d-959a-4093-bd15-59af1991b7a4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:21.855982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8c1a1945-29f1-474b-8557-347581a9ddea up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:49:21.867824 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ef32d7d-959a-4093-bd15-59af1991b7a4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.902246 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.929452 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ef32d7d-959a-4093-bd15-59af1991b7a4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.933285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ef32d7d-959a-4093-bd15-59af1991b7a4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.934982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.956934 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef32d7d-959a-4093-bd15-59af1991b7a4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7707ba-dd67-4c05-894f-a310aaad43bc,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:21.966900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-3ef32d7d-959a-4093-bd15-59af1991b7a4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:21.968092 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-3ef32d7d-959a-4093-bd15-59af1991b7a4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405063 Mar 03 06:49:21.970858 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 44612) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:21.975735 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-ec1e5c80-0e25-4687-8465-5bf679e150ac tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Request body: {'security_group_rule': {'security_group_id': '34870c76-f4d2-41e9-8ccf-25e48d6bfec1', 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:21.981867 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ec1e5c80-0e25-4687-8465-5bf679e150ac tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:21.985980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ec1e5c80-0e25-4687-8465-5bf679e150ac tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Usage tracker for resource:security_group_rule and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:21.988935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-ec1e5c80-0e25-4687-8465-5bf679e150ac tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:21.994528 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-ec1e5c80-0e25-4687-8465-5bf679e150ac tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:22.012914 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5c80-0e25-4687-8465-5bf679e150ac tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.024195 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Notify callbacks [] for port, precommit_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.035467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 8c1a1945-29f1-474b-8557-347581a9ddea completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:49:22.040847 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Transition to ACTIVE for port object 07bf27be-415d-4ce7-9739-248744fa0f81 will not be triggered until provisioned by entity L2. {{(pid=87794) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:49:22.045295 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8c1a1945-29f1-474b-8557-347581a9ddea triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:22.045679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.077776 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5c80-0e25-4687-8465-5bf679e150ac tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.077993 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.081954 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5c80-0e25-4687-8465-5bf679e150ac tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.104784 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e5c80-0e25-4687-8465-5bf679e150ac tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab07bb88-600b-4e14-8cdc-68b109947cac,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:22.113720 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-ec1e5c80-0e25-4687-8465-5bf679e150ac tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.117555 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-ec1e5c80-0e25-4687-8465-5bf679e150ac tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431386 Mar 03 06:49:22.117699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 44616) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:22.123037 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [None req-83f32e24-e276-4a01-b8f9-227640a53723 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Request body: {'security_group_rule': {'security_group_id': '34870c76-f4d2-41e9-8ccf-25e48d6bfec1', 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:22.128950 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-83f32e24-e276-4a01-b8f9-227640a53723 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:22.132508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-83f32e24-e276-4a01-b8f9-227640a53723 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Usage tracker for resource:security_group_rule and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:22.135295 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [None req-83f32e24-e276-4a01-b8f9-227640a53723 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:22.141473 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [None req-83f32e24-e276-4a01-b8f9-227640a53723 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:22.161397 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-83f32e24-e276-4a01-b8f9-227640a53723 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.236687 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556c2a3-010b-42df-a32b-f40aab388f43 None None] Pushing event updated for resources: {'Port': ['ID=07bf27be-415d-4ce7-9739-248744fa0f81,revision_number=3']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:22.335294 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-83f32e24-e276-4a01-b8f9-227640a53723 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.341773 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-83f32e24-e276-4a01-b8f9-227640a53723 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.364945 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f32e24-e276-4a01-b8f9-227640a53723 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dcc14c4-8fab-463d-869b-5febe8d89087,revision_number=0']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:22.376304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-83f32e24-e276-4a01-b8f9-227640a53723 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.380119 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44620) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:22.380573 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-83f32e24-e276-4a01-b8f9-227640a53723 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2616329 Mar 03 06:49:22.385222 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-cf407e58-1815-4abf-a317-f9225163b412 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Request body: {'security_group_rule': {'security_group_id': '34870c76-f4d2-41e9-8ccf-25e48d6bfec1', 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:22.391497 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cf407e58-1815-4abf-a317-f9225163b412 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:22.395059 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cf407e58-1815-4abf-a317-f9225163b412 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Usage tracker for resource:security_group_rule and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:22.398708 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-cf407e58-1815-4abf-a317-f9225163b412 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:22.400813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Attempting to bind port 07bf27be-415d-4ce7-9739-248744fa0f81 on host dv-neutron-831582-1-hyperv for vnic_type normal with profile {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:49:22.401716 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Attempting to bind port 07bf27be-415d-4ce7-9739-248744fa0f81 by drivers openvswitch,hyperv on host dv-neutron-831582-1-hyperv at level 0 using segments [{'id': 'f2f0c496-f298-44b9-97be-14b3e3bb8a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29'}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:49:22.402084 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Attempting to bind port 07bf27be-415d-4ce7-9739-248744fa0f81 on network 44cd03f6-228a-497a-8f02-fa552414ea29 {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:49:22.405290 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-cf407e58-1815-4abf-a317-f9225163b412 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:22.414897 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Checking agent: {'id': '81215d06-1b5a-40a8-beab-4a41515695f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-831582-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 37, 52), 'started_at': datetime.datetime(2022, 3, 3, 5, 38, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-831582-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:49:22.415106 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Checking segment: {'id': 'f2f0c496-f298-44b9-97be-14b3e3bb8a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87794) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:49:22.415825 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.416240 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Bound using segment: {'id': 'f2f0c496-f298-44b9-97be-14b3e3bb8a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29'} {{(pid=87794) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:49:22.416385 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.managers [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Bound port: 07bf27be-415d-4ce7-9739-248744fa0f81, host: dv-neutron-831582-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f0c496-f298-44b9-97be-14b3e3bb8a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29'}}] {{(pid=87794) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:49:22.416806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.418576 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-cf407e58-1815-4abf-a317-f9225163b412 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Project 372294f0ebca4bf688b8a20d6cd7627f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:49:22.425572 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.425867 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf407e58-1815-4abf-a317-f9225163b412 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.496443 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf407e58-1815-4abf-a317-f9225163b412 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.500331 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf407e58-1815-4abf-a317-f9225163b412 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.525057 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 8c1a1945-29f1-474b-8557-347581a9ddea, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8c1a1945-29f1-474b-8557-347581a9ddea,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:22.525295 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf407e58-1815-4abf-a317-f9225163b412 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ea327c-e498-4d6e-99b9-18b3ea48d0f6,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:22.533319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.536612 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-cf407e58-1815-4abf-a317-f9225163b412 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.538164 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-cf407e58-1815-4abf-a317-f9225163b412 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1570394 Mar 03 06:49:22.540894 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44624) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:22.546518 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-fce8aa37-10ef-4565-86d5-8d83cd20c09e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Request body: {'security_group_rule': {'security_group_id': '34870c76-f4d2-41e9-8ccf-25e48d6bfec1', 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:22.552372 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-fce8aa37-10ef-4565-86d5-8d83cd20c09e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:22.556067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-fce8aa37-10ef-4565-86d5-8d83cd20c09e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Usage tracker for resource:security_group_rule and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:22.559433 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-fce8aa37-10ef-4565-86d5-8d83cd20c09e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:22.564970 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-fce8aa37-10ef-4565-86d5-8d83cd20c09e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:22.575925 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.securitygroups_db [None req-fce8aa37-10ef-4565-86d5-8d83cd20c09e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Project 372294f0ebca4bf688b8a20d6cd7627f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 03 06:49:22.582490 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fce8aa37-10ef-4565-86d5-8d83cd20c09e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.622151 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] For port 07bf27be-415d-4ce7-9739-248744fa0f81, host dv-neutron-831582-1-hyperv, cleared binding levels {{(pid=87794) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:49:22.633340 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] For port 07bf27be-415d-4ce7-9739-248744fa0f81, host dv-neutron-831582-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=07bf27be-415d-4ce7-9739-248744fa0f81,segment=NetworkSegment(f2f0c496-f298-44b9-97be-14b3e3bb8a6c),segment_id=f2f0c496-f298-44b9-97be-14b3e3bb8a6c)] {{(pid=87794) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:49:22.634376 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=8c1a1945-29f1-474b-8557-347581a9ddea,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:22.638395 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.649501 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fce8aa37-10ef-4565-86d5-8d83cd20c09e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.653585 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fce8aa37-10ef-4565-86d5-8d83cd20c09e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707311'] for security_group_rule, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.676432 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8aa37-10ef-4565-86d5-8d83cd20c09e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a278ee68-6dc1-427a-8701-47ccfbf81806,revision_number=0']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:22.684577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-fce8aa37-10ef-4565-86d5-8d83cd20c09e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:22.685714 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-fce8aa37-10ef-4565-86d5-8d83cd20c09e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439221 Mar 03 06:49:22.707812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Routers {'431f22ca-bae3-4006-8904-3d16d3ddf98b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:49:22.707812 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:49:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['431f22ca-bae3-4006-8904-3d16d3ddf98b'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:22.795448 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556c2a3-010b-42df-a32b-f40aab388f43 None None] Pushing event updated for resources: {'Port': ['ID=07bf27be-415d-4ce7-9739-248744fa0f81,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:22.868455 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-12f4d677-ca34-4490-8a82-a10428471580 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981177496&fields=id&tenant_id=372294f0ebca4bf688b8a20d6cd7627f HTTP/1.1" status: 200 len: 267 time: 0.0408893 Mar 03 06:49:22.900319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] Set router 431f22ca-bae3-4006-8904-3d16d3ddf98b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:49:23.021120 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-8d0fec5c-330f-4a3b-b30f-6a5e7c42286e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:23.022527 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-8d0fec5c-330f-4a3b-b30f-6a5e7c42286e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 809 time: 0.1464906 Mar 03 06:49:23.038460 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8c1a1945-29f1-474b-8557-347581a9ddea up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:49:23.041202 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-8fb8bfb2-985b-48bc-a3ca-9a4c664196e7 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/quotas/372294f0ebca4bf688b8a20d6cd7627f HTTP/1.1" status: 200 len: 375 time: 0.0096316 Mar 03 06:49:23.216466 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:23.234382 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-abb47dd2-07af-4a79-b956-0e69627d633a tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Synchronizing usage tracker for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:49:23.237672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 8c1a1945-29f1-474b-8557-347581a9ddea triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:23.238042 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:23.250833 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-abb47dd2-07af-4a79-b956-0e69627d633a tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Unset dirty status for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:49:23.252164 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-abb47dd2-07af-4a79-b956-0e69627d633a tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2056770 Mar 03 06:49:23.268464 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-57c0e10f-3119-41eb-9cf6-d1d9eea2403c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 06:49:23.269468 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-57c0e10f-3119-41eb-9cf6-d1d9eea2403c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051935 Mar 03 06:49:23.399622 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-cede53f8-5dc9-475a-ab60-b4e5d09b2658 service neutron] 10.222.0.20 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245244 Mar 03 06:49:23.405914 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'name': 'tempest-TestSnapshotPattern-438047565-router', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:14Z', 'updated_at': '2022-03-03T06:49:18Z', 'revision_number': 4, 'project_id': '1a28b549c0d5489ab79fa56334a53e29', 'gw_port': {'id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:15Z', 'updated_at': '2022-03-03T06:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '07bf27be-415d-4ce7-9739-248744fa0f81', 'name': '', 'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'mac_address': 'fa:16:3e:76:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'a88dd295-adc0-404a-b0ad-82a488ba2252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:18Z', 'updated_at': '2022-03-03T06:49:22Z', 'revision_number': 4, 'project_id': '1a28b549c0d5489ab79fa56334a53e29', 'subnets': [{'id': 'a88dd295-adc0-404a-b0ad-82a488ba2252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:23.413083 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633decc-c3c1-489d-832d-1386fc489516 None None] The sync data for ids ['431f22ca-bae3-4006-8904-3d16d3ddf98b'] in dv-neutron-831582-1-hyperv is: [{'id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'name': 'tempest-TestSnapshotPattern-438047565-router', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:14Z', 'updated_at': '2022-03-03T06:49:18Z', 'revision_number': 4, 'project_id': '1a28b549c0d5489ab79fa56334a53e29', 'gw_port': {'id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:15Z', 'updated_at': '2022-03-03T06:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '07bf27be-415d-4ce7-9739-248744fa0f81', 'name': '', 'network_id': '44cd03f6-228a-497a-8f02-fa552414ea29', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'mac_address': 'fa:16:3e:76:d5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': 'a88dd295-adc0-404a-b0ad-82a488ba2252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:18Z', 'updated_at': '2022-03-03T06:49:22Z', 'revision_number': 4, 'project_id': '1a28b549c0d5489ab79fa56334a53e29', 'subnets': [{'id': 'a88dd295-adc0-404a-b0ad-82a488ba2252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:49:23.545949 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-508bfa0d-aa7b-4287-b292-4c8ab1a488ac service neutron] 10.222.0.20 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404457 Mar 03 06:49:24.395850 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:49:24.737085 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-7bc88a9a-66cc-4bd5-ae1e-223960b5a87e req-7ac964f0-54c4-4e87-a659-f8d31656d04e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 210 time: 0.0418057 Mar 03 06:49:25.041400 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 07bf27be-415d-4ce7-9739-248744fa0f81 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:49:25.109996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning for port 07bf27be-415d-4ce7-9739-248744fa0f81 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:49:25.114408 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 07bf27be-415d-4ce7-9739-248744fa0f81 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:25.114776 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:25.228319 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:25.259246 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-db361d16-b846-4897-afb6-352832458dcb None None] For port 07bf27be-415d-4ce7-9739-248744fa0f81, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=07bf27be-415d-4ce7-9739-248744fa0f81,segment=NetworkSegment(f2f0c496-f298-44b9-97be-14b3e3bb8a6c),segment_id=f2f0c496-f298-44b9-97be-14b3e3bb8a6c)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:25.262717 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:25.327802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Pushing event updated for resources: {'Port': ['ID=07bf27be-415d-4ce7-9739-248744fa0f81,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:25.834621 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-640b46b1-ef0c-4348-8303-b8d441543b15 req-d7be39e0-c889-4836-9e83-e92ffcccdb2e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 210 time: 0.0449600 Mar 03 06:49:26.928909 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-50186f19-5478-4a81-b27c-6b136af982ee req-f6a6fae5-b193-427c-aaf0-5a1e3465aac8 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 210 time: 0.0417218 Mar 03 06:49:27.027328 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 07bf27be-415d-4ce7-9739-248744fa0f81 up at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:49:27.092829 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-db361d16-b846-4897-afb6-352832458dcb None None] Provisioning complete for port 07bf27be-415d-4ce7-9739-248744fa0f81 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:27.093193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:28.029505 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-26a6a8cb-1709-46db-8fc6-641b39ea14c2 req-893263c4-9aa6-4383-92f7-d05cb8543bdc tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 210 time: 0.0443261 Mar 03 06:49:29.180334 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9d5ebcb6-3d27-4dd5-9520-addcc3b3363e req-edf30b8a-af32-4da4-8bc5-8905fa37f098 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 210 time: 0.0438862 Mar 03 06:49:29.801996 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9f5dfa16-1465-464a-a2ad-006ec61dfbe9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:29.802667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9f5dfa16-1465-464a-a2ad-006ec61dfbe9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Synchronizing usage tracker for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:network {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:49:29.818306 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9f5dfa16-1465-464a-a2ad-006ec61dfbe9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Unset dirty status for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:network {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:49:29.819527 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9f5dfa16-1465-464a-a2ad-006ec61dfbe9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 809 time: 0.1644261 Mar 03 06:49:29.868837 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9bbbea8f-e884-4092-90c9-0e5487dfcf0c tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Synchronizing usage tracker for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:security_group {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:49:29.885199 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9bbbea8f-e884-4092-90c9-0e5487dfcf0c tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Unset dirty status for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:security_group {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:49:29.886393 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9bbbea8f-e884-4092-90c9-0e5487dfcf0c tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=372294f0ebca4bf688b8a20d6cd7627f HTTP/1.1" status: 200 len: 379 time: 0.0590708 Mar 03 06:49:29.897698 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Request body: {'port': {'device_id': '99aaf48c-5e3c-4e97-812a-944654115acb', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'admin_state_up': True, 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'security_groups': ['34870c76-f4d2-41e9-8ccf-25e48d6bfec1']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:30.031913 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:30.041032 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:30.051329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Made reservation on behalf of 372294f0ebca4bf688b8a20d6cd7627f for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:49:30.055406 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:30.214991 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Allocated IP 172.20.0.4 (aa350e80-1edc-4267-bbc7-528e64509cf4/421f2b1d-18e0-47e8-8293-dfa6ef90e90a/446e6e9f-b863-4e1b-90fa-12869a9438c4) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:49:30.329260 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3ca0a5eb-d356-4f85-b6a8-b2b230745543 req-a45f7be9-3133-4053-aa03-7c604182c9d4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 210 time: 0.0425556 Mar 03 06:49:30.406729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:30.422615 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Transition to ACTIVE for port object 446e6e9f-b863-4e1b-90fa-12869a9438c4 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:49:30.445046 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:30.513190 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Network aa350e80-1edc-4267-bbc7-528e64509cf4 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:49:30.520555 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:49:30.524783 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:49:30.555413 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event updated for resources: {'Port': ['ID=446e6e9f-b863-4e1b-90fa-12869a9438c4,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:30.592608 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:30.593128 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:30.618661 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9900d6fc-d00a-45c5-8be1-e5d638a4011b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7245555 Mar 03 06:49:30.629643 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Request body: {'port': {'device_id': '99aaf48c-5e3c-4e97-812a-944654115acb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:30.748239 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9404d697-d532-46d1-b1e9-af2a061a5415 None None] Provisioning for port 446e6e9f-b863-4e1b-90fa-12869a9438c4 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:49:30.752938 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-9404d697-d532-46d1-b1e9-af2a061a5415 None None] Provisioning complete for port 446e6e9f-b863-4e1b-90fa-12869a9438c4 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:30.753339 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-9404d697-d532-46d1-b1e9-af2a061a5415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:30.757680 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:30.808675 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-9404d697-d532-46d1-b1e9-af2a061a5415 None None] Port 446e6e9f-b863-4e1b-90fa-12869a9438c4 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:49:31.087139 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446e6e9f-b863-4e1b-90fa-12869a9438c4 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:49:31.094903 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:31.108461 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Transition to ACTIVE for port object 446e6e9f-b863-4e1b-90fa-12869a9438c4 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:49:31.112325 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:31.269781 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Pushing event updated for resources: {'Port': ['ID=446e6e9f-b863-4e1b-90fa-12869a9438c4,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:31.330030 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:31.345271 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Attempting to bind port 446e6e9f-b863-4e1b-90fa-12869a9438c4 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:49:31.345605 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Attempting to bind port 446e6e9f-b863-4e1b-90fa-12869a9438c4 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:49:31.345932 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Attempting to bind port 446e6e9f-b863-4e1b-90fa-12869a9438c4 on network aa350e80-1edc-4267-bbc7-528e64509cf4 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:49:31.350352 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Port 446e6e9f-b863-4e1b-90fa-12869a9438c4 on network aa350e80-1edc-4267-bbc7-528e64509cf4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:49:31.350666 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Attempting to bind port 446e6e9f-b863-4e1b-90fa-12869a9438c4 on network aa350e80-1edc-4267-bbc7-528e64509cf4 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:49:31.358107 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:49:31.358689 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Checking segment: {'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:49:31.359640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Bound using segment: {'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:49:31.359749 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Bound port: 446e6e9f-b863-4e1b-90fa-12869a9438c4, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:49:31.360182 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:31.523378 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624ecc8-e41c-4deb-9a76-2a2a1585fb22 req-4e91d0db-ee97-4944-8179-61ab746ae7ad tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:31.524945 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3624ecc8-e41c-4deb-9a76-2a2a1585fb22 req-4e91d0db-ee97-4944-8179-61ab746ae7ad tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 943 time: 0.0874534 Mar 03 06:49:31.553226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] For port 446e6e9f-b863-4e1b-90fa-12869a9438c4, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:49:31.556210 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] For port 446e6e9f-b863-4e1b-90fa-12869a9438c4, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:49:31.560729 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:31.573496 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-3624ecc8-e41c-4deb-9a76-2a2a1585fb22 req-b456ff0b-6e33-49d1-8b1e-4d28d8f17739 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420334 Mar 03 06:49:31.618800 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:31.619347 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:31.620724 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] 10.222.0.23 "PUT /v2.0/ports/446e6e9f-b863-4e1b-90fa-12869a9438c4 HTTP/1.1" status: 200 len: 1093 time: 0.9954202 Mar 03 06:49:31.621163 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:49:31.646348 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979ef7c-cb06-455a-95dd-0d8be4d3c290 service neutron] Pushing event updated for resources: {'Port': ['ID=446e6e9f-b863-4e1b-90fa-12869a9438c4,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:31.700554 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'status': 'completed', 'code': 200} Mar 03 06:49:31.740848 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-f4f5d23f-d7d8-4eb5-8a12-efa518a3b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:31.742345 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-f4f5d23f-d7d8-4eb5-8a12-efa518a3b916 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 1096 time: 0.0743759 Mar 03 06:49:31.813727 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-c3e9ee37-b659-4c00-b7fa-256c42ec0113 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4 HTTP/1.1" status: 200 len: 217 time: 0.0651562 Mar 03 06:49:31.875141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9f146add-77f9-4404-b18a-8f1c8fae5b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:31.876592 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-9f146add-77f9-4404-b18a-8f1c8fae5b94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0576377 Mar 03 06:49:31.953027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-735aa30b-c4e5-471a-bd76-5034e086295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:31.954360 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-735aa30b-c4e5-471a-bd76-5034e086295c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718687 Mar 03 06:49:32.084917 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-62521975-8f31-46ed-b35a-910a7bc2af7b service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236396 Mar 03 06:49:32.213865 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4c3bcb9a-fb1e-4281-bef8-4f2373769d29 req-d549dd8e-df5b-4462-b7a0-674cf5b1926d service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236875 Mar 03 06:49:32.327484 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ef79e-d15b-421e-96b9-b8b5ff64cd60 req-b450c72b-5420-4fe5-9aec-c6c343ae36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:32.328990 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-113ef79e-d15b-421e-96b9-b8b5ff64cd60 req-b450c72b-5420-4fe5-9aec-c6c343ae36dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 1096 time: 0.0700386 Mar 03 06:49:32.459694 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ef79e-d15b-421e-96b9-b8b5ff64cd60 req-5efb6056-425b-4276-b5ca-6e4c8d6e2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:32.461141 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-113ef79e-d15b-421e-96b9-b8b5ff64cd60 req-5efb6056-425b-4276-b5ca-6e4c8d6e2fd6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 910 time: 0.1269236 Mar 03 06:49:32.528426 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-113ef79e-d15b-421e-96b9-b8b5ff64cd60 req-5bf36319-3086-414a-8361-f8ea04f7ea42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4 HTTP/1.1" status: 200 len: 217 time: 0.0610583 Mar 03 06:49:32.586768 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ef79e-d15b-421e-96b9-b8b5ff64cd60 req-22210e67-ded8-46b3-a550-cc3fef932481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:32.588137 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-113ef79e-d15b-421e-96b9-b8b5ff64cd60 req-22210e67-ded8-46b3-a550-cc3fef932481 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0549026 Mar 03 06:49:32.660572 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ef79e-d15b-421e-96b9-b8b5ff64cd60 req-b67ddcab-8b43-4d42-8b49-3ff88f0ef1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:32.661940 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-113ef79e-d15b-421e-96b9-b8b5ff64cd60 req-b67ddcab-8b43-4d42-8b49-3ff88f0ef1ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682776 Mar 03 06:49:32.754475 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7ad38-c88e-4647-a51b-37cd10709786 req-fe88dea9-b502-4795-a565-c7a48ef3725e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:32.757056 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c6f7ad38-c88e-4647-a51b-37cd10709786 req-fe88dea9-b502-4795-a565-c7a48ef3725e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 943 time: 0.0815296 Mar 03 06:49:32.802668 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-113ef79e-d15b-421e-96b9-b8b5ff64cd60 req-88d2f578-df1b-43a0-8e77-7b4708ba408a service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343894 Mar 03 06:49:32.808329 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-c6f7ad38-c88e-4647-a51b-37cd10709786 req-53285bab-132a-4ede-8887-9cca65c43e6b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442662 Mar 03 06:49:32.935921 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-113ef79e-d15b-421e-96b9-b8b5ff64cd60 req-aa7cb33d-cf09-48c1-a428-5f4ba5c049a2 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260917 Mar 03 06:49:33.992200 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d592ff-79ec-465e-beea-43c22e09fa37 req-400740c0-12a1-428b-9bc0-a77f49bd3522 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:33.993642 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d7d592ff-79ec-465e-beea-43c22e09fa37 req-400740c0-12a1-428b-9bc0-a77f49bd3522 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 943 time: 0.0814381 Mar 03 06:49:34.037678 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-d7d592ff-79ec-465e-beea-43c22e09fa37 req-0ceb1aaa-c11a-40ac-8ba2-616736018415 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378621 Mar 03 06:49:35.220989 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cacfd-f832-40f3-aa43-074c3e0807ac req-543241fa-938f-4fcc-9638-8a11e8a4933f tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:35.222488 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-429cacfd-f832-40f3-aa43-074c3e0807ac req-543241fa-938f-4fcc-9638-8a11e8a4933f tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 943 time: 0.0794857 Mar 03 06:49:35.268646 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-429cacfd-f832-40f3-aa43-074c3e0807ac req-d9d65766-ca33-4595-bd02-05a00e1a7489 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405405 Mar 03 06:49:35.563794 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 446e6e9f-b863-4e1b-90fa-12869a9438c4 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:49:35.725552 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 446e6e9f-b863-4e1b-90fa-12869a9438c4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:35.738634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'port_id': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'mac_address': 'fa:16:3e:05:d2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:49:35.792077 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:35.808618 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446e6e9f-b863-4e1b-90fa-12869a9438c4 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:49:35.823985 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 446e6e9f-b863-4e1b-90fa-12869a9438c4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:35.827461 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:35.892734 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=446e6e9f-b863-4e1b-90fa-12869a9438c4,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:36.181759 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['446e6e9f-b863-4e1b-90fa-12869a9438c4'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:49:36.450103 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994d798-2a54-4348-b57d-267ce929c39a req-d6806c1e-5f37-444a-9eb2-9395ba9a61bc tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:36.451472 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b994d798-2a54-4348-b57d-267ce929c39a req-d6806c1e-5f37-444a-9eb2-9395ba9a61bc tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 944 time: 0.0783613 Mar 03 06:49:36.494311 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b994d798-2a54-4348-b57d-267ce929c39a req-f0aaf45e-0961-4d24-a09b-0ba042b1628a tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365429 Mar 03 06:49:37.563713 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 446e6e9f-b863-4e1b-90fa-12869a9438c4 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:49:37.633287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port 446e6e9f-b863-4e1b-90fa-12869a9438c4 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:49:37.638900 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 446e6e9f-b863-4e1b-90fa-12869a9438c4 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:49:37.639206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:37.679137 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e0c52-2252-4216-9c12-5fb51d36d09b req-d8556cf4-77cd-4b7e-8b70-86fd2ef48579 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:37.680592 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ec9e0c52-2252-4216-9c12-5fb51d36d09b req-d8556cf4-77cd-4b7e-8b70-86fd2ef48579 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 944 time: 0.0823359 Mar 03 06:49:37.724998 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ec9e0c52-2252-4216-9c12-5fb51d36d09b req-bcbb9a12-f1b6-45b4-9912-312af7cafc94 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382473 Mar 03 06:49:37.755504 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:37.782018 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:49:37.791309 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 446e6e9f-b863-4e1b-90fa-12869a9438c4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:49:37.795463 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:37.833905 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'code': 200} Mar 03 06:49:37.867913 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=446e6e9f-b863-4e1b-90fa-12869a9438c4,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:38.046789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161669a-cd4c-4ce2-bdd1-10416982b835 req-166fd2f6-3f41-43dd-9a96-9304420b5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:38.048233 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5161669a-cd4c-4ce2-bdd1-10416982b835 req-166fd2f6-3f41-43dd-9a96-9304420b5bfb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 1098 time: 0.0704887 Mar 03 06:49:38.087921 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-5161669a-cd4c-4ce2-bdd1-10416982b835 req-2ea7e373-9114-442c-bbbc-22e571f4d4ff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336730 Mar 03 06:49:38.902858 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b48ed-f5dd-4668-84b2-942c26393e65 req-6e95f8cc-e985-4d71-9b24-bbda6dbd8b75 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:38.904316 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-416b48ed-f5dd-4668-84b2-942c26393e65 req-6e95f8cc-e985-4d71-9b24-bbda6dbd8b75 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 945 time: 0.0774863 Mar 03 06:49:38.946295 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-416b48ed-f5dd-4668-84b2-942c26393e65 req-2cee749f-97cf-4d48-9ba5-42655c3fca04 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362554 Mar 03 06:49:40.137031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421dc2d-7d89-439a-8956-3c7f87f6fee1 req-8cc38d8d-793a-446b-a7a3-75d041ea2f61 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:40.139054 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1421dc2d-7d89-439a-8956-3c7f87f6fee1 req-8cc38d8d-793a-446b-a7a3-75d041ea2f61 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 945 time: 0.0824757 Mar 03 06:49:40.180788 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1421dc2d-7d89-439a-8956-3c7f87f6fee1 req-f567a470-f812-47a3-911d-93dc63f5f26c tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361423 Mar 03 06:49:40.368766 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676ac4c-e0ac-44cc-8e65-86f9c071870b req-25006e10-9ebb-4819-9a0c-64157e9835a2 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:40.370178 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9676ac4c-e0ac-44cc-8e65-86f9c071870b req-25006e10-9ebb-4819-9a0c-64157e9835a2 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 945 time: 0.0855167 Mar 03 06:49:40.413365 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-9676ac4c-e0ac-44cc-8e65-86f9c071870b req-cb1fe90b-08ac-4412-9e57-cbbcbf0a2015 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370800 Mar 03 06:49:40.435761 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44708) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:40.595280 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cdef3a-d3fd-4ba1-8cba-ab2b2d508bc9 tempest-TestSnapshotPattern-528189812 tempest-TestSnapshotPattern-528189812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:40.596795 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-76cdef3a-d3fd-4ba1-8cba-ab2b2d508bc9 tempest-TestSnapshotPattern-528189812 tempest-TestSnapshotPattern-528189812-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 1093 time: 0.1600757 Mar 03 06:49:40.599810 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 44714) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:49:40.604675 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:49:40.611062 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:49:40.615041 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Usage tracker for resource:floatingip and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:49:40.617878 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:49:40.624162 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:49:40.633424 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:40.765419 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:40.982523 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Allocated IP 172.26.3.123 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/eb3911ed-2155-46ac-b04d-0f2bdc88e292) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:49:41.123718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:41.151575 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:41.212006 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:49:41.214651 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:49:41.222566 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:49:41.262387 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event updated for resources: {'Port': ['ID=eb3911ed-2155-46ac-b04d-0f2bdc88e292,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:41.632343 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:41.704013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:41.901411 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:41.905678 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:42.010503 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event updated for resources: {'Port': ['ID=eb3911ed-2155-46ac-b04d-0f2bdc88e292,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:49:42.020703 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:42.181736 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Floating IP 2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8 associated. External IP: 172.26.3.123, port: 446e6e9f-b863-4e1b-90fa-12869a9438c4. Mar 03 06:49:42.625173 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Router 462293dd-8df4-4898-be90-cbb55c62686d has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:49:42.801507 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:49:42.810894 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b288d734-883e-4f3f-ad6f-09d649b539c4 None None] Sync routers for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:49:42.820704 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b288d734-883e-4f3f-ad6f-09d649b539c4 None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:49:42.821552 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b288d734-883e-4f3f-ad6f-09d649b539c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:49:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:42.826813 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:42.880257 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-73c8024b-978b-4a44-82aa-10e1a4854fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2793076 Mar 03 06:49:42.880860 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:49:42.925140 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'status': 'completed', 'code': 200} Mar 03 06:49:43.006065 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b288d734-883e-4f3f-ad6f-09d649b539c4 None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:49:43.015335 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43980fc4-1a6d-4efa-8fb8-b80d8b066ede req-65575289-48f0-4a1b-a430-f3268ea0fe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:43.016823 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-43980fc4-1a6d-4efa-8fb8-b80d8b066ede req-65575289-48f0-4a1b-a430-f3268ea0fe8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 1098 time: 0.0700941 Mar 03 06:49:43.147506 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43980fc4-1a6d-4efa-8fb8-b80d8b066ede req-cdd8278a-c6b6-46c3-be60-3befde38615c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:43.148882 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-43980fc4-1a6d-4efa-8fb8-b80d8b066ede req-cdd8278a-c6b6-46c3-be60-3befde38615c service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 910 time: 0.1256139 Mar 03 06:49:43.346054 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-43980fc4-1a6d-4efa-8fb8-b80d8b066ede req-94d9be6a-fb4c-4e0c-9302-b88d011e96e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4 HTTP/1.1" status: 200 len: 999 time: 0.1912708 Mar 03 06:49:43.348699 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b288d734-883e-4f3f-ad6f-09d649b539c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'port_id': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'mac_address': 'fa:16:3e:05:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aaf48c-5e3c-4e97-812a-944654115acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:49:41Z', 'updated_at': '2022-03-03T06:49:41Z', 'revision_number': 0, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:19Z', 'revision_number': 5, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:43.352566 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b288d734-883e-4f3f-ad6f-09d649b539c4 None None] Checking router: 462293dd-8df4-4898-be90-cbb55c62686d for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:49:43.361999 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b288d734-883e-4f3f-ad6f-09d649b539c4 None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:49:43.362607 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b288d734-883e-4f3f-ad6f-09d649b539c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:49:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:43.410962 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43980fc4-1a6d-4efa-8fb8-b80d8b066ede req-3b98b86f-35a5-431a-92b8-08bb8cff415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:43.412371 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-43980fc4-1a6d-4efa-8fb8-b80d8b066ede req-3b98b86f-35a5-431a-92b8-08bb8cff415a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0606253 Mar 03 06:49:43.485820 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43980fc4-1a6d-4efa-8fb8-b80d8b066ede req-29623d62-2059-4e07-a313-15ba2ab35551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:43.487282 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-43980fc4-1a6d-4efa-8fb8-b80d8b066ede req-29623d62-2059-4e07-a313-15ba2ab35551 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691688 Mar 03 06:49:43.540440 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-b288d734-883e-4f3f-ad6f-09d649b539c4 None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:49:43.616508 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-43980fc4-1a6d-4efa-8fb8-b80d8b066ede req-ef0917e1-0f2a-4cd2-8638-9e9e1c93b5c1 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234686 Mar 03 06:49:43.762186 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-43980fc4-1a6d-4efa-8fb8-b80d8b066ede req-5bba987e-482f-4073-8492-19ae9a5f8789 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399970 Mar 03 06:49:43.918652 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-b288d734-883e-4f3f-ad6f-09d649b539c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'port_id': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'mac_address': 'fa:16:3e:05:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aaf48c-5e3c-4e97-812a-944654115acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:49:41Z', 'updated_at': '2022-03-03T06:49:41Z', 'revision_number': 0, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:19Z', 'revision_number': 5, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:49:43.922516 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b288d734-883e-4f3f-ad6f-09d649b539c4 None None] The sync data for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv is: [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'port_id': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'mac_address': 'fa:16:3e:05:d2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aaf48c-5e3c-4e97-812a-944654115acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:49:41Z', 'updated_at': '2022-03-03T06:49:41Z', 'revision_number': 0, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:19Z', 'revision_number': 5, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:49:44.097102 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8e7e36-37ab-441b-a8ce-9869cf56ca44 None None] New status for floating IP 2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:49:48.418454 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0207ee42-faa5-43f0-b437-4fb1d1db62eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:50.613036 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0f19c703-530e-4b9f-9543-a9541a480ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:51.824601 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:51.886811 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:53.151367 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:49:53.969933 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-de1df623-a5f0-4462-9a16-f2f26914c0fa req-f5872261-018b-4064-81ff-27f707de5143 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1131678 Mar 03 06:49:54.114165 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1df623-a5f0-4462-9a16-f2f26914c0fa req-992b9c5f-40c4-4c4c-852d-75b95118a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:54.114165 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-de1df623-a5f0-4462-9a16-f2f26914c0fa req-992b9c5f-40c4-4c4c-852d-75b95118a721 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 1098 time: 0.0700068 Mar 03 06:49:54.254296 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1df623-a5f0-4462-9a16-f2f26914c0fa req-7b11fb84-d803-4ec2-ad3b-7ad34d8fa3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:54.255735 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-de1df623-a5f0-4462-9a16-f2f26914c0fa req-7b11fb84-d803-4ec2-ad3b-7ad34d8fa3f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 910 time: 0.1234419 Mar 03 06:49:54.356326 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-de1df623-a5f0-4462-9a16-f2f26914c0fa req-5455d4cd-6f49-468f-976f-b112727331da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4 HTTP/1.1" status: 200 len: 1001 time: 0.0947711 Mar 03 06:49:54.418173 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1df623-a5f0-4462-9a16-f2f26914c0fa req-7975e655-daa7-44bb-ab87-cca715abc23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:54.419594 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-de1df623-a5f0-4462-9a16-f2f26914c0fa req-7975e655-daa7-44bb-ab87-cca715abc23c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0570495 Mar 03 06:49:54.495517 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1df623-a5f0-4462-9a16-f2f26914c0fa req-9f265233-b8bf-44b7-a325-35cab835e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:49:54.496984 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-de1df623-a5f0-4462-9a16-f2f26914c0fa req-9f265233-b8bf-44b7-a325-35cab835e04a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716763 Mar 03 06:49:54.624644 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-de1df623-a5f0-4462-9a16-f2f26914c0fa req-bcabde0b-aecf-4d77-83fd-92279734bfbf service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205029 Mar 03 06:49:54.751844 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-de1df623-a5f0-4462-9a16-f2f26914c0fa req-8a6499c6-8208-4a06-bad0-c875bca91168 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206672 Mar 03 06:50:01.337375 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:50:01.395625 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:50:18.421224 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1cb66d7b-9eff-4cf8-9dba-63595520e62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:50:20.614528 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e60bacf9-5450-4719-8c42-9fcea724c055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:50:21.827577 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:50:21.887752 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:50:23.155733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:50:31.340629 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:50:38.394892 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:50:48.423314 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-125a4834-3c4e-47d0-917d-128129cd316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:50:50.615283 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-e03d6c32-7bd5-4ca4-a817-65c82597846c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:50:51.829943 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:50:51.889583 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:50:53.157718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:50:55.011348 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46f268b3-06f3-4ce1-9352-b113a38dfc26 req-4175dfe8-4c59-4781-a39e-15fdeeb4b477 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673711 Mar 03 06:50:55.146348 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f268b3-06f3-4ce1-9352-b113a38dfc26 req-3084c22f-51e4-41be-a1df-5f2ef0b2861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:50:55.147794 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46f268b3-06f3-4ce1-9352-b113a38dfc26 req-3084c22f-51e4-41be-a1df-5f2ef0b2861f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 1098 time: 0.0713193 Mar 03 06:50:55.385267 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f268b3-06f3-4ce1-9352-b113a38dfc26 req-fb220241-3bf3-464e-9019-450c1e7354bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:50:55.386734 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46f268b3-06f3-4ce1-9352-b113a38dfc26 req-fb220241-3bf3-464e-9019-450c1e7354bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 910 time: 0.2218719 Mar 03 06:50:55.486758 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46f268b3-06f3-4ce1-9352-b113a38dfc26 req-a0ac913e-6161-44e7-8462-2979a2438573 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4 HTTP/1.1" status: 200 len: 1001 time: 0.0939789 Mar 03 06:50:55.546370 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f268b3-06f3-4ce1-9352-b113a38dfc26 req-e405f372-4ac8-4025-94fe-5b71320fa8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:50:55.547695 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46f268b3-06f3-4ce1-9352-b113a38dfc26 req-e405f372-4ac8-4025-94fe-5b71320fa8c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0550416 Mar 03 06:50:55.622467 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f268b3-06f3-4ce1-9352-b113a38dfc26 req-17b4a072-fa7c-4dbe-b9a0-6eabd3dbf954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:50:55.623963 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46f268b3-06f3-4ce1-9352-b113a38dfc26 req-17b4a072-fa7c-4dbe-b9a0-6eabd3dbf954 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710702 Mar 03 06:50:55.751224 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46f268b3-06f3-4ce1-9352-b113a38dfc26 req-166bbd8d-ccdc-4d4c-8ccb-98e8dbea6ec3 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212492 Mar 03 06:50:55.880117 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-46f268b3-06f3-4ce1-9352-b113a38dfc26 req-2c89a3ab-f5c6-4eff-9586-c7d7ab16c8af service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235068 Mar 03 06:51:01.351545 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:51:15.395078 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:51:18.426976 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-aec44f14-b533-487e-81c9-e39b2332de66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:51:20.616182 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b4ce7485-43af-4f4d-86c0-6ee4e0b42a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:51:21.833572 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:51:21.890687 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:51:23.162192 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:51:31.354996 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:51:48.428566 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1337ac6b-e82f-4d55-9907-162db0ba643e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:51:50.617101 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-78c4a493-8369-4d62-b8ce-3950f2349383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:51:51.836991 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:51:51.893291 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:51:52.393642 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:51:53.164679 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:51:54.933720 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32591300-9dda-4986-add4-b9a2239b88c1 req-57c8b68b-7c0c-48a8-bf79-a9aaa9576811 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719759 Mar 03 06:51:55.067278 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32591300-9dda-4986-add4-b9a2239b88c1 req-0fd88cc9-00fb-432b-853a-7275a0386bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:51:55.068758 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32591300-9dda-4986-add4-b9a2239b88c1 req-0fd88cc9-00fb-432b-853a-7275a0386bc4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 1098 time: 0.0695119 Mar 03 06:51:55.210248 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32591300-9dda-4986-add4-b9a2239b88c1 req-c24b65cf-1775-4d75-bedf-4576c3a48cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:51:55.211586 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32591300-9dda-4986-add4-b9a2239b88c1 req-c24b65cf-1775-4d75-bedf-4576c3a48cde service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 910 time: 0.1258085 Mar 03 06:51:55.312407 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32591300-9dda-4986-add4-b9a2239b88c1 req-0124780b-3e75-4fd7-a101-c52c32bdc615 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4 HTTP/1.1" status: 200 len: 1001 time: 0.0947688 Mar 03 06:51:55.376262 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32591300-9dda-4986-add4-b9a2239b88c1 req-ffb3118f-0890-450b-b674-0e98b39eaf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:51:55.377676 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32591300-9dda-4986-add4-b9a2239b88c1 req-ffb3118f-0890-450b-b674-0e98b39eaf94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0602763 Mar 03 06:51:55.452337 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32591300-9dda-4986-add4-b9a2239b88c1 req-a9234be5-07aa-45c8-bb51-8f4e291a0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:51:55.453802 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32591300-9dda-4986-add4-b9a2239b88c1 req-a9234be5-07aa-45c8-bb51-8f4e291a0160 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703490 Mar 03 06:51:55.581857 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32591300-9dda-4986-add4-b9a2239b88c1 req-6def0938-1ca6-4c72-bb2c-ee5ac554d919 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222730 Mar 03 06:51:55.712039 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-32591300-9dda-4986-add4-b9a2239b88c1 req-2f1f1c98-2b33-45a6-a72f-f76b92e234ff service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234367 Mar 03 06:52:01.355528 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:14.319788 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 446e6e9f-b863-4e1b-90fa-12869a9438c4 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:52:14.482263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 446e6e9f-b863-4e1b-90fa-12869a9438c4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:52:14.494733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'port_id': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'mac_address': 'fa:16:3e:05:d2:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:52:14.547196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:14.565389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 446e6e9f-b863-4e1b-90fa-12869a9438c4 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:52:14.580541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 446e6e9f-b863-4e1b-90fa-12869a9438c4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:52:14.584097 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:14.651161 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=446e6e9f-b863-4e1b-90fa-12869a9438c4,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:52:14.658221 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:14.658562 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:14.658898 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:14.659225 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:14.659550 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:14.659905 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:14.660223 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:14.660540 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:14.660857 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:14.661170 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:14.661482 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:14.661792 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:14.669077 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['446e6e9f-b863-4e1b-90fa-12869a9438c4'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:52:16.323779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 446e6e9f-b863-4e1b-90fa-12869a9438c4 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:52:16.391941 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port 446e6e9f-b863-4e1b-90fa-12869a9438c4 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:52:16.392308 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:16.502803 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:16.527493 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:52:16.536662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 446e6e9f-b863-4e1b-90fa-12869a9438c4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:52:16.540779 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:16.606341 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=446e6e9f-b863-4e1b-90fa-12869a9438c4,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:52:16.631457 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'code': 200} Mar 03 06:52:18.431174 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d136debb-7a97-4970-a49b-1350874eb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:20.622931 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2ddd6237-511d-40af-9bf9-a275a0dd87ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:21.847944 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:21.901287 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:23.175634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:28.361172 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-ccd03ca9-19ae-488a-be17-44c953458fa9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-981177496&fields=id&tenant_id=372294f0ebca4bf688b8a20d6cd7627f HTTP/1.1" status: 200 len: 267 time: 0.0398922 Mar 03 06:52:28.508628 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-65b3b051-6de8-4216-bc9d-ec25039a2173 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:28.510049 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-65b3b051-6de8-4216-bc9d-ec25039a2173 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 809 time: 0.1426616 Mar 03 06:52:28.524613 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-7d74d092-30c1-4a7f-b1c4-0fd2e65bfc49 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/quotas/372294f0ebca4bf688b8a20d6cd7627f HTTP/1.1" status: 200 len: 375 time: 0.0087411 Mar 03 06:52:28.610281 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-42f12c3a-209a-4d48-9975-0602b7483d96 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0802591 Mar 03 06:52:28.713614 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-cef31044-25bf-41a7-b1aa-a2a469f4a9a8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=87792) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 03 06:52:28.714594 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-cef31044-25bf-41a7-b1aa-a2a469f4a9a8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459175 Mar 03 06:52:28.842681 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-0c50153b-9bd8-4850-b00b-b15de1ff3c01 service neutron] 10.222.0.20 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217184 Mar 03 06:52:28.970637 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-3bbb3967-943e-4664-b1dd-26410b1da02a service neutron] 10.222.0.20 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221068 Mar 03 06:52:29.204231 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1253e76d-b7ed-4aac-ba64-8c52f364b935 req-a3a69b85-1ca9-4e7a-9579-314e1d076c0b tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 210 time: 0.0941699 Mar 03 06:52:29.392956 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:52:30.298628 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-80483b77-3619-4ecc-915f-d7d1b3115f55 req-19ddea9f-c2d6-4df1-8061-d184994c9aa3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 210 time: 0.0426409 Mar 03 06:52:31.352733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:31.443738 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e96f173d-07e3-487e-87c6-3af780e6905a req-9daea056-566a-407b-8019-6d8f5fe7f0d4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 210 time: 0.0419009 Mar 03 06:52:32.299120 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-952d1963-5506-4fb2-91b4-cff724624838 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:32.300643 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-952d1963-5506-4fb2-91b4-cff724624838 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 809 time: 0.1505620 Mar 03 06:52:32.352484 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-4af4e16e-3d0a-4bd3-a2a5-2f31cce984cb tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=372294f0ebca4bf688b8a20d6cd7627f HTTP/1.1" status: 200 len: 379 time: 0.0437043 Mar 03 06:52:32.360798 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Request body: {'port': {'device_id': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'admin_state_up': True, 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'security_groups': ['34870c76-f4d2-41e9-8ccf-25e48d6bfec1']}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:52:32.400808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 446e6e9f-b863-4e1b-90fa-12869a9438c4 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:52:32.527921 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:32.562338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port 446e6e9f-b863-4e1b-90fa-12869a9438c4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:52:32.563613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:52:32.570050 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:32.640258 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'code': 200} Mar 03 06:52:32.642510 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:52:32.645192 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-27bd2a69-dfae-4fe4-b99f-e27a523ca60e req-4d1ce71e-3c4c-467b-88c8-60b1b1c9f6d3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 210 time: 0.0635476 Mar 03 06:52:32.647112 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Usage tracker for resource:port and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:52:32.651087 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87793) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:52:32.657750 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.quota.driver [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87793) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:52:32.668795 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=446e6e9f-b863-4e1b-90fa-12869a9438c4,revision_number=8']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:52:32.672457 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Made reservation on behalf of 372294f0ebca4bf688b8a20d6cd7627f for: {'port': 1} {{(pid=87793) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 03 06:52:32.675980 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:32.889488 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_common [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Allocated IP 172.20.0.10 (aa350e80-1edc-4267-bbc7-528e64509cf4/421f2b1d-18e0-47e8-8293-dfa6ef90e90a/fadebc5d-160f-4aa5-a193-47abbfd86600) {{(pid=87793) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:52:33.143141 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for port, precommit_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:33.162975 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Transition to ACTIVE for port object fadebc5d-160f-4aa5-a193-47abbfd86600 will not be triggered until provisioned by entity DHCP. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:52:33.192407 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_create {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:33.265752 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Network aa350e80-1edc-4267-bbc7-528e64509cf4 is already hosted by enough agents. {{(pid=87793) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:52:33.273756 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.scheduler.base_scheduler [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources bound (agent type, host, resource id): {{(pid=87793) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:52:33.278287 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Received port after_create {{(pid=87793) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:52:33.346083 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:33.346789 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:33.354791 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event updated for resources: {'Port': ['ID=fadebc5d-160f-4aa5-a193-47abbfd86600,revision_number=1']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:52:33.367286 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:33.367638 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:33.368009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:33.368349 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:33.368694 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:33.369020 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:33.369351 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:33.369678 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:33.370009 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:33.370329 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:33.370651 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:33.370971 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:33.392397 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-46606b5c-5a4d-4a64-8543-6134ed2e36b3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0350664 Mar 03 06:52:33.551041 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d25b839e-626d-40c1-9443-9d44ab0302fa None None] Provisioning for port fadebc5d-160f-4aa5-a193-47abbfd86600 completed by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:52:33.555743 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-d25b839e-626d-40c1-9443-9d44ab0302fa None None] Provisioning complete for port fadebc5d-160f-4aa5-a193-47abbfd86600 triggered by entity DHCP. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:52:33.556140 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d25b839e-626d-40c1-9443-9d44ab0302fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:33.610347 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-d25b839e-626d-40c1-9443-9d44ab0302fa None None] Port fadebc5d-160f-4aa5-a193-47abbfd86600 cannot update to ACTIVE because it is not bound. {{(pid=87794) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 03 06:52:33.854303 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b9e6a-0d6f-4edb-96ca-fa575fdfb346 req-357921b4-0a61-401b-9e94-28db11ecf3a5 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:33.857166 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e96b9e6a-0d6f-4edb-96ca-fa575fdfb346 req-357921b4-0a61-401b-9e94-28db11ecf3a5 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 932 time: 0.0855343 Mar 03 06:52:33.904619 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e96b9e6a-0d6f-4edb-96ca-fa575fdfb346 req-dcb12e94-2c27-4c5f-874c-745a64a4fd6f tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411785 Mar 03 06:52:35.095534 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527af68-6e33-49b6-aced-44554fcd61dd req-2bb7d6a2-e350-4e87-a1dd-2bc9a74abfdf tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:35.097167 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f527af68-6e33-49b6-aced-44554fcd61dd req-2bb7d6a2-e350-4e87-a1dd-2bc9a74abfdf tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 932 time: 0.0861988 Mar 03 06:52:35.145837 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f527af68-6e33-49b6-aced-44554fcd61dd req-92f1ac39-155a-420f-99f7-7b6411b135a4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430892 Mar 03 06:52:36.335786 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbaa7f-5633-4f43-9884-3f73055da498 req-d9ab182d-2f32-4ca2-9902-a68f0943a44e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:36.344028 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-25bbaa7f-5633-4f43-9884-3f73055da498 req-d9ab182d-2f32-4ca2-9902-a68f0943a44e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 932 time: 0.0901167 Mar 03 06:52:36.388574 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-25bbaa7f-5633-4f43-9884-3f73055da498 req-915c5345-3ddd-474e-9cf2-a9b3e43cec3e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436509 Mar 03 06:52:37.729683 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dffff7-10df-49aa-a1c0-d57e88705ce2 req-ef0af358-5466-428e-a011-1eb6741c7af5 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:37.731743 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f9dffff7-10df-49aa-a1c0-d57e88705ce2 req-ef0af358-5466-428e-a011-1eb6741c7af5 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 932 time: 0.2352405 Mar 03 06:52:37.777468 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f9dffff7-10df-49aa-a1c0-d57e88705ce2 req-027b0e5e-156a-4aa6-9edd-99bc48a6fb3a tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401013 Mar 03 06:52:39.028795 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436b0c5-2d40-48f8-80a5-d3dad7bf8205 req-a554fb05-7174-4891-9917-50bd0d675edc tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:39.031182 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b436b0c5-2d40-48f8-80a5-d3dad7bf8205 req-a554fb05-7174-4891-9917-50bd0d675edc tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 932 time: 0.1186347 Mar 03 06:52:39.077120 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-b436b0c5-2d40-48f8-80a5-d3dad7bf8205 req-063b6067-6a58-416b-9f01-49407d6d64fa tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402679 Mar 03 06:52:40.264043 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cd9cf-d6e0-4b07-8b01-bfddb652eeda req-2af6662e-18f1-4f4d-99e2-e02d4e643a20 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:40.265234 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-170cd9cf-d6e0-4b07-8b01-bfddb652eeda req-2af6662e-18f1-4f4d-99e2-e02d4e643a20 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 932 time: 0.0781345 Mar 03 06:52:40.305697 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-170cd9cf-d6e0-4b07-8b01-bfddb652eeda req-b226a54e-a573-4b38-87d3-fe5e584f8645 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359311 Mar 03 06:52:41.491639 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156ee3b-2095-4f67-b960-314d8fbeef76 req-eb0cb7d2-39e8-48a9-9f1d-18a878cafb3e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:41.493080 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a156ee3b-2095-4f67-b960-314d8fbeef76 req-eb0cb7d2-39e8-48a9-9f1d-18a878cafb3e tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 932 time: 0.0811157 Mar 03 06:52:41.535113 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-a156ee3b-2095-4f67-b960-314d8fbeef76 req-44da9e1a-e8a3-4d31-ad81-6960bf9b104d tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365391 Mar 03 06:52:42.718310 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba5f55-a77a-4659-9a9d-56ec3b42ba8a req-2bd14370-c8c5-4a94-a0a1-7e56ae71b511 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:42.719666 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e2ba5f55-a77a-4659-9a9d-56ec3b42ba8a req-2bd14370-c8c5-4a94-a0a1-7e56ae71b511 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 932 time: 0.0815172 Mar 03 06:52:42.763062 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e2ba5f55-a77a-4659-9a9d-56ec3b42ba8a req-95429373-f7f5-4199-8369-4ec0c1930f58 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377700 Mar 03 06:52:43.789680 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.v2.base [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Request body: {'port': {'device_id': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8315'}} {{(pid=87793) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:52:43.900876 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:43.942140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4b7e0-7d3b-44af-9277-3f9c661161ec req-299bf154-7dcd-487e-be61-f963bc8df4ed tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:43.943585 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-80c4b7e0-7d3b-44af-9277-3f9c661161ec req-299bf154-7dcd-487e-be61-f963bc8df4ed tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 932 time: 0.0783067 Mar 03 06:52:43.990583 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-80c4b7e0-7d3b-44af-9277-3f9c661161ec req-65b37dfd-a6a2-4c18-a2b1-5873698cf069 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409117 Mar 03 06:52:44.237258 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fadebc5d-160f-4aa5-a193-47abbfd86600 {{(pid=87793) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:52:44.244167 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:44.258072 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.provisioning_blocks [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Transition to ACTIVE for port object fadebc5d-160f-4aa5-a193-47abbfd86600 will not be triggered until provisioned by entity L2. {{(pid=87793) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 03 06:52:44.261694 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:44.421135 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Pushing event updated for resources: {'Port': ['ID=fadebc5d-160f-4aa5-a193-47abbfd86600,revision_number=2']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:52:44.500782 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Attempting to bind port fadebc5d-160f-4aa5-a193-47abbfd86600 on host hv-neutron-8315 for vnic_type normal with profile {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 03 06:52:44.501058 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Attempting to bind port fadebc5d-160f-4aa5-a193-47abbfd86600 by drivers openvswitch,hyperv on host hv-neutron-8315 at level 0 using segments [{'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 03 06:52:44.501383 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Attempting to bind port fadebc5d-160f-4aa5-a193-47abbfd86600 on network aa350e80-1edc-4267-bbc7-528e64509cf4 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:52:44.505902 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Port fadebc5d-160f-4aa5-a193-47abbfd86600 on network aa350e80-1edc-4267-bbc7-528e64509cf4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8315 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 03 06:52:44.506226 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Attempting to bind port fadebc5d-160f-4aa5-a193-47abbfd86600 on network aa350e80-1edc-4267-bbc7-528e64509cf4 {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 03 06:52:44.511282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Checking agent: {'id': '57109afa-9ac3-4512-9760-9b54587d2fc6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8315', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 3, 5, 44), 'started_at': datetime.datetime(2022, 3, 3, 5, 44), 'heartbeat_timestamp': datetime.datetime(2022, 3, 3, 6, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 03 06:52:44.511623 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Checking segment: {'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87793) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 03 06:52:44.512029 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Bound using segment: {'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'} {{(pid=87793) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 03 06:52:44.512450 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.managers [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Bound port: fadebc5d-160f-4aa5-a193-47abbfd86600, host: hv-neutron-8315, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27318463-90d4-4772-a1fc-c21ebd76256e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4'}}] {{(pid=87793) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 03 06:52:44.512793 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:44.601193 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] For port fadebc5d-160f-4aa5-a193-47abbfd86600, host hv-neutron-8315, cleared binding levels {{(pid=87793) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 03 06:52:44.604070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] For port fadebc5d-160f-4aa5-a193-47abbfd86600, host hv-neutron-8315, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fadebc5d-160f-4aa5-a193-47abbfd86600,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87793) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 03 06:52:44.609172 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2707114'] for port, after_update {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:44.662879 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:44.663559 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:44.664859 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] 10.222.0.23 "PUT /v2.0/ports/fadebc5d-160f-4aa5-a193-47abbfd86600 HTTP/1.1" status: 200 len: 1094 time: 0.8815591 Mar 03 06:52:44.665285 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:52:44.698524 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456adb5-a257-40ed-8c1d-5e64466faa15 service neutron] Pushing event updated for resources: {'Port': ['ID=fadebc5d-160f-4aa5-a193-47abbfd86600,revision_number=3']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:52:44.772869 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'status': 'completed', 'code': 200} Mar 03 06:52:44.794671 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-f5053302-871b-4b81-82f0-d7f5a379787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:44.796181 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-f5053302-871b-4b81-82f0-d7f5a379787c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 1097 time: 0.0800772 Mar 03 06:52:44.864484 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-2102508e-3c82-409f-aad3-605fd17aa436 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fadebc5d-160f-4aa5-a193-47abbfd86600 HTTP/1.1" status: 200 len: 217 time: 0.0613389 Mar 03 06:52:44.928949 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-0a8fa000-fa39-4c49-85be-894323161789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:44.930313 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-0a8fa000-fa39-4c49-85be-894323161789 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0597730 Mar 03 06:52:45.002768 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-8257d6d0-15a9-4277-9207-568023752f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:45.004216 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-8257d6d0-15a9-4277-9207-568023752f16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683088 Mar 03 06:52:45.178680 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c4d76-4738-42e3-8460-89e598072b93 req-adf48272-d1ab-494b-9043-1c2da2d180c3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:45.180147 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f96c4d76-4738-42e3-8460-89e598072b93 req-adf48272-d1ab-494b-9043-1c2da2d180c3 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 944 time: 0.0835514 Mar 03 06:52:45.223738 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-f96c4d76-4738-42e3-8460-89e598072b93 req-ff113be4-e683-4975-a179-f2daebd37dae tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378020 Mar 03 06:52:45.231704 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-8386d732-8ecb-44e6-b897-53dc57ff4bb8 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209780 Mar 03 06:52:45.360266 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-eee5bc59-bbb0-4966-a636-057498b18f38 req-3522989e-7a61-435f-a03c-c415c6ddea49 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230912 Mar 03 06:52:45.472416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d196c-e07d-4b73-9651-36216e0d9b30 req-1ec2f115-dbae-4e0f-9cd9-315204d3c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:45.473828 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f8d196c-e07d-4b73-9651-36216e0d9b30 req-1ec2f115-dbae-4e0f-9cd9-315204d3c5ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 1097 time: 0.0725920 Mar 03 06:52:45.600379 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d196c-e07d-4b73-9651-36216e0d9b30 req-95538b2f-49e9-4234-adfc-3facc64711d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:45.601762 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f8d196c-e07d-4b73-9651-36216e0d9b30 req-95538b2f-49e9-4234-adfc-3facc64711d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 910 time: 0.1216419 Mar 03 06:52:45.665409 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f8d196c-e07d-4b73-9651-36216e0d9b30 req-01d29c04-af19-4b1a-bfc8-f88f5f0d707d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fadebc5d-160f-4aa5-a193-47abbfd86600 HTTP/1.1" status: 200 len: 217 time: 0.0577285 Mar 03 06:52:45.727041 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d196c-e07d-4b73-9651-36216e0d9b30 req-1e68dc98-d729-4ddf-ba13-62ad179d3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:45.728418 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f8d196c-e07d-4b73-9651-36216e0d9b30 req-1e68dc98-d729-4ddf-ba13-62ad179d3074 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0576186 Mar 03 06:52:45.798933 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d196c-e07d-4b73-9651-36216e0d9b30 req-dea88bd7-6d72-44ca-92eb-b05d216603bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:45.800341 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f8d196c-e07d-4b73-9651-36216e0d9b30 req-dea88bd7-6d72-44ca-92eb-b05d216603bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661745 Mar 03 06:52:45.925737 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f8d196c-e07d-4b73-9651-36216e0d9b30 req-3b2d6da9-6253-4856-b3c0-7433c6c4510c service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196537 Mar 03 06:52:46.054148 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-4f8d196c-e07d-4b73-9651-36216e0d9b30 req-74e82885-33d0-4d87-a62f-27d0ac6c1768 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220360 Mar 03 06:52:46.406096 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65137e7-9313-449f-a6b6-0e5c71ec6d16 req-d5e54919-464c-4398-95fb-9ebe2a41dd10 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:46.407518 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e65137e7-9313-449f-a6b6-0e5c71ec6d16 req-d5e54919-464c-4398-95fb-9ebe2a41dd10 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 944 time: 0.0782862 Mar 03 06:52:46.452500 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-e65137e7-9313-449f-a6b6-0e5c71ec6d16 req-6b3c96e8-0d0f-4259-8ad1-78d93cb500bc tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393455 Mar 03 06:52:47.633750 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa071f-95df-490b-ab09-79e9a5ba6225 req-dc2dd818-c69c-4086-89d3-b4f42cdf28ff tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:47.635177 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-25aa071f-95df-490b-ab09-79e9a5ba6225 req-dc2dd818-c69c-4086-89d3-b4f42cdf28ff tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 944 time: 0.0777171 Mar 03 06:52:47.678374 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-25aa071f-95df-490b-ab09-79e9a5ba6225 req-35a66660-01be-4cee-9b07-7b04dd80c10f tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374882 Mar 03 06:52:48.415865 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device fadebc5d-160f-4aa5-a193-47abbfd86600 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:52:48.439373 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-74fec3c2-2945-4072-a746-755d332993ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:48.553469 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port fadebc5d-160f-4aa5-a193-47abbfd86600, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fadebc5d-160f-4aa5-a193-47abbfd86600,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:52:48.566382 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'port_id': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'mac_address': 'fa:16:3e:8e:60:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:52:48.623531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:48.639117 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fadebc5d-160f-4aa5-a193-47abbfd86600 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:52:48.653556 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port fadebc5d-160f-4aa5-a193-47abbfd86600, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fadebc5d-160f-4aa5-a193-47abbfd86600,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:52:48.656859 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:48.720999 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=fadebc5d-160f-4aa5-a193-47abbfd86600,revision_number=4']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:52:48.869763 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5eeb8e-4ac0-4e97-a276-704df1ce12e6 req-8d8eb572-2b46-4934-9c03-c0f58a739f04 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:48.871189 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cd5eeb8e-4ac0-4e97-a276-704df1ce12e6 req-8d8eb572-2b46-4934-9c03-c0f58a739f04 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 945 time: 0.0807743 Mar 03 06:52:48.913727 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-cd5eeb8e-4ac0-4e97-a276-704df1ce12e6 req-d1f51c87-be9f-4ae1-8e32-b672f67b66ca tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361826 Mar 03 06:52:49.093741 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['fadebc5d-160f-4aa5-a193-47abbfd86600'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:52:50.097410 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1204c4-1003-4aee-9b8f-fad189f5940b req-ca32e718-9c61-41e7-adef-be13fe444b12 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:50.098751 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ac1204c4-1003-4aee-9b8f-fad189f5940b req-ca32e718-9c61-41e7-adef-be13fe444b12 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 945 time: 0.0781243 Mar 03 06:52:50.141814 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ac1204c4-1003-4aee-9b8f-fad189f5940b req-11b6cde7-896f-4a38-8b5e-d8d5aa33fcaa tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374138 Mar 03 06:52:50.416449 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device fadebc5d-160f-4aa5-a193-47abbfd86600 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:52:50.482972 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning for port fadebc5d-160f-4aa5-a193-47abbfd86600 completed by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 03 06:52:50.487732 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port fadebc5d-160f-4aa5-a193-47abbfd86600 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:52:50.488135 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:50.605928 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:50.634283 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b9ba153f-d86c-40ea-85ce-450dc3ea8b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:50.641299 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:52:50.650673 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port fadebc5d-160f-4aa5-a193-47abbfd86600, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fadebc5d-160f-4aa5-a193-47abbfd86600,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:52:50.655802 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:50.691632 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'code': 200} Mar 03 06:52:50.726755 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=fadebc5d-160f-4aa5-a193-47abbfd86600,revision_number=5']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:52:50.910935 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1de6b-0105-49e1-ba5d-e8cb7019db09 req-2bd0c087-08a0-4d77-bbbb-2a588093caa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:50.912307 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-81c1de6b-0105-49e1-ba5d-e8cb7019db09 req-2bd0c087-08a0-4d77-bbbb-2a588093caa8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 1099 time: 0.0729320 Mar 03 06:52:50.952158 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-81c1de6b-0105-49e1-ba5d-e8cb7019db09 req-e06328bb-9d75-4887-828d-d0775ac59d66 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341616 Mar 03 06:52:51.325039 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd49fc1-0742-4908-b96a-e18f36228645 req-d3577354-b2af-474c-9247-fff0654be060 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:51.327486 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ffd49fc1-0742-4908-b96a-e18f36228645 req-d3577354-b2af-474c-9247-fff0654be060 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 946 time: 0.0821867 Mar 03 06:52:51.370552 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-ffd49fc1-0742-4908-b96a-e18f36228645 req-f61c280f-fc74-4daa-82cc-ba86f1f6f6c2 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385592 Mar 03 06:52:51.835213 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:51.893743 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:52.556627 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea67633-f3a6-4bd4-ba5f-7084796bf8ae req-6d3f5935-7d66-4b34-a486-a8751cb99568 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:52.558062 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8ea67633-f3a6-4bd4-ba5f-7084796bf8ae req-6d3f5935-7d66-4b34-a486-a8751cb99568 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 946 time: 0.0816998 Mar 03 06:52:52.601667 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8ea67633-f3a6-4bd4-ba5f-7084796bf8ae req-d188b7cb-61f2-490b-b6b4-1303ba3ecf65 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376334 Mar 03 06:52:52.780441 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9a44f-1dc2-44ee-bf39-821a69db226e req-297da44a-f200-4fc9-af5f-dec996da6f24 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:52.781840 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ea9a44f-1dc2-44ee-bf39-821a69db226e req-297da44a-f200-4fc9-af5f-dec996da6f24 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 946 time: 0.0764072 Mar 03 06:52:52.823838 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-6ea9a44f-1dc2-44ee-bf39-821a69db226e req-99efcda0-a4b5-4b8c-973d-c703a7f31f06 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363986 Mar 03 06:52:52.846031 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 45040) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:52:52.916822 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2336b55d-1604-4ae9-9827-ed1a2d189fdb tempest-TestSnapshotPattern-528189812 tempest-TestSnapshotPattern-528189812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:52.918201 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-2336b55d-1604-4ae9-9827-ed1a2d189fdb tempest-TestSnapshotPattern-528189812 tempest-TestSnapshotPattern-528189812-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 1094 time: 0.0711887 Mar 03 06:52:52.920898 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 45044) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:52:52.925642 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.v2.base [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Request body: {'floatingip': {'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'port_id': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87792) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 03 06:52:52.931341 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 03 06:52:52.935623 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Usage tracker for resource:floatingip and tenant:372294f0ebca4bf688b8a20d6cd7627f is out of sync, need to count used quota {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 03 06:52:52.938420 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87792) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 03 06:52:52.944009 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.quota.driver [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87792) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 03 06:52:52.955030 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for floatingip, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:53.088584 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:53.169912 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:53.221192 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_common [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Allocated IP 172.26.3.159 (2bbf0369-3496-4c83-b9d6-95faf970c002/528bbc75-806f-4ba0-b1ee-66c75f3945bd/e0db1beb-68c5-4752-b92e-17b647e562cc) {{(pid=87792) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 03 06:52:53.451698 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for port, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:53.479619 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781474979624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:53.534480 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Network 2bbf0369-3496-4c83-b9d6-95faf970c002 is already hosted by enough agents. {{(pid=87792) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 03 06:52:53.535524 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.base_scheduler [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Resources bound (agent type, host, resource id): {{(pid=87792) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 03 06:52:53.539061 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Received port after_create {{(pid=87792) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 03 06:52:53.589791 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event updated for resources: {'Port': ['ID=e0db1beb-68c5-4752-b92e-17b647e562cc,revision_number=1']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:52:53.601515 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:53.601854 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:53.602185 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:53.602505 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:53.602824 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:53.603141 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:53.603456 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:53.603794 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:53.604111 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:53.604422 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:53.604732 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:53.605038 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:52:53.964072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:54.037434 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:54.237032 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for port, precommit_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:54.241233 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2976546'] for port, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:54.346906 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event updated for resources: {'Port': ['ID=e0db1beb-68c5-4752-b92e-17b647e562cc,revision_number=2']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:52:54.356391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-734919'] for floatingip, after_update {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:54.520711 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Floating IP d3afb96a-2729-4924-9334-afe1bb25c233 associated. External IP: 172.26.3.159, port: fadebc5d-160f-4aa5-a193-47abbfd86600. Mar 03 06:52:54.954181 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Router 462293dd-8df4-4898-be90-cbb55c62686d has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:52:55.130067 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:52:55.139161 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed6f3af-7be8-4d9f-a896-a8e48f108723 None None] Sync routers for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:52:55.151205 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed6f3af-7be8-4d9f-a896-a8e48f108723 None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:52:55.151840 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7ed6f3af-7be8-4d9f-a896-a8e48f108723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:52:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:52:55.154740 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:52:55.208876 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-59d25e8c-d6fd-45bd-8d27-9d3eee0372bd tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2869017 Mar 03 06:52:55.209392 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:52:55.254913 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'status': 'completed', 'code': 200} Mar 03 06:52:55.328793 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-7ed6f3af-7be8-4d9f-a896-a8e48f108723 None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:52:55.345441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83739d-8c82-4b02-845c-0d8848828b19 req-1769311c-bd0d-407d-a742-5f75a2cc31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:55.346905 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e83739d-8c82-4b02-845c-0d8848828b19 req-1769311c-bd0d-407d-a742-5f75a2cc31aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 1099 time: 0.0714469 Mar 03 06:52:55.477592 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83739d-8c82-4b02-845c-0d8848828b19 req-c0e93427-08fd-42d6-9037-fb036c085aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:55.478950 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e83739d-8c82-4b02-845c-0d8848828b19 req-c0e93427-08fd-42d6-9037-fb036c085aee service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 910 time: 0.1256461 Mar 03 06:52:55.579788 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e83739d-8c82-4b02-845c-0d8848828b19 req-b91293fd-2ef9-40f1-9150-84fc31431a20 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fadebc5d-160f-4aa5-a193-47abbfd86600 HTTP/1.1" status: 200 len: 1000 time: 0.0950475 Mar 03 06:52:55.644176 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83739d-8c82-4b02-845c-0d8848828b19 req-8f046ba9-3fe0-4939-8b6e-a0178a082b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:55.645647 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e83739d-8c82-4b02-845c-0d8848828b19 req-8f046ba9-3fe0-4939-8b6e-a0178a082b38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0597191 Mar 03 06:52:55.666933 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7ed6f3af-7be8-4d9f-a896-a8e48f108723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'port_id': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'mac_address': 'fa:16:3e:05:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aaf48c-5e3c-4e97-812a-944654115acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:49:41Z', 'updated_at': '2022-03-03T06:49:44Z', 'revision_number': 1, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address_scope': None}, {'id': 'd3afb96a-2729-4924-9334-afe1bb25c233', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'floating_ip_address': '172.26.3.159', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'port_id': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'mac_address': 'fa:16:3e:8e:60:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:52:53Z', 'updated_at': '2022-03-03T06:52:53Z', 'revision_number': 0, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:19Z', 'revision_number': 5, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:52:55.670799 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed6f3af-7be8-4d9f-a896-a8e48f108723 None None] Checking router: 462293dd-8df4-4898-be90-cbb55c62686d for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:52:55.678835 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed6f3af-7be8-4d9f-a896-a8e48f108723 None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:52:55.679412 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7ed6f3af-7be8-4d9f-a896-a8e48f108723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:52:51Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:52:55.718640 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83739d-8c82-4b02-845c-0d8848828b19 req-2f0c2c97-8bae-4215-baff-da4e9120cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:55.720118 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e83739d-8c82-4b02-845c-0d8848828b19 req-2f0c2c97-8bae-4215-baff-da4e9120cea0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689905 Mar 03 06:52:55.853708 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-7ed6f3af-7be8-4d9f-a896-a8e48f108723 None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:52:55.862661 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.23', 51446) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:52:55.942881 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-aa334980-12c7-42f6-baf4-1afe7dcba0c1 req-efb9d9b1-100c-4dc7-9dcc-e2d6c202a6e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786026 Mar 03 06:52:55.952015 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e83739d-8c82-4b02-845c-0d8848828b19 req-4cff25f3-e515-4ed9-8fde-03f995aa7abe service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259347 Mar 03 06:52:56.082228 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa334980-12c7-42f6-baf4-1afe7dcba0c1 req-18d63e93-3238-430c-9f62-0252fff5b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:56.083689 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-aa334980-12c7-42f6-baf4-1afe7dcba0c1 req-18d63e93-3238-430c-9f62-0252fff5b613 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 1096 time: 0.0727942 Mar 03 06:52:56.085232 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-8e83739d-8c82-4b02-845c-0d8848828b19 req-af72ab60-22ae-41cd-b450-626fdd1365ce service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280203 Mar 03 06:52:56.225310 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-7ed6f3af-7be8-4d9f-a896-a8e48f108723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'port_id': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'mac_address': 'fa:16:3e:05:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aaf48c-5e3c-4e97-812a-944654115acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:49:41Z', 'updated_at': '2022-03-03T06:49:44Z', 'revision_number': 1, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address_scope': None}, {'id': 'd3afb96a-2729-4924-9334-afe1bb25c233', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'floating_ip_address': '172.26.3.159', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'port_id': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'mac_address': 'fa:16:3e:8e:60:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:52:53Z', 'updated_at': '2022-03-03T06:52:53Z', 'revision_number': 0, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:19Z', 'revision_number': 5, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:52:56.229160 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed6f3af-7be8-4d9f-a896-a8e48f108723 None None] The sync data for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv is: [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'port_id': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'mac_address': 'fa:16:3e:05:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aaf48c-5e3c-4e97-812a-944654115acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:49:41Z', 'updated_at': '2022-03-03T06:49:44Z', 'revision_number': 1, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address_scope': None}, {'id': 'd3afb96a-2729-4924-9334-afe1bb25c233', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'floating_ip_address': '172.26.3.159', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'port_id': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'mac_address': 'fa:16:3e:8e:60:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:52:53Z', 'updated_at': '2022-03-03T06:52:53Z', 'revision_number': 0, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:19Z', 'revision_number': 5, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:52:56.231098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa334980-12c7-42f6-baf4-1afe7dcba0c1 req-c5df0e78-e219-4c4c-89f0-768cacf0bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:56.233762 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa334980-12c7-42f6-baf4-1afe7dcba0c1 req-c5df0e78-e219-4c4c-89f0-768cacf0bb10 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 910 time: 0.1310074 Mar 03 06:52:56.338136 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa334980-12c7-42f6-baf4-1afe7dcba0c1 req-1bd6c1fb-c8ac-4fb5-a1f9-0dc6f691b473 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4 HTTP/1.1" status: 200 len: 999 time: 0.0991077 Mar 03 06:52:56.400773 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa334980-12c7-42f6-baf4-1afe7dcba0c1 req-8c99e353-3b83-4aae-925d-219b097f09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:56.402223 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa334980-12c7-42f6-baf4-1afe7dcba0c1 req-8c99e353-3b83-4aae-925d-219b097f09fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0585635 Mar 03 06:52:56.432303 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ae0850-c7e2-477e-8c45-55ed4fee4a78 None None] New status for floating IP d3afb96a-2729-4924-9334-afe1bb25c233: ACTIVE {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:52:56.479444 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa334980-12c7-42f6-baf4-1afe7dcba0c1 req-b45fa904-ca62-463a-8298-99c7d08e42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:52:56.480852 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa334980-12c7-42f6-baf4-1afe7dcba0c1 req-b45fa904-ca62-463a-8298-99c7d08e42a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731831 Mar 03 06:52:56.608849 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa334980-12c7-42f6-baf4-1afe7dcba0c1 req-6388e53a-bcde-4d5f-83be-bde864258a04 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223989 Mar 03 06:52:56.740704 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-aa334980-12c7-42f6-baf4-1afe7dcba0c1 req-cbae3f1d-6c93-475e-80ad-198eb601ae87 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248791 Mar 03 06:53:01.367088 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:53:06.391510 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:53:18.431328 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1e2afb86-49bf-41e0-8445-016b67d18095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:53:20.615499 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-23701681-9372-47c9-a698-1355a944b818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:53:21.837890 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:53:21.893659 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:53:23.172798 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:53:31.368268 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:53:43.391530 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:53:48.447060 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-86736a9b-8e7c-49f3-b9e8-6a35eef7054b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:53:50.616497 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1fab9e0e-69dc-4160-8984-f30eea0e0758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:53:51.844522 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:53:51.894580 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:53:53.175892 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:53:55.949082 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9388c8e6-e747-46bc-b15e-60b806d6638b req-8feafaad-1a5d-4d33-8e35-a3014d65c6c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697291 Mar 03 06:53:56.037258 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388c8e6-e747-46bc-b15e-60b806d6638b req-22606f6b-09dc-4c4a-aa87-5489be6c4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:53:56.038672 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9388c8e6-e747-46bc-b15e-60b806d6638b req-22606f6b-09dc-4c4a-aa87-5489be6c4ad9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 1099 time: 0.0709248 Mar 03 06:53:56.178008 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388c8e6-e747-46bc-b15e-60b806d6638b req-e9a0aec3-5ce7-467c-992a-ff2150444d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:53:56.179400 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9388c8e6-e747-46bc-b15e-60b806d6638b req-e9a0aec3-5ce7-467c-992a-ff2150444d22 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 910 time: 0.1223335 Mar 03 06:53:56.278598 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9388c8e6-e747-46bc-b15e-60b806d6638b req-fbbc9260-3b7a-47f3-8396-0df85124acfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fadebc5d-160f-4aa5-a193-47abbfd86600 HTTP/1.1" status: 200 len: 1002 time: 0.0933862 Mar 03 06:53:56.337998 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388c8e6-e747-46bc-b15e-60b806d6638b req-1f71e651-fabf-4be8-8237-8adf1201b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:53:56.339391 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9388c8e6-e747-46bc-b15e-60b806d6638b req-1f71e651-fabf-4be8-8237-8adf1201b7a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0555432 Mar 03 06:53:56.410562 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388c8e6-e747-46bc-b15e-60b806d6638b req-cee27bc1-82b5-4a4b-b8c6-c3a400466a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:53:56.412065 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9388c8e6-e747-46bc-b15e-60b806d6638b req-cee27bc1-82b5-4a4b-b8c6-c3a400466a0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672460 Mar 03 06:53:56.536711 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9388c8e6-e747-46bc-b15e-60b806d6638b req-a7f6fcca-18ed-42e8-bd30-6c7e36e1fb48 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190908 Mar 03 06:53:56.766596 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9388c8e6-e747-46bc-b15e-60b806d6638b req-a4d18361-d28c-4f64-bbe4-649c2dbdbfc4 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237587 Mar 03 06:54:01.388220 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:54:18.428520 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-ba72d65b-6007-4f4d-89a7-087858aa75a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:54:20.390562 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:54:20.617460 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-6a81c256-47d1-43eb-a111-f3fd3957cc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:54:21.845791 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:54:21.895193 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:54:23.177729 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:54:31.394645 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:54:48.430085 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3698f520-5d01-422d-b3ba-411964d75a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:54:50.618335 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-4e90c066-a41e-4a47-b02e-05dcec2cd4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:54:51.847557 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:54:51.895274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:54:53.183656 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:54:56.948804 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043aa731-287d-4f30-abcd-da64624886a3 req-36997ca3-e433-4695-9913-a58273206d9f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1066639 Mar 03 06:54:57.082350 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aa731-287d-4f30-abcd-da64624886a3 req-c514f2a9-f376-42b1-ba4a-9d948d1cd41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:54:57.083759 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043aa731-287d-4f30-abcd-da64624886a3 req-c514f2a9-f376-42b1-ba4a-9d948d1cd41f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 1096 time: 0.0693903 Mar 03 06:54:57.225525 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aa731-287d-4f30-abcd-da64624886a3 req-53cd70b9-651f-4cbb-ba42-19a5ee768dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:54:57.226922 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043aa731-287d-4f30-abcd-da64624886a3 req-53cd70b9-651f-4cbb-ba42-19a5ee768dc2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 910 time: 0.1262977 Mar 03 06:54:57.334568 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043aa731-287d-4f30-abcd-da64624886a3 req-45761cf1-080e-4475-b3f4-64b9ae3c3a4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4 HTTP/1.1" status: 200 len: 999 time: 0.1019495 Mar 03 06:54:57.389394 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:54:57.398093 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aa731-287d-4f30-abcd-da64624886a3 req-16067534-7e54-4277-a5c8-e7f21a52e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:54:57.399511 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043aa731-287d-4f30-abcd-da64624886a3 req-16067534-7e54-4277-a5c8-e7f21a52e0b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0596747 Mar 03 06:54:57.471496 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aa731-287d-4f30-abcd-da64624886a3 req-fbf21282-5a05-4bc4-8902-0e43ff7f37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:54:57.472944 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043aa731-287d-4f30-abcd-da64624886a3 req-fbf21282-5a05-4bc4-8902-0e43ff7f37e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678532 Mar 03 06:54:57.601040 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043aa731-287d-4f30-abcd-da64624886a3 req-b3f1edcd-b0ff-4613-9db5-7069a520747a service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219449 Mar 03 06:54:57.727981 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-043aa731-287d-4f30-abcd-da64624886a3 req-f37f2fc5-0a66-4dae-9227-28302da8783e service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212089 Mar 03 06:55:01.408764 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:15.191605 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device fadebc5d-160f-4aa5-a193-47abbfd86600 details requested by agent hyperv_hv-neutron-8315 with host hv-neutron-8315 {{(pid=87794) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 03 06:55:15.322841 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port fadebc5d-160f-4aa5-a193-47abbfd86600, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fadebc5d-160f-4aa5-a193-47abbfd86600,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:15.336669 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Returning: {'device': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'port_id': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'mac_address': 'fa:16:3e:8e:60:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87794) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 03 06:55:15.390455 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:15.406623 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fadebc5d-160f-4aa5-a193-47abbfd86600 {{(pid=87794) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 03 06:55:15.422311 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port fadebc5d-160f-4aa5-a193-47abbfd86600, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fadebc5d-160f-4aa5-a193-47abbfd86600,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:15.427708 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:15.500522 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=fadebc5d-160f-4aa5-a193-47abbfd86600,revision_number=6']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:15.508126 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:15.508470 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:15.508808 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:15.509138 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:15.509467 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:15.509789 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:15.510113 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:15.510438 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:15.510758 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:15.511076 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:15.511394 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:15.511706 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87794) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:15.516286 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] get_ports_and_sgs() called for port_ids ['fadebc5d-160f-4aa5-a193-47abbfd86600'] {{(pid=87794) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 03 06:55:17.214063 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device fadebc5d-160f-4aa5-a193-47abbfd86600 up at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 03 06:55:17.282608 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.provisioning_blocks [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Provisioning complete for port fadebc5d-160f-4aa5-a193-47abbfd86600 triggered by entity L2. {{(pid=87794) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 03 06:55:17.282902 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7678095'] for port, provisioning_complete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:17.393103 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:17.419236 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:55:17.429379 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port fadebc5d-160f-4aa5-a193-47abbfd86600, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fadebc5d-160f-4aa5-a193-47abbfd86600,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:17.433733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:17.467581 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'code': 200} Mar 03 06:55:17.505146 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=fadebc5d-160f-4aa5-a193-47abbfd86600,revision_number=7']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:18.434086 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-76d6306c-43eb-4a97-ad8a-444167e82b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:20.622469 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-2d63e3aa-510f-41cc-bd62-1a868b244a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:21.851870 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:21.902538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:23.183180 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:27.863741 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 45300) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:28.060671 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Deleting port e0db1beb-68c5-4752-b92e-17b647e562cc {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:28.061003 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:28.223663 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:28.224016 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:28.349631 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Calling delete_port for e0db1beb-68c5-4752-b92e-17b647e562cc owned by network:floatingip {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:55:28.493104 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:28.546146 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event deleted for resources: {'Port': ['ID=e0db1beb-68c5-4752-b92e-17b647e562cc,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:28.585179 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:28.585563 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:28.586013 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:28.586398 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:28.586731 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:28.587063 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:28.587391 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:28.587718 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:28.588072 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:28.588394 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:28.588729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:28.589033 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87792) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:28.647160 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for floatingip, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:28.647417 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Floating IP d3afb96a-2729-4924-9334-afe1bb25c233 disassociated (deleted). External IP: 172.26.3.159, port: fadebc5d-160f-4aa5-a193-47abbfd86600. Mar 03 06:55:29.080405 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Router 462293dd-8df4-4898-be90-cbb55c62686d has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:55:29.254273 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:55:29.263486 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e97eb-2648-4a4a-bb99-903908be47c6 None None] Sync routers for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:55:29.269968 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:29.275730 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e97eb-2648-4a4a-bb99-903908be47c6 None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:55:29.276348 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-5e6e97eb-2648-4a4a-bb99-903908be47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:55:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:29.322639 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-d619a222-9d4e-4496-b9fd-a3a19314eaee tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "DELETE /v2.0/floatingips/d3afb96a-2729-4924-9334-afe1bb25c233 HTTP/1.1" status: 204 len: 168 time: 1.4577217 Mar 03 06:55:29.323214 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:55:29.424720 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'status': 'completed', 'code': 200} Mar 03 06:55:29.458197 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-5e6e97eb-2648-4a4a-bb99-903908be47c6 None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:55:29.527676 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6799c-cd8b-4fb3-9736-32a32b016194 req-65971501-43e1-4c0c-bbd9-1da55bae23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:29.529870 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9aa6799c-cd8b-4fb3-9736-32a32b016194 req-65971501-43e1-4c0c-bbd9-1da55bae23bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 1099 time: 0.0838292 Mar 03 06:55:29.670819 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6799c-cd8b-4fb3-9736-32a32b016194 req-d3d3513a-b035-4687-a18c-5b9abd2716e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:29.672198 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9aa6799c-cd8b-4fb3-9736-32a32b016194 req-d3d3513a-b035-4687-a18c-5b9abd2716e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 910 time: 0.1346545 Mar 03 06:55:29.711224 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d249f-ef6b-4295-8bd8-bb9f7127732c req-9fc0194c-a0c2-4c08-b7f4-468716590647 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:29.712083 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-638d249f-ef6b-4295-8bd8-bb9f7127732c req-9fc0194c-a0c2-4c08-b7f4-468716590647 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Synchronizing usage tracker for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:55:29.728760 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-638d249f-ef6b-4295-8bd8-bb9f7127732c req-9fc0194c-a0c2-4c08-b7f4-468716590647 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Unset dirty status for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:55:29.730004 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-638d249f-ef6b-4295-8bd8-bb9f7127732c req-9fc0194c-a0c2-4c08-b7f4-468716590647 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 946 time: 0.1020720 Mar 03 06:55:29.744843 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9aa6799c-cd8b-4fb3-9736-32a32b016194 req-25d07a48-c54e-46c9-b7f2-e65c6a9033ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fadebc5d-160f-4aa5-a193-47abbfd86600 HTTP/1.1" status: 200 len: 217 time: 0.0658691 Mar 03 06:55:29.776909 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-638d249f-ef6b-4295-8bd8-bb9f7127732c req-9fd36227-e343-4def-9858-ec3fc23b69e4 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397406 Mar 03 06:55:29.812614 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6799c-cd8b-4fb3-9736-32a32b016194 req-08fb1697-1bf1-4efc-88d2-dd528f4616d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:29.814052 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9aa6799c-cd8b-4fb3-9736-32a32b016194 req-08fb1697-1bf1-4efc-88d2-dd528f4616d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0635908 Mar 03 06:55:29.834022 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-5e6e97eb-2648-4a4a-bb99-903908be47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'port_id': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'mac_address': 'fa:16:3e:05:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aaf48c-5e3c-4e97-812a-944654115acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:49:41Z', 'updated_at': '2022-03-03T06:49:44Z', 'revision_number': 1, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:19Z', 'revision_number': 5, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:29.837795 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e97eb-2648-4a4a-bb99-903908be47c6 None None] Checking router: 462293dd-8df4-4898-be90-cbb55c62686d for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:55:29.845948 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e97eb-2648-4a4a-bb99-903908be47c6 None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:55:29.846526 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-5e6e97eb-2648-4a4a-bb99-903908be47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:55:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:29.888152 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6799c-cd8b-4fb3-9736-32a32b016194 req-b718b317-b337-43aa-aeb7-15cbf967b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:29.889625 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9aa6799c-cd8b-4fb3-9736-32a32b016194 req-b718b317-b337-43aa-aeb7-15cbf967b967 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691404 Mar 03 06:55:30.022440 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9aa6799c-cd8b-4fb3-9736-32a32b016194 req-69ea7faa-61f3-41be-a60d-598b623e3b2b service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253812 Mar 03 06:55:30.052676 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-5e6e97eb-2648-4a4a-bb99-903908be47c6 None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:55:30.151756 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-9aa6799c-cd8b-4fb3-9736-32a32b016194 req-7a15b7fd-0650-4bc2-bbef-5066564a4c4b service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234937 Mar 03 06:55:30.389621 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-5e6e97eb-2648-4a4a-bb99-903908be47c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'port_id': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'mac_address': 'fa:16:3e:05:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aaf48c-5e3c-4e97-812a-944654115acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:49:41Z', 'updated_at': '2022-03-03T06:49:44Z', 'revision_number': 1, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:19Z', 'revision_number': 5, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:30.393462 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6e97eb-2648-4a4a-bb99-903908be47c6 None None] The sync data for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv is: [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_floatingips': [{'id': '2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'floating_ip_address': '172.26.3.123', 'floating_network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'router_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'port_id': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'mac_address': 'fa:16:3e:05:d2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aaf48c-5e3c-4e97-812a-944654115acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-03T06:49:41Z', 'updated_at': '2022-03-03T06:49:44Z', 'revision_number': 1, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:19Z', 'revision_number': 5, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:55:30.600634 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8454cf-260c-4d30-bfce-7ce178db1d0e None None] New status for floating IP d3afb96a-2729-4924-9334-afe1bb25c233: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:55:30.961283 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d504ba6-1015-40c1-975d-9c5d9f4dab7f req-4742bbe6-c2f1-41c2-ae48-ff3ecfba8455 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:30.962713 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2d504ba6-1015-40c1-975d-9c5d9f4dab7f req-4742bbe6-c2f1-41c2-ae48-ff3ecfba8455 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 946 time: 0.0775518 Mar 03 06:55:31.006871 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-2d504ba6-1015-40c1-975d-9c5d9f4dab7f req-ebd410a5-fe07-41b4-ac00-8574ffa0346f tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386178 Mar 03 06:55:31.253522 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device fadebc5d-160f-4aa5-a193-47abbfd86600 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:55:31.367019 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7882862'] for port, before_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:31.383790 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ca97f-afb5-4e05-8713-cdc3e09fd75d req-d7c072b4-6b34-4412-9dd3-ff223d3bfc9a tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:31.384514 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-0d7ca97f-afb5-4e05-8713-cdc3e09fd75d req-d7c072b4-6b34-4412-9dd3-ff223d3bfc9a tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Synchronizing usage tracker for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:55:31.393842 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600'}] {{(pid=87794) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:55:31.397581 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-0d7ca97f-afb5-4e05-8713-cdc3e09fd75d req-d7c072b4-6b34-4412-9dd3-ff223d3bfc9a tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Unset dirty status for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:55:31.398777 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0d7ca97f-afb5-4e05-8713-cdc3e09fd75d req-d7c072b4-6b34-4412-9dd3-ff223d3bfc9a tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.23 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 946 time: 0.0982780 Mar 03 06:55:31.414083 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] For port fadebc5d-160f-4aa5-a193-47abbfd86600, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fadebc5d-160f-4aa5-a193-47abbfd86600,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:31.417670 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781475358702', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781474979642', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781474979687'] for port, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:31.454948 dv-neutron-831582-1-hyperv neutron-server[87794]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'code': 200} Mar 03 06:55:31.461253 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:31.481219 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-0d7ca97f-afb5-4e05-8713-cdc3e09fd75d req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Deleting port fadebc5d-160f-4aa5-a193-47abbfd86600 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:31.481560 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0d7ca97f-afb5-4e05-8713-cdc3e09fd75d req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:31.491232 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Pushing event updated for resources: {'Port': ['ID=fadebc5d-160f-4aa5-a193-47abbfd86600,revision_number=8']} {{(pid=87794) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:31.813374 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-0d7ca97f-afb5-4e05-8713-cdc3e09fd75d req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] For port fadebc5d-160f-4aa5-a193-47abbfd86600, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=fadebc5d-160f-4aa5-a193-47abbfd86600,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:31.813728 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0d7ca97f-afb5-4e05-8713-cdc3e09fd75d req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:31.934425 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-0d7ca97f-afb5-4e05-8713-cdc3e09fd75d req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Calling delete_port for fadebc5d-160f-4aa5-a193-47abbfd86600 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:55:32.084489 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0d7ca97f-afb5-4e05-8713-cdc3e09fd75d req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:32.134715 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event deleted for resources: {'Port': ['ID=fadebc5d-160f-4aa5-a193-47abbfd86600,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:32.165393 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-03a24a3d-7260-4227-98fa-f5ebb7cb132e req-56b9ad8f-c0d9-4d45-8db7-ccc8e3db6200 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=850f6ce8-7614-42e3-97c4-68dc10aa12ef HTTP/1.1" status: 200 len: 210 time: 0.0453200 Mar 03 06:55:32.168821 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:32.169169 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:32.169508 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:32.169843 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:32.170171 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:32.170500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:32.170827 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:32.171152 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:32.171474 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:32.171818 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:32.172136 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:32.172462 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-831582-1-hyperv {{(pid=87793) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 03 06:55:32.224590 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7ca97f-afb5-4e05-8713-cdc3e09fd75d req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] No DVR routers for this DVR port fadebc5d-160f-4aa5-a193-47abbfd86600 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:55:32.226967 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-0d7ca97f-afb5-4e05-8713-cdc3e09fd75d req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:32.229437 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'name': 'network-vif-deleted', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:55:32.244995 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-0d7ca97f-afb5-4e05-8713-cdc3e09fd75d req-3ac38e4b-6d4a-4e71-b227-d0b136d9a7ec tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.23 "DELETE /v2.0/ports/fadebc5d-160f-4aa5-a193-47abbfd86600 HTTP/1.1" status: 204 len: 173 time: 0.8409588 Mar 03 06:55:32.277900 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '850f6ce8-7614-42e3-97c4-68dc10aa12ef', 'name': 'network-vif-deleted', 'tag': 'fadebc5d-160f-4aa5-a193-47abbfd86600', 'status': 'completed', 'code': 200} Mar 03 06:55:33.806419 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 45366) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:33.999670 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-1af88616-d3da-40a9-9c63-4715a4583e88 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Deleting port eb3911ed-2155-46ac-b04d-0f2bdc88e292 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:34.000046 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1af88616-d3da-40a9-9c63-4715a4583e88 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:34.164877 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1af88616-d3da-40a9-9c63-4715a4583e88 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:34.165194 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1af88616-d3da-40a9-9c63-4715a4583e88 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:34.383209 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-1af88616-d3da-40a9-9c63-4715a4583e88 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Calling delete_port for eb3911ed-2155-46ac-b04d-0f2bdc88e292 owned by network:floatingip {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:55:34.388611 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:55:34.528485 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1af88616-d3da-40a9-9c63-4715a4583e88 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:34.574755 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af88616-d3da-40a9-9c63-4715a4583e88 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event deleted for resources: {'Port': ['ID=eb3911ed-2155-46ac-b04d-0f2bdc88e292,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:34.663097 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1af88616-d3da-40a9-9c63-4715a4583e88 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for floatingip, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:34.663335 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.db.l3_db [None req-1af88616-d3da-40a9-9c63-4715a4583e88 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Floating IP 2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8 disassociated (deleted). External IP: 172.26.3.123, port: 446e6e9f-b863-4e1b-90fa-12869a9438c4. Mar 03 06:55:35.002999 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af88616-d3da-40a9-9c63-4715a4583e88 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Router 462293dd-8df4-4898-be90-cbb55c62686d has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:55:35.177633 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af88616-d3da-40a9-9c63-4715a4583e88 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:55:35.193675 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-1af88616-d3da-40a9-9c63-4715a4583e88 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for floatingip, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:35.196949 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46abab-10d8-49d7-85e3-718564be881b None None] Sync routers for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:55:35.206281 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46abab-10d8-49d7-85e3-718564be881b None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:55:35.206866 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4c46abab-10d8-49d7-85e3-718564be881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:55:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:35.247413 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-1af88616-d3da-40a9-9c63-4715a4583e88 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "DELETE /v2.0/floatingips/2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8 HTTP/1.1" status: 204 len: 168 time: 1.4399257 Mar 03 06:55:35.248126 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4'}] {{(pid=87792) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:55:35.269832 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device fadebc5d-160f-4aa5-a193-47abbfd86600 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:55:35.298739 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'status': 'completed', 'code': 200} Mar 03 06:55:35.313806 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: fadebc5d-160f-4aa5-a193-47abbfd86600 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:55:35.314282 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device fadebc5d-160f-4aa5-a193-47abbfd86600 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:55:35.401771 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4c46abab-10d8-49d7-85e3-718564be881b None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:55:35.402699 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450a8a6-1c67-4915-9ced-d387aa6ee5ec req-99ce97ab-a62b-4278-924e-e060dd56f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:35.404430 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e450a8a6-1c67-4915-9ced-d387aa6ee5ec req-99ce97ab-a62b-4278-924e-e060dd56f29a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 1096 time: 0.0849795 Mar 03 06:55:35.551277 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450a8a6-1c67-4915-9ced-d387aa6ee5ec req-57bd920b-f448-4803-987d-8fd70085f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:35.553410 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e450a8a6-1c67-4915-9ced-d387aa6ee5ec req-57bd920b-f448-4803-987d-8fd70085f0dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 200 len: 910 time: 0.1430585 Mar 03 06:55:35.624156 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e450a8a6-1c67-4915-9ced-d387aa6ee5ec req-955476b8-5607-4ed5-8778-77d9cd737591 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4 HTTP/1.1" status: 200 len: 217 time: 0.0647662 Mar 03 06:55:35.642034 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b5eeb-c80a-4f29-aed7-f6659ef097d9 req-e8a21057-2dfc-40d9-80f6-5563594724d9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:35.642734 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-8f8b5eeb-c80a-4f29-aed7-f6659ef097d9 req-e8a21057-2dfc-40d9-80f6-5563594724d9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Synchronizing usage tracker for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:port {{(pid=87792) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:55:35.659426 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.quota.resource [req-8f8b5eeb-c80a-4f29-aed7-f6659ef097d9 req-e8a21057-2dfc-40d9-80f6-5563594724d9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Unset dirty status for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:port {{(pid=87792) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:55:35.660658 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8f8b5eeb-c80a-4f29-aed7-f6659ef097d9 req-e8a21057-2dfc-40d9-80f6-5563594724d9 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 943 time: 0.1053462 Mar 03 06:55:35.688013 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450a8a6-1c67-4915-9ced-d387aa6ee5ec req-de8e0a85-3246-4a50-ae47-2396eee4b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:35.690285 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e450a8a6-1c67-4915-9ced-d387aa6ee5ec req-de8e0a85-3246-4a50-ae47-2396eee4b5b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 200 len: 848 time: 0.0594149 Mar 03 06:55:35.710982 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-8f8b5eeb-c80a-4f29-aed7-f6659ef097d9 req-fdec289d-bef9-43c8-9ac6-6962cc463c84 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433798 Mar 03 06:55:35.727906 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4c46abab-10d8-49d7-85e3-718564be881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:19Z', 'revision_number': 5, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:35.731594 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46abab-10d8-49d7-85e3-718564be881b None None] Checking router: 462293dd-8df4-4898-be90-cbb55c62686d for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:55:35.739582 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c46abab-10d8-49d7-85e3-718564be881b None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:55:35.740355 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4c46abab-10d8-49d7-85e3-718564be881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:55:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:35.777332 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450a8a6-1c67-4915-9ced-d387aa6ee5ec req-4513b24f-ab15-4409-8685-9874463f0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:35.778808 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e450a8a6-1c67-4915-9ced-d387aa6ee5ec req-4513b24f-ab15-4409-8685-9874463f0210 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=aa350e80-1edc-4267-bbc7-528e64509cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826199 Mar 03 06:55:35.910226 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e450a8a6-1c67-4915-9ced-d387aa6ee5ec req-74b15d70-ed1e-437d-9a8f-5e56692651f4 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239183 Mar 03 06:55:35.912928 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-4c46abab-10d8-49d7-85e3-718564be881b None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:55:36.040327 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e450a8a6-1c67-4915-9ced-d387aa6ee5ec req-0c5842e5-e392-42bf-927a-e6a72e6c25d1 service neutron] 10.222.0.23 "GET /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231296 Mar 03 06:55:36.242995 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-4c46abab-10d8-49d7-85e3-718564be881b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:19Z', 'revision_number': 5, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:36.246933 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c46abab-10d8-49d7-85e3-718564be881b None None] The sync data for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv is: [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:49:12Z', 'revision_number': 4, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv', '_interfaces': [{'id': '078188ad-0387-460d-bbef-864458e15e5d', 'name': '', 'network_id': 'aa350e80-1edc-4267-bbc7-528e64509cf4', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'mac_address': 'fa:16:3e:38:31:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:11Z', 'updated_at': '2022-03-03T06:49:19Z', 'revision_number': 5, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'subnets': [{'id': '421f2b1d-18e0-47e8-8293-dfa6ef90e90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:55:36.320390 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45affa6-42f2-440b-a067-00f01aa69543 req-7e2b6789-649f-4ed0-92be-a9ac63ea7f29 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87793) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:36.321192 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-e45affa6-42f2-440b-a067-00f01aa69543 req-7e2b6789-649f-4ed0-92be-a9ac63ea7f29 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Synchronizing usage tracker for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:port {{(pid=87793) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 03 06:55:36.334051 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.quota.resource [req-e45affa6-42f2-440b-a067-00f01aa69543 req-7e2b6789-649f-4ed0-92be-a9ac63ea7f29 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Unset dirty status for tenant:372294f0ebca4bf688b8a20d6cd7627f on resource:port {{(pid=87793) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 03 06:55:36.335175 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e45affa6-42f2-440b-a067-00f01aa69543 req-7e2b6789-649f-4ed0-92be-a9ac63ea7f29 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.23 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 943 time: 0.0931230 Mar 03 06:55:36.415073 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-e45affa6-42f2-440b-a067-00f01aa69543 req-603b208e-4909-4b3f-b075-7691188e4732 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Deleting port 446e6e9f-b863-4e1b-90fa-12869a9438c4 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:36.415674 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e45affa6-42f2-440b-a067-00f01aa69543 req-603b208e-4909-4b3f-b075-7691188e4732 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:36.467606 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348625b9-f7ee-4d8f-b05e-a3bc11b4082d None None] New status for floating IP 2f4ebf3a-ee4d-4a7b-bf6e-087157cdabb8: DOWN {{(pid=87794) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 03 06:55:36.761667 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [req-e45affa6-42f2-440b-a067-00f01aa69543 req-603b208e-4909-4b3f-b075-7691188e4732 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] For port 446e6e9f-b863-4e1b-90fa-12869a9438c4, host hv-neutron-8315, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8315',level=0,port_id=446e6e9f-b863-4e1b-90fa-12869a9438c4,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:36.762027 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e45affa6-42f2-440b-a067-00f01aa69543 req-603b208e-4909-4b3f-b075-7691188e4732 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:36.887234 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [req-e45affa6-42f2-440b-a067-00f01aa69543 req-603b208e-4909-4b3f-b075-7691188e4732 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Calling delete_port for 446e6e9f-b863-4e1b-90fa-12869a9438c4 owned by compute:nova {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:55:36.899892 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ce7c4-d925-4ca4-9540-2e6f56dddbee req-97e724b4-34c0-465d-a392-8a5d62d83fd0 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87792) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 03 06:55:36.901360 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1e8ce7c4-d925-4ca4-9540-2e6f56dddbee req-97e724b4-34c0-465d-a392-8a5d62d83fd0 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/ports?device_id=99aaf48c-5e3c-4e97-812a-944654115acb HTTP/1.1" status: 200 len: 943 time: 0.0824509 Mar 03 06:55:36.945761 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [req-1e8ce7c4-d925-4ca4-9540-2e6f56dddbee req-b982b84c-30bc-421f-b0b2-dd12467d10bc tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "GET /v2.0/security-groups?id=34870c76-f4d2-41e9-8ccf-25e48d6bfec1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387712 Mar 03 06:55:37.030187 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e45affa6-42f2-440b-a067-00f01aa69543 req-603b208e-4909-4b3f-b075-7691188e4732 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:37.082044 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b208e-4909-4b3f-b075-7691188e4732 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event deleted for resources: {'Port': ['ID=446e6e9f-b863-4e1b-90fa-12869a9438c4,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:37.157304 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45affa6-42f2-440b-a067-00f01aa69543 req-603b208e-4909-4b3f-b075-7691188e4732 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] No DVR routers for this DVR port 446e6e9f-b863-4e1b-90fa-12869a9438c4 on host hv-neutron-8315 {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:55:37.159626 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [req-e45affa6-42f2-440b-a067-00f01aa69543 req-603b208e-4909-4b3f-b075-7691188e4732 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-140364'] for port, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:37.162744 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'name': 'network-vif-deleted', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4'}] {{(pid=87793) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 03 06:55:37.178599 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [req-e45affa6-42f2-440b-a067-00f01aa69543 req-603b208e-4909-4b3f-b075-7691188e4732 tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.23 "DELETE /v2.0/ports/446e6e9f-b863-4e1b-90fa-12869a9438c4 HTTP/1.1" status: 204 len: 173 time: 0.8386266 Mar 03 06:55:37.213836 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99aaf48c-5e3c-4e97-812a-944654115acb', 'name': 'network-vif-deleted', 'tag': '446e6e9f-b863-4e1b-90fa-12869a9438c4', 'status': 'completed', 'code': 200} Mar 03 06:55:38.039358 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 45382) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:38.107607 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-237313cf-26e8-4e01-afc3-d5ba5cf959bc tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:38.136240 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-237313cf-26e8-4e01-afc3-d5ba5cf959bc tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:38.198276 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-237313cf-26e8-4e01-afc3-d5ba5cf959bc tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:38.217197 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237313cf-26e8-4e01-afc3-d5ba5cf959bc tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34870c76-f4d2-41e9-8ccf-25e48d6bfec1,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:38.227674 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-237313cf-26e8-4e01-afc3-d5ba5cf959bc tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] Notify callbacks [] for security_group, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:38.228798 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-237313cf-26e8-4e01-afc3-d5ba5cf959bc tempest-TestSnapshotPattern-2035959347 tempest-TestSnapshotPattern-2035959347-project] 10.222.0.20 "DELETE /v2.0/security-groups/34870c76-f4d2-41e9-8ccf-25e48d6bfec1 HTTP/1.1" status: 204 len: 168 time: 0.1884372 Mar 03 06:55:38.280595 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 45388) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:38.996481 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c9fcd85-a2de-4af8-a21f-0e9cf575575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:39.338226 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fcd85-a2de-4af8-a21f-0e9cf575575e admin admin] Deleting port 078188ad-0387-460d-bbef-864458e15e5d {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:39.338865 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c9fcd85-a2de-4af8-a21f-0e9cf575575e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:39.514363 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-3c9fcd85-a2de-4af8-a21f-0e9cf575575e admin admin] For port 078188ad-0387-460d-bbef-864458e15e5d, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=078188ad-0387-460d-bbef-864458e15e5d,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:39.514724 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c9fcd85-a2de-4af8-a21f-0e9cf575575e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:39.638617 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fcd85-a2de-4af8-a21f-0e9cf575575e admin admin] Calling delete_port for 078188ad-0387-460d-bbef-864458e15e5d owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:55:39.970174 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c9fcd85-a2de-4af8-a21f-0e9cf575575e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:40.127930 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fcd85-a2de-4af8-a21f-0e9cf575575e admin admin] Pushing event deleted for resources: {'Port': ['ID=078188ad-0387-460d-bbef-864458e15e5d,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:40.384872 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-3c9fcd85-a2de-4af8-a21f-0e9cf575575e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:40.729636 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9fcd85-a2de-4af8-a21f-0e9cf575575e admin admin] Router 462293dd-8df4-4898-be90-cbb55c62686d has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:55:40.902383 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9fcd85-a2de-4af8-a21f-0e9cf575575e admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:55:40.911621 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367145dc-e491-44e5-8dd6-2fdacc0110c3 None None] Sync routers for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:55:40.914025 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-3c9fcd85-a2de-4af8-a21f-0e9cf575575e admin admin] 10.222.0.20 "PUT /v2.0/routers/462293dd-8df4-4898-be90-cbb55c62686d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6323938 Mar 03 06:55:40.916557 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 45394) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:40.920676 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367145dc-e491-44e5-8dd6-2fdacc0110c3 None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:55:40.921261 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-367145dc-e491-44e5-8dd6-2fdacc0110c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:55:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:41.087697 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:41.093899 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-367145dc-e491-44e5-8dd6-2fdacc0110c3 None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: dv-neutron-831582-1-hyperv {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:55:41.261556 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:41.272077 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Deleting port d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:41.272485 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:41.300263 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 446e6e9f-b863-4e1b-90fa-12869a9438c4 no longer exists at agent hyperv_hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:55:41.337124 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] No Port match for: 446e6e9f-b863-4e1b-90fa-12869a9438c4 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:55:41.337822 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Device 446e6e9f-b863-4e1b-90fa-12869a9438c4 not bound to the agent host hv-neutron-8315 {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:55:41.388459 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-367145dc-e491-44e5-8dd6-2fdacc0110c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132'}], 'enable_snat': True}, 'gw_port_id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:55:39Z', 'revision_number': 5, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port': {'id': 'd4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:15:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462293dd-8df4-4898-be90-cbb55c62686d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:09Z', 'updated_at': '2022-03-03T06:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:41.392920 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367145dc-e491-44e5-8dd6-2fdacc0110c3 None None] Checking router: 462293dd-8df4-4898-be90-cbb55c62686d for host: dv-neutron-831582-1-hyperv {{(pid=87795) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:55:41.401660 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367145dc-e491-44e5-8dd6-2fdacc0110c3 None None] Routers {'462293dd-8df4-4898-be90-cbb55c62686d'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87795) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:55:41.402358 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-367145dc-e491-44e5-8dd6-2fdacc0110c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:55:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['462293dd-8df4-4898-be90-cbb55c62686d'], 'active': True} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:41.554380 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_dvr_db [None req-367145dc-e491-44e5-8dd6-2fdacc0110c3 None None] Set router 462293dd-8df4-4898-be90-cbb55c62686d gateway port host: None {{(pid=87795) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:55:41.560730 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] For port d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:41.561249 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:41.659952 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.l3_hamode_db [None req-367145dc-e491-44e5-8dd6-2fdacc0110c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:55:41Z', 'revision_number': 6, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:41.664404 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367145dc-e491-44e5-8dd6-2fdacc0110c3 None None] The sync data for ids ['462293dd-8df4-4898-be90-cbb55c62686d'] in dv-neutron-831582-1-hyperv is: [{'id': '462293dd-8df4-4898-be90-cbb55c62686d', 'name': 'tempest-TestSnapshotPattern-760529851-router', 'tenant_id': '372294f0ebca4bf688b8a20d6cd7627f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:08Z', 'updated_at': '2022-03-03T06:55:41Z', 'revision_number': 6, 'project_id': '372294f0ebca4bf688b8a20d6cd7627f', 'gw_port_host': None}] {{(pid=87795) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:55:41.683966 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Calling delete_port for d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 owned by network:router_gateway {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:55:41.846223 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:41.891527 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:41.981429 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:42.155542 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:42.157729 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:42.179011 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:42.179487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 462293dd-8df4-4898-be90-cbb55c62686d {{(pid=87792) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:55:42.190864 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] Notify callbacks [] for router, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:42.191987 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-a5fb7f5e-b4be-4ad2-8ed3-1f50b4e58fd7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/462293dd-8df4-4898-be90-cbb55c62686d HTTP/1.1" status: 204 len: 168 time: 1.2745214 Mar 03 06:55:42.194484 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 45398) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:42.251308 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.db_base_plugin_v2 [None req-8020e64a-5bc5-4d35-bd67-88ceea3617f7 admin admin] Deleting subnet 421f2b1d-18e0-47e8-8293-dfa6ef90e90a {{(pid=87792) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:55:42.254069 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8020e64a-5bc5-4d35-bd67-88ceea3617f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:42.303613 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8020e64a-5bc5-4d35-bd67-88ceea3617f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2267027'] for subnet, precommit_delete_associations {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:42.378439 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8020e64a-5bc5-4d35-bd67-88ceea3617f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:42.464183 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8020e64a-5bc5-4d35-bd67-88ceea3617f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2976484', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2153020'] for subnet, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:42.502140 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020e64a-5bc5-4d35-bd67-88ceea3617f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421f2b1d-18e0-47e8-8293-dfa6ef90e90a,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:42.504099 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-8020e64a-5bc5-4d35-bd67-88ceea3617f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:42.509531 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fad38a-da48-4af5-9f20-9c05bca5e947 None None] Network aa350e80-1edc-4267-bbc7-528e64509cf4 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:55:42.511424 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-8020e64a-5bc5-4d35-bd67-88ceea3617f7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/421f2b1d-18e0-47e8-8293-dfa6ef90e90a HTTP/1.1" status: 204 len: 168 time: 0.3159554 Mar 03 06:55:42.513825 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 45402) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:42.623914 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:42.636814 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Deleting port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:42.637156 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:42.788485 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1f694c-5ac8-4f85-b978-d0063b07e254 None None] DHCP port deletion for aa350e80-1edc-4267-bbc7-528e64509cf4 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:55:42.792650 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f694c-5ac8-4f85-b978-d0063b07e254 None None] Deleting port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:42.793089 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fd1f694c-5ac8-4f85-b978-d0063b07e254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:42.851577 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] For port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=5aeeecef-cd28-46be-91fe-84dfb5f1fe9c,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:42.851992 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:43.032248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-fd1f694c-5ac8-4f85-b978-d0063b07e254 None None] For port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=5aeeecef-cd28-46be-91fe-84dfb5f1fe9c,segment=NetworkSegment(27318463-90d4-4772-a1fc-c21ebd76256e),segment_id=27318463-90d4-4772-a1fc-c21ebd76256e)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:43.032538 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fd1f694c-5ac8-4f85-b978-d0063b07e254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:43.079637 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Calling delete_port for 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c owned by network:dhcp {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:55:43.150672 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f694c-5ac8-4f85-b978-d0063b07e254 None None] Calling delete_port for 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:55:43.152981 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:43.202131 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aeeecef-cd28-46be-91fe-84dfb5f1fe9c,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:43.205460 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] No DVR routers for this DVR port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c on host dv-neutron-831582-1-hyperv {{(pid=87792) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:55:43.227141 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:55:43.262136 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:55:43.262800 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device d4dbd3f6-86b3-4677-bc3c-ff2a039f0ab9 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:55:43.263206 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 078188ad-0387-460d-bbef-864458e15e5d no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 03 06:55:43.285570 dv-neutron-831582-1-hyperv neutron-server[87794]: util.warn( Mar 03 06:55:43.298619 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-fd1f694c-5ac8-4f85-b978-d0063b07e254 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:55:43.298964 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-fd1f694c-5ac8-4f85-b978-d0063b07e254 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:55:43.299568 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 078188ad-0387-460d-bbef-864458e15e5d {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:55:43.299929 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 078188ad-0387-460d-bbef-864458e15e5d not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:55:43.300389 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:55:43.319093 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:43.332888 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:55:43.333158 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:55:43.346255 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa350e80-1edc-4267-bbc7-528e64509cf4']}} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:43.358620 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27318463-90d4-4772-a1fc-c21ebd76256e') {'for_net_delete': True} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:43.358920 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.services.segments.db [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27318463-90d4-4772-a1fc-c21ebd76256e') {} {{(pid=87792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:43.370594 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2267050'] for segment, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:43.386154 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:43.392178 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87792) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:55:43.392560 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2976582'] for segment, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: Traceback (most recent call last): Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: timer() Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: cb(*args, **kw) Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: return func(*args, **kwargs) Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: self._notify() Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: self.callback(batched_events) Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: event.method(event) Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: return f(self, *a, **k) Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._get(url).json() Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: return self.request(url, 'GET', **kwargs) Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:55:43.405955 dv-neutron-831582-1-hyperv neutron-server[87792]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:55:43.481356 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:43.496876 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Notify callbacks [] for network, before_response {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:43.506723 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa350e80-1edc-4267-bbc7-528e64509cf4,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:43.519620 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-f475c61d-d6dc-4ba8-97e8-8df2e5498ad4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/aa350e80-1edc-4267-bbc7-528e64509cf4 HTTP/1.1" status: 204 len: 168 time: 1.0048070 Mar 03 06:55:43.522965 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.wsgi [-] (87792) accepted ('10.222.0.20', 45406) {{(pid=87792) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:43.800584 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f694c-5ac8-4f85-b978-d0063b07e254 None None] Deleting port 5aeeecef-cd28-46be-91fe-84dfb5f1fe9c {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:43.801196 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-fd1f694c-5ac8-4f85-b978-d0063b07e254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:43.877699 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-fd1f694c-5ac8-4f85-b978-d0063b07e254 None None] The port '5aeeecef-cd28-46be-91fe-84dfb5f1fe9c' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 06:55:44.048869 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-798fdf1a-c474-4777-8930-8daabaf55476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-733653'] for router_interface, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:44.490896 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-798fdf1a-c474-4777-8930-8daabaf55476 admin admin] Deleting port 07bf27be-415d-4ce7-9739-248744fa0f81 {{(pid=87792) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:44.491228 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-798fdf1a-c474-4777-8930-8daabaf55476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:44.656512 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.db [None req-798fdf1a-c474-4777-8930-8daabaf55476 admin admin] For port 07bf27be-415d-4ce7-9739-248744fa0f81, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=07bf27be-415d-4ce7-9739-248744fa0f81,segment=NetworkSegment(f2f0c496-f298-44b9-97be-14b3e3bb8a6c),segment_id=f2f0c496-f298-44b9-97be-14b3e3bb8a6c)] {{(pid=87792) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:44.656787 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-798fdf1a-c474-4777-8930-8daabaf55476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:44.775487 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.plugins.ml2.plugin [None req-798fdf1a-c474-4777-8930-8daabaf55476 admin admin] Calling delete_port for 07bf27be-415d-4ce7-9739-248744fa0f81 owned by network:router_interface {{(pid=87792) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:55:44.946635 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-798fdf1a-c474-4777-8930-8daabaf55476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2976533'] for port, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:44.995850 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fdf1a-c474-4777-8930-8daabaf55476 admin admin] Pushing event deleted for resources: {'Port': ['ID=07bf27be-415d-4ce7-9739-248744fa0f81,revision_number=None']} {{(pid=87792) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:45.254522 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron_lib.callbacks.manager [None req-798fdf1a-c474-4777-8930-8daabaf55476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-733545'] for router_interface, after_delete {{(pid=87792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:45.600469 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798fdf1a-c474-4777-8930-8daabaf55476 admin admin] Router 431f22ca-bae3-4006-8904-3d16d3ddf98b has already been hosted by L3 agent 7aadc000-8d84-4009-acd5-cae07b8cbd8f {{(pid=87792) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 03 06:55:45.875360 dv-neutron-831582-1-hyperv neutron-server[87792]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798fdf1a-c474-4777-8930-8daabaf55476 admin admin] Notify agent at l3_agent.dv-neutron-831582-1-hyperv the message routers_updated {{(pid=87792) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 03 06:55:45.884505 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6844f081-fb69-496e-9f35-fe9e1e37e7d2 None None] Sync routers for ids ['431f22ca-bae3-4006-8904-3d16d3ddf98b'] in dv-neutron-831582-1-hyperv {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 03 06:55:45.884980 dv-neutron-831582-1-hyperv neutron-server[87792]: INFO neutron.wsgi [None req-798fdf1a-c474-4777-8930-8daabaf55476 admin admin] 10.222.0.20 "PUT /v2.0/routers/431f22ca-bae3-4006-8904-3d16d3ddf98b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3605673 Mar 03 06:55:45.887070 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 45410) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:45.894735 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6844f081-fb69-496e-9f35-fe9e1e37e7d2 None None] Routers {'431f22ca-bae3-4006-8904-3d16d3ddf98b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:55:45.895333 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6844f081-fb69-496e-9f35-fe9e1e37e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:55:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['431f22ca-bae3-4006-8904-3d16d3ddf98b'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:46.058062 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Notify callbacks [] for router, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:46.063749 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-6844f081-fb69-496e-9f35-fe9e1e37e7d2 None None] Set router 431f22ca-bae3-4006-8904-3d16d3ddf98b gateway port host: dv-neutron-831582-1-hyperv {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:55:46.231799 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:46.241854 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Deleting port 8c1a1945-29f1-474b-8557-347581a9ddea {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:46.242362 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:46.342204 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6844f081-fb69-496e-9f35-fe9e1e37e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'name': 'tempest-TestSnapshotPattern-438047565-router', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'external_fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251'}], 'enable_snat': True}, 'gw_port_id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:14Z', 'updated_at': '2022-03-03T06:55:44Z', 'revision_number': 5, 'project_id': '1a28b549c0d5489ab79fa56334a53e29', 'gw_port': {'id': '8c1a1945-29f1-474b-8557-347581a9ddea', 'name': '', 'network_id': '2bbf0369-3496-4c83-b9d6-95faf970c002', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:33:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'ip_address': '172.26.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-831582-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-03T06:49:15Z', 'updated_at': '2022-03-03T06:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '528bbc75-806f-4ba0-b1ee-66c75f3945bd', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-831582-1-hyperv'}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:46.345967 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6844f081-fb69-496e-9f35-fe9e1e37e7d2 None None] Checking router: 431f22ca-bae3-4006-8904-3d16d3ddf98b for host: dv-neutron-831582-1-hyperv {{(pid=87794) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 03 06:55:46.354662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6844f081-fb69-496e-9f35-fe9e1e37e7d2 None None] Routers {'431f22ca-bae3-4006-8904-3d16d3ddf98b'} bound to L3 agent in host dv-neutron-831582-1-hyperv {{(pid=87794) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 03 06:55:46.355248 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6844f081-fb69-496e-9f35-fe9e1e37e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-831582-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-03T05:37:50Z,description=,heartbeat_timestamp=2022-03-03T06:55:21Z,host='dv-neutron-831582-1-hyperv',id=7aadc000-8d84-4009-acd5-cae07b8cbd8f,load=0,resource_versions=,resources_synced=,started_at=2022-03-03T05:37:50Z,topic='l3_agent')) {'router_ids': ['431f22ca-bae3-4006-8904-3d16d3ddf98b'], 'active': True} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:46.413887 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] For port 8c1a1945-29f1-474b-8557-347581a9ddea, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=8c1a1945-29f1-474b-8557-347581a9ddea,segment=NetworkSegment(dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f),segment_id=dd50165c-f5b1-4cce-91c7-cbef1bb3bc1f)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:46.414236 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:46.500887 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_dvr_db [None req-6844f081-fb69-496e-9f35-fe9e1e37e7d2 None None] Set router 431f22ca-bae3-4006-8904-3d16d3ddf98b gateway port host: None {{(pid=87794) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 03 06:55:46.537924 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Calling delete_port for 8c1a1945-29f1-474b-8557-347581a9ddea owned by network:router_gateway {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:55:46.604191 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.db.l3_hamode_db [None req-6844f081-fb69-496e-9f35-fe9e1e37e7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'name': 'tempest-TestSnapshotPattern-438047565-router', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:14Z', 'updated_at': '2022-03-03T06:55:46Z', 'revision_number': 6, 'project_id': '1a28b549c0d5489ab79fa56334a53e29', 'gw_port_host': None}], 'dv-neutron-831582-1-hyperv', False) {} {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:46.607981 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6844f081-fb69-496e-9f35-fe9e1e37e7d2 None None] The sync data for ids ['431f22ca-bae3-4006-8904-3d16d3ddf98b'] in dv-neutron-831582-1-hyperv is: [{'id': '431f22ca-bae3-4006-8904-3d16d3ddf98b', 'name': 'tempest-TestSnapshotPattern-438047565-router', 'tenant_id': '1a28b549c0d5489ab79fa56334a53e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-03T06:49:14Z', 'updated_at': '2022-03-03T06:55:46Z', 'revision_number': 6, 'project_id': '1a28b549c0d5489ab79fa56334a53e29', 'gw_port_host': None}] {{(pid=87794) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 03 06:55:46.926500 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:46.978232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1a1945-29f1-474b-8557-347581a9ddea,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:47.065832 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-734960'] for router_gateway, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:47.233257 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-732130', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3845'] for router, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:47.235266 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:47.257003 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-731928'] for router, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:47.257584 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 431f22ca-bae3-4006-8904-3d16d3ddf98b {{(pid=87793) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 03 06:55:47.269316 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] Notify callbacks [] for router, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:47.270428 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-d96e676b-0568-4d9f-a2b6-cd947051f81a admin admin] 10.222.0.20 "DELETE /v2.0/routers/431f22ca-bae3-4006-8904-3d16d3ddf98b HTTP/1.1" status: 204 len: 168 time: 1.3823984 Mar 03 06:55:47.273507 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 45414) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:47.334857 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d54b8e8-a389-4379-aa3a-f40e16bd675b admin admin] Deleting subnet a88dd295-adc0-404a-b0ad-82a488ba2252 {{(pid=87793) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 03 06:55:47.338344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d54b8e8-a389-4379-aa3a-f40e16bd675b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:47.393203 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 07bf27be-415d-4ce7-9739-248744fa0f81 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:55:47.399994 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d54b8e8-a389-4379-aa3a-f40e16bd675b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1474128'] for subnet, precommit_delete_associations {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:47.463861 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 07bf27be-415d-4ce7-9739-248744fa0f81 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:55:47.464172 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 07bf27be-415d-4ce7-9739-248744fa0f81 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:55:47.464592 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8c1a1945-29f1-474b-8557-347581a9ddea no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:55:47.497460 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 8c1a1945-29f1-474b-8557-347581a9ddea {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:55:47.497813 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 8c1a1945-29f1-474b-8557-347581a9ddea not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:55:47.499532 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d54b8e8-a389-4379-aa3a-f40e16bd675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7682703'] for subnet, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:47.569847 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d54b8e8-a389-4379-aa3a-f40e16bd675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7682694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2707308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3750984'] for subnet, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:47.610561 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-0d54b8e8-a389-4379-aa3a-f40e16bd675b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:47.616511 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54b8e8-a389-4379-aa3a-f40e16bd675b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a88dd295-adc0-404a-b0ad-82a488ba2252,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:47.616895 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaa75cb-107f-4e41-8801-b2db9a014b0f None None] Network 44cd03f6-228a-497a-8f02-fa552414ea29 requested from dv-neutron-831582-1-hyperv {{(pid=87794) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 03 06:55:47.620269 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-0d54b8e8-a389-4379-aa3a-f40e16bd675b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a88dd295-adc0-404a-b0ad-82a488ba2252 HTTP/1.1" status: 204 len: 168 time: 0.3458540 Mar 03 06:55:47.622758 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 45418) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:47.729060 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7877412'] for network, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:47.739431 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Deleting port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 {{(pid=87793) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:47.739759 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:47.863102 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5422077-657c-4ff8-8eec-f696ce932c9a None None] DHCP port deletion for 44cd03f6-228a-497a-8f02-fa552414ea29 request from dv-neutron-831582-1-hyperv {{(pid=87794) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 03 06:55:47.867315 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b5422077-657c-4ff8-8eec-f696ce932c9a None None] Deleting port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:47.867690 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b5422077-657c-4ff8-8eec-f696ce932c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:47.945554 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.db [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] For port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9c0cbadf-bdc5-4f03-b5d4-3d901baa2323,segment=NetworkSegment(f2f0c496-f298-44b9-97be-14b3e3bb8a6c),segment_id=f2f0c496-f298-44b9-97be-14b3e3bb8a6c)] {{(pid=87793) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:47.946130 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.065988 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.db [None req-b5422077-657c-4ff8-8eec-f696ce932c9a None None] For port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323, host dv-neutron-831582-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-831582-1-hyperv',level=0,port_id=9c0cbadf-bdc5-4f03-b5d4-3d901baa2323,segment=NetworkSegment(f2f0c496-f298-44b9-97be-14b3e3bb8a6c),segment_id=f2f0c496-f298-44b9-97be-14b3e3bb8a6c)] {{(pid=87794) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 03 06:55:48.066289 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b5422077-657c-4ff8-8eec-f696ce932c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-736213'] for port, precommit_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.068342 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.plugin [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Calling delete_port for 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 owned by network:dhcp {{(pid=87793) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:55:48.144416 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7884451', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-247088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781475358684', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781474979633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2707101'] for port, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.190714 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b5422077-657c-4ff8-8eec-f696ce932c9a None None] Calling delete_port for 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 owned by network:dhcp {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 03 06:55:48.263369 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.db.api [None req-b5422077-657c-4ff8-8eec-f696ce932c9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87794) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 03 06:55:48.263724 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG oslo_db.api [None req-b5422077-657c-4ff8-8eec-f696ce932c9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87794) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 03 06:55:48.295291 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0cbadf-bdc5-4f03-b5d4-3d901baa2323,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:48.298920 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] No DVR routers for this DVR port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 on host dv-neutron-831582-1-hyperv {{(pid=87793) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 03 06:55:48.416114 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7681280', 'neutron.services.segments.db._delete_segments_for_network-8781475498051'] for network, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.435871 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d7868f6e-64b8-4875-8f1a-7c648e31c34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.442146 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44cd03f6-228a-497a-8f02-fa552414ea29']}} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:48.454541 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f0c496-f298-44b9-97be-14b3e3bb8a6c') {'for_net_delete': True} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:48.454838 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.services.segments.db [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f0c496-f298-44b9-97be-14b3e3bb8a6c') {} {{(pid=87793) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 03 06:55:48.466024 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781475500638', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1474153'] for segment, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.482203 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7683108'] for segment, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.488232 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87793) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 03 06:55:48.488739 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7683146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2707150'] for segment, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: Traceback (most recent call last): Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: timer() Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: cb(*args, **kw) Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: return func(*args, **kwargs) Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: self._notify() Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: self.callback(batched_events) Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: event.method(event) Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: aggregate_uuid = self.p_client.list_aggregates( Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: return f(self, *a, **k) Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._get(url).json() Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: return self.request(url, 'GET', **kwargs) Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: base_url = self.get_endpoint(auth, allow=allow, Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 03 06:55:48.502709 dv-neutron-831582-1-hyperv neutron-server[87793]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 03 06:55:48.577282 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7681311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705461', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-734933'] for network, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.593045 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Notify callbacks [] for network, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.604180 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=44cd03f6-228a-497a-8f02-fa552414ea29,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:48.608991 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-19b7ab3a-e7e8-4770-80c5-b9e7983d6ad9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/44cd03f6-228a-497a-8f02-fa552414ea29 HTTP/1.1" status: 204 len: 168 time: 0.9829075 Mar 03 06:55:48.717098 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 45424) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:48.763814 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-833bc822-003f-4b00-aee6-2495d7fc5774 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=372294f0ebca4bf688b8a20d6cd7627f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455999 Mar 03 06:55:48.765279 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b5422077-657c-4ff8-8eec-f696ce932c9a None None] Deleting port 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 {{(pid=87794) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 03 06:55:48.765661 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-b5422077-657c-4ff8-8eec-f696ce932c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781475352302'] for port, before_delete {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.766153 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 45428) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:48.827235 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-24916328-2224-42d2-812a-d2bc32c84e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.835146 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-b5422077-657c-4ff8-8eec-f696ce932c9a None None] The port '9c0cbadf-bdc5-4f03-b5d4-3d901baa2323' was deleted {{(pid=87794) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 03 06:55:48.856100 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-24916328-2224-42d2-812a-d2bc32c84e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.907264 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-24916328-2224-42d2-812a-d2bc32c84e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.923410 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24916328-2224-42d2-812a-d2bc32c84e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8476521f-f243-43ad-860f-73444c2ac017,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:48.930222 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-24916328-2224-42d2-812a-d2bc32c84e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:48.931854 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-24916328-2224-42d2-812a-d2bc32c84e40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8476521f-f243-43ad-860f-73444c2ac017 HTTP/1.1" status: 204 len: 168 time: 0.1648078 Mar 03 06:55:49.206995 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 no longer exists at agent ovs-agent-dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 03 06:55:49.241004 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.plugin [None req-db361d16-b846-4897-afb6-352832458dcb None None] No Port match for: 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 {{(pid=87794) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 03 06:55:49.241348 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron.plugins.ml2.rpc [None req-db361d16-b846-4897-afb6-352832458dcb None None] Device 9c0cbadf-bdc5-4f03-b5d4-3d901baa2323 not bound to the agent host dv-neutron-831582-1-hyperv {{(pid=87794) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 03 06:55:49.261886 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 45436) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:49.308995 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-67595d91-207f-4fd1-a82f-c34886092ba5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a28b549c0d5489ab79fa56334a53e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459976 Mar 03 06:55:49.311441 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.wsgi [-] (87793) accepted ('10.222.0.20', 45440) {{(pid=87793) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 03 06:55:49.367344 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-063502ef-b679-4941-8121-f991dc09d7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:49.394677 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-063502ef-b679-4941-8121-f991dc09d7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:49.444900 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-063502ef-b679-4941-8121-f991dc09d7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705306'] for security_group, after_delete {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:49.461137 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063502ef-b679-4941-8121-f991dc09d7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea4b7a4-f4ab-46e3-a045-4c57b1c9ed36,revision_number=None']} {{(pid=87793) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 03 06:55:49.466286 dv-neutron-831582-1-hyperv neutron-server[87793]: DEBUG neutron_lib.callbacks.manager [None req-063502ef-b679-4941-8121-f991dc09d7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87793) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:49.467959 dv-neutron-831582-1-hyperv neutron-server[87793]: INFO neutron.wsgi [None req-063502ef-b679-4941-8121-f991dc09d7fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ea4b7a4-f4ab-46e3-a045-4c57b1c9ed36 HTTP/1.1" status: 204 len: 168 time: 0.1555846 Mar 03 06:55:50.624974 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a5bfecd2-8a0f-4970-8e34-66e787c2e3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:51.854993 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:51.892368 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:55:53.189067 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:56:01.414191 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:56:11.389582 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:56:18.438457 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-148d0905-ea9e-4fb4-889b-ef1946652b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:56:20.625277 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0a161c4b-1cbd-48b0-8176-1349b7b5571d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:56:21.857451 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:56:21.892274 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:56:23.189082 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:56:31.429838 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:56:48.388094 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:56:48.439390 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-5f34a187-8d32-49f5-be20-86f138ad0584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:56:50.626718 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7b404b3b-4319-43e5-8222-6d4c851fe23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:56:51.860166 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:56:51.891456 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:56:53.191336 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:57:01.435424 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:57:18.439982 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-1df41ce3-840e-4a29-b996-4d2d95d22f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:57:20.628662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-43427609-d204-4d65-9885-277d546d5664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:57:21.861918 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:57:21.891762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:57:23.194281 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:57:25.387703 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:57:31.435023 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:57:48.443464 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-7fab040c-833a-4f21-a7e5-0285a94330de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:57:50.629555 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-f4e6ee0f-992c-482a-8ae7-9bb9f6c5fbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:57:51.866302 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:57:51.891819 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:57:53.198087 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:58:01.442338 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:58:02.385684 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:58:18.445924 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-84ec05c2-84b3-4509-ba75-9d76185af69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:58:20.630730 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-0005b0bc-2ccf-4075-8a78-641c97054631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:58:21.869550 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:58:21.892033 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:58:23.201292 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:58:31.441923 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:58:39.384622 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:58:48.447797 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-cf7e3fa4-43cb-455e-b3c2-1a497d413de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:58:50.631418 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-288d76f4-aaab-4110-98f5-1fa1e1c1a83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:58:51.876591 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:58:51.892402 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:58:53.205063 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:59:01.446169 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:59:16.383628 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 06:59:18.448975 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c51664c3-f366-452a-8223-0675416d9338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:59:20.632903 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bb99571e-93e0-4afb-a5ba-48c9d9b020be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:59:21.874536 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:59:21.894179 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:59:23.206791 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:59:31.445731 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:59:48.450848 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3c921ca5-e7bb-4b88-8b2b-18989f52b26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:59:50.633927 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8cda5ec2-1a72-4359-a9f4-9141f47f5961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:59:51.878598 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:59:51.894474 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:59:53.210197 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 06:59:53.383105 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 07:00:01.443971 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:00:18.452733 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8350106b-12e5-47d4-8cab-2726659c95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:00:20.634897 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-530cb732-b0e0-4d27-b126-f35410675f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:00:21.882530 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:00:21.897937 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:00:23.213354 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:00:30.383215 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 07:00:31.460353 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:00:48.456872 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-a03ac3db-8b0b-4a89-94d2-63c744b246df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:00:50.635762 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-8b4ba258-4041-4c99-8674-052c1dd1245c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:00:51.888541 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:00:51.899047 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:00:53.216191 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:01:01.462613 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:01:07.384265 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 03 07:01:18.458604 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-777b1f89-9efd-4723-914e-0434b7ee5357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:01:20.637768 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-3b9a9515-1b37-4184-9116-d32eeb06b99e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:01:21.893843 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-d5bc6948-d5f7-44bd-9e15-2dd7935bd583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:01:21.900510 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-db361d16-b846-4897-afb6-352832458dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:01:23.218809 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-bf325b7e-5262-4104-8b9a-c42060ece6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:01:31.468662 dv-neutron-831582-1-hyperv neutron-server[87794]: DEBUG neutron_lib.callbacks.manager [None req-c35f5cfc-dc22-41e4-8e5b-b269ac5dbdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781475498024', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7678174'] for agent, after_update {{(pid=87794) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 03 07:01:44.384333 dv-neutron-831582-1-hyperv neutron-server[87795]: DEBUG neutron.db.agents_db [None req-e65ec339-e3c7-4d59-92db-f63eb5b01e0f None None] Agent healthcheck: found 6 active agents {{(pid=87795) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}